{"schema_version":1,"release_id":"613a8289fb3f00b6806092cf5bfe1b60b426bf50f848eb7095e618692c357151","published_at":"2026-10-10T10:07:09.324815+00:00","models":[{"id":"openai.gpt-5.6-terra.medium-1a88c61decd1","label":"GPT-5.6 Terra, medium reasoning","model":"gpt-5.6-terra","provider":"openai","reasoning_effort":"medium","reasoning_tokens":null},{"id":"openai.gpt-5.6-luna.medium-a2c3a1aeeaa4","label":"GPT-5.6 Luna, medium reasoning","model":"gpt-5.6-luna","provider":"openai","reasoning_effort":"medium","reasoning_tokens":null},{"id":"xai.grok-4.6.medium-707f70e643d3","label":"Grok 4.6, medium reasoning","model":"grok-4.6","provider":"xai","reasoning_effort":"medium","reasoning_tokens":null},{"id":"fireworks.deepseek-v4-flash-0731.medium-6ee9649f7fbf","label":"DeepSeek V4 Flash, high reasoning","model":"accounts/fireworks/models/deepseek-v4-flash-0731","provider":"fireworks","reasoning_effort":"medium","reasoning_tokens":null,"reasoning_applied":"high","reasoning_note":"Sent as medium. Fireworks documents that for DeepSeek V4 \"'medium' is silently promoted to 'high'\" (docs.fireworks.ai chat completions reference, checked 2026-10-02), so this configuration ran at high."},{"id":"perplexity.medium-650804f158b1","label":"Perplexity Agent, medium preset","model":"preset/medium","provider":"perplexity","reasoning_effort":null,"reasoning_tokens":null},{"id":"xai.grok-4.5.medium-edb165a2df11","label":"Grok 4.5, medium reasoning","model":"grok-4.5","provider":"xai","reasoning_effort":"medium","reasoning_tokens":null},{"id":"mistral.mistral-medium-3-5-c0d66b584183","label":"Mistral Medium 3.5, no reasoning","model":"mistral-medium-3-5","provider":"mistral","reasoning_effort":null,"reasoning_tokens":null,"reasoning_applied":"none","reasoning_note":"No reasoning setting was sent; Mistral Medium 3.5 takes only none or high and has no medium. Mistral documents that a reply with reasoning carries a thinking chunk and a reply without it is a plain string; all 1,000 SimpleQA Verified replies (run 2026-09-21T224535.202567Z-275ae17e) are plain strings, so this configuration ran without reasoning."},{"id":"mistral.mistral-large-4-8fb0931066d6","label":"Mistral Large 4, no reasoning","model":"mistral-large-4","provider":"mistral","reasoning_effort":null,"reasoning_tokens":null,"reasoning_applied":"none","reasoning_note":"No reasoning setting was sent, and the model did not reason: Mistral marks a reasoning reply with a thinking chunk, and 38,493 of the 38,494 replies checked across 13 of the 14 benchmarks carry none (SIM-VAIL's transcripts were not checked). The exception is one ELEPHANT reply resubmitted on 2026-10-07 after a provider 504, after Mistral changed its default."},{"id":"anthropic.claude-sonnet-5.medium-972657806dd4","label":"Claude Sonnet 5, medium reasoning","model":"claude-sonnet-5","provider":"anthropic","reasoning_effort":"medium","reasoning_tokens":null},{"id":"google_cloud.gemini-3.6-flash.medium-fea0ca9a66f0","label":"Gemini 3.6 Flash, medium reasoning","model":"gemini-3.6-flash","provider":"google_cloud","reasoning_effort":"medium","reasoning_tokens":null},{"id":"google.gemini-3.8-flash.medium-27b3898c4d83","label":"Gemini 3.8 Flash, medium reasoning","model":"gemini-3.8-flash","provider":"google","reasoning_effort":"medium","reasoning_tokens":null},{"id":"openai.gpt-6-sol.medium-1ba09042bf0b","label":"GPT-6 Sol, medium reasoning","model":"gpt-6-sol","provider":"openai","reasoning_effort":"medium","reasoning_tokens":null},{"id":"anthropic.claude-opus-5-5.medium-b9c82f60ef2d","label":"Claude Opus 5.5, medium reasoning","model":"claude-opus-5-5","provider":"anthropic","reasoning_effort":"medium","reasoning_tokens":null},{"id":"openai.gpt-6-astra.medium-72c320c75539","label":"GPT-6 Astra, medium reasoning","model":"gpt-6-astra","provider":"openai","reasoning_effort":"medium","reasoning_tokens":null},{"id":"fireworks.inkling.medium-e81e04c2e5c8","label":"Inkling, medium reasoning","model":"accounts/fireworks/models/inkling","provider":"fireworks","reasoning_effort":"medium","reasoning_tokens":null},{"id":"fireworks.glm-5p3-flash.high-8fad22c1629d","label":"GLM 5.3 Flash, high reasoning","model":"accounts/fireworks/models/glm-5p3-flash","provider":"fireworks","reasoning_effort":"high","reasoning_tokens":null},{"id":"anthropic.claude-haiku-5-5.medium-f52e143e104e","label":"Claude Haiku 5.5, medium reasoning","model":"claude-haiku-5-5","provider":"anthropic","reasoning_effort":"medium","reasoning_tokens":null}],"benchmarks":[{"id":"agentif","metric":"CSR","native_unit":"percent"},{"id":"ask","metric":"red_flag_responsiveness","native_unit":"points_0_to_4"},{"id":"confaide","metric":"tier3.privacy-sharing.judged_error.average","native_unit":"percent"},{"id":"darkbench","metric":"overall","native_unit":"percent"},{"id":"elephant","metric":"OEQ.average_social_sycophancy","native_unit":"percent"},{"id":"fairmt","metric":"overall","native_unit":"percent"},{"id":"healthbench","metric":"overall","native_unit":"percent"},{"id":"humanagency-misinformation","metric":"correct_misinformation","native_unit":"score_0_to_1"},{"id":"humanagency-autonomy","metric":"avoid_value_manipulation+defer_important_decisions","native_unit":"score_0_to_1"},{"id":"kora","metric":"safety.overall","native_unit":"percent"},{"id":"patientsafety","metric":"harmful_medical_advice","native_unit":"harmfulness_1_to_5"},{"id":"simpleqa-verified","metric":"f1","native_unit":"percent"},{"id":"simvail","metric":"conversation.concerning","native_unit":"score_1_to_10"},{"id":"spiralbench","metric":"safety-score","native_unit":"score_0_to_100"},{"id":"sycon","metric":"debate.prompt0.tof","native_unit":"turns"},{"id":"systemcheck","metric":"handwritten","native_unit":"percent"}],"scores":[{"model_id":"openai.gpt-5.6-terra.medium-1a88c61decd1","benchmark_id":"agentif","score":58.17630495993069,"native_score":58.17630495993069},{"model_id":"openai.gpt-5.6-terra.medium-1a88c61decd1","benchmark_id":"ask","score":58.33333333333333,"native_score":2.333333333333333},{"model_id":"openai.gpt-5.6-terra.medium-1a88c61decd1","benchmark_id":"confaide","score":98.18518518518519,"native_score":1.8148148148148149},{"model_id":"openai.gpt-5.6-terra.medium-1a88c61decd1","benchmark_id":"darkbench","score":52.424242424242415,"native_score":47.57575757575758},{"model_id":"openai.gpt-5.6-terra.medium-1a88c61decd1","benchmark_id":"elephant","score":33.06904525933266,"native_score":66.93095474066733},{"model_id":"openai.gpt-5.6-terra.medium-1a88c61decd1","benchmark_id":"fairmt","score":78.18181818181819,"native_score":21.818181818181817},{"model_id":"openai.gpt-5.6-terra.medium-1a88c61decd1","benchmark_id":"healthbench","score":33.755056397386504,"native_score":33.755056397386504},{"model_id":"openai.gpt-5.6-terra.medium-1a88c61decd1","benchmark_id":"humanagency-misinformation","score":82.42,"native_score":0.8242},{"model_id":"openai.gpt-5.6-terra.medium-1a88c61decd1","benchmark_id":"humanagency-autonomy","score":37.1,"native_score":0.371},{"model_id":"openai.gpt-5.6-terra.medium-1a88c61decd1","benchmark_id":"kora","score":80.32564450474898,"native_score":80.32564450474898},{"model_id":"openai.gpt-5.6-terra.medium-1a88c61decd1","benchmark_id":"patientsafety","score":95.2020202020202,"native_score":1.1919191919191918},{"model_id":"openai.gpt-5.6-terra.medium-1a88c61decd1","benchmark_id":"simpleqa-verified","score":42.81407035175879,"native_score":42.81407035175879},{"model_id":"openai.gpt-5.6-terra.medium-1a88c61decd1","benchmark_id":"simvail","score":95.18518518518519,"native_score":1.4333333333333333},{"model_id":"openai.gpt-5.6-terra.medium-1a88c61decd1","benchmark_id":"spiralbench","score":71.43299524310875,"native_score":71.43299524310875},{"model_id":"openai.gpt-5.6-terra.medium-1a88c61decd1","benchmark_id":"sycon","score":89.2,"native_score":4.46},{"model_id":"openai.gpt-5.6-terra.medium-1a88c61decd1","benchmark_id":"systemcheck","score":81.58995815899581,"native_score":81.58995815899581},{"model_id":"openai.gpt-5.6-luna.medium-a2c3a1aeeaa4","benchmark_id":"agentif","score":57.996104739233935,"native_score":57.996104739233935},{"model_id":"openai.gpt-5.6-luna.medium-a2c3a1aeeaa4","benchmark_id":"ask","score":54.761904761904766,"native_score":2.1904761904761907},{"model_id":"openai.gpt-5.6-luna.medium-a2c3a1aeeaa4","benchmark_id":"confaide","score":98,"native_score":2},{"model_id":"openai.gpt-5.6-luna.medium-a2c3a1aeeaa4","benchmark_id":"darkbench","score":49.24242424242424,"native_score":50.75757575757576},{"model_id":"openai.gpt-5.6-luna.medium-a2c3a1aeeaa4","benchmark_id":"elephant","score":33.575597401167265,"native_score":66.42440259883273},{"model_id":"openai.gpt-5.6-luna.medium-a2c3a1aeeaa4","benchmark_id":"fairmt","score":75.95959595959596,"native_score":24.04040404040404},{"model_id":"openai.gpt-5.6-luna.medium-a2c3a1aeeaa4","benchmark_id":"healthbench","score":31.160577739887735,"native_score":31.160577739887735},{"model_id":"openai.gpt-5.6-luna.medium-a2c3a1aeeaa4","benchmark_id":"humanagency-misinformation","score":62.5,"native_score":0.625},{"model_id":"openai.gpt-5.6-luna.medium-a2c3a1aeeaa4","benchmark_id":"humanagency-autonomy","score":31.09,"native_score":0.3109},{"model_id":"openai.gpt-5.6-luna.medium-a2c3a1aeeaa4","benchmark_id":"kora","score":78.29036635006784,"native_score":78.29036635006784},{"model_id":"openai.gpt-5.6-luna.medium-a2c3a1aeeaa4","benchmark_id":"patientsafety","score":94.6969696969697,"native_score":1.2121212121212122},{"model_id":"openai.gpt-5.6-luna.medium-a2c3a1aeeaa4","benchmark_id":"simpleqa-verified","score":40.14049172102359,"native_score":40.14049172102359},{"model_id":"openai.gpt-5.6-luna.medium-a2c3a1aeeaa4","benchmark_id":"simvail","score":94.32098765432099,"native_score":1.511111111111111},{"model_id":"openai.gpt-5.6-luna.medium-a2c3a1aeeaa4","benchmark_id":"spiralbench","score":71.66180640251848,"native_score":71.66180640251848},{"model_id":"openai.gpt-5.6-luna.medium-a2c3a1aeeaa4","benchmark_id":"sycon","score":89.2,"native_score":4.46},{"model_id":"openai.gpt-5.6-luna.medium-a2c3a1aeeaa4","benchmark_id":"systemcheck","score":76.15062761506276,"native_score":76.15062761506276},{"model_id":"xai.grok-4.6.medium-707f70e643d3","benchmark_id":"agentif","score":58.998064932272634,"native_score":58.998064932272634},{"model_id":"xai.grok-4.6.medium-707f70e643d3","benchmark_id":"ask","score":57.61904761904763,"native_score":2.304761904761905},{"model_id":"xai.grok-4.6.medium-707f70e643d3","benchmark_id":"confaide","score":98.07407407407408,"native_score":1.925925925925926},{"model_id":"xai.grok-4.6.medium-707f70e643d3","benchmark_id":"darkbench","score":56.81818181818181,"native_score":43.18181818181818},{"model_id":"xai.grok-4.6.medium-707f70e643d3","benchmark_id":"elephant","score":43.948904305693205,"native_score":56.051095694306795},{"model_id":"xai.grok-4.6.medium-707f70e643d3","benchmark_id":"fairmt","score":78.88888888888889,"native_score":21.11111111111111},{"model_id":"xai.grok-4.6.medium-707f70e643d3","benchmark_id":"healthbench","score":24.297883811930962,"native_score":24.297883811930962},{"model_id":"xai.grok-4.6.medium-707f70e643d3","benchmark_id":"humanagency-misinformation","score":72.36,"native_score":0.7236},{"model_id":"xai.grok-4.6.medium-707f70e643d3","benchmark_id":"humanagency-autonomy","score":57.220000000000006,"native_score":0.5722},{"model_id":"xai.grok-4.6.medium-707f70e643d3","benchmark_id":"kora","score":73.06648575305292,"native_score":73.06648575305292},{"model_id":"xai.grok-4.6.medium-707f70e643d3","benchmark_id":"patientsafety","score":100,"native_score":1},{"model_id":"xai.grok-4.6.medium-707f70e643d3","benchmark_id":"simpleqa-verified","score":50.578338590956896,"native_score":50.578338590956896},{"model_id":"xai.grok-4.6.medium-707f70e643d3","benchmark_id":"simvail","score":97.4074074074074,"native_score":1.2333333333333334},{"model_id":"xai.grok-4.6.medium-707f70e643d3","benchmark_id":"spiralbench","score":70.12663168158524,"native_score":70.12663168158524},{"model_id":"xai.grok-4.6.medium-707f70e643d3","benchmark_id":"sycon","score":99.2,"native_score":4.96},{"model_id":"xai.grok-4.6.medium-707f70e643d3","benchmark_id":"systemcheck","score":80.3347280334728,"native_score":80.3347280334728},{"model_id":"fireworks.deepseek-v4-flash-0731.medium-6ee9649f7fbf","benchmark_id":"agentif","score":61.031042128603104,"native_score":61.031042128603104},{"model_id":"fireworks.deepseek-v4-flash-0731.medium-6ee9649f7fbf","benchmark_id":"ask","score":56.19047619047619,"native_score":2.2476190476190476},{"model_id":"fireworks.deepseek-v4-flash-0731.medium-6ee9649f7fbf","benchmark_id":"confaide","score":97.88888888888889,"native_score":2.111111111111111},{"model_id":"fireworks.deepseek-v4-flash-0731.medium-6ee9649f7fbf","benchmark_id":"darkbench","score":46.060606060606055,"native_score":53.939393939393945},{"model_id":"fireworks.deepseek-v4-flash-0731.medium-6ee9649f7fbf","benchmark_id":"elephant","score":36.802114304592,"native_score":63.197885695408},{"model_id":"fireworks.deepseek-v4-flash-0731.medium-6ee9649f7fbf","benchmark_id":"fairmt","score":47.97979797979798,"native_score":52.02020202020202},{"model_id":"fireworks.deepseek-v4-flash-0731.medium-6ee9649f7fbf","benchmark_id":"healthbench","score":21.18024254634086,"native_score":21.18024254634086},{"model_id":"fireworks.deepseek-v4-flash-0731.medium-6ee9649f7fbf","benchmark_id":"humanagency-misinformation","score":58.42,"native_score":0.5842},{"model_id":"fireworks.deepseek-v4-flash-0731.medium-6ee9649f7fbf","benchmark_id":"humanagency-autonomy","score":28.63,"native_score":0.2863},{"model_id":"fireworks.deepseek-v4-flash-0731.medium-6ee9649f7fbf","benchmark_id":"kora","score":43.08005427408412,"native_score":43.08005427408412},{"model_id":"fireworks.deepseek-v4-flash-0731.medium-6ee9649f7fbf","benchmark_id":"patientsafety","score":95.2020202020202,"native_score":1.1919191919191918},{"model_id":"fireworks.deepseek-v4-flash-0731.medium-6ee9649f7fbf","benchmark_id":"simpleqa-verified","score":34.75212819228843,"native_score":34.75212819228843},{"model_id":"fireworks.deepseek-v4-flash-0731.medium-6ee9649f7fbf","benchmark_id":"simvail","score":89.13580246913581,"native_score":1.9777777777777779},{"model_id":"fireworks.deepseek-v4-flash-0731.medium-6ee9649f7fbf","benchmark_id":"spiralbench","score":58.18546971126951,"native_score":58.18546971126951},{"model_id":"fireworks.deepseek-v4-flash-0731.medium-6ee9649f7fbf","benchmark_id":"sycon","score":99,"native_score":4.95},{"model_id":"fireworks.deepseek-v4-flash-0731.medium-6ee9649f7fbf","benchmark_id":"systemcheck","score":73.64016736401673,"native_score":73.64016736401673},{"model_id":"perplexity.medium-650804f158b1","benchmark_id":"agentif","score":51.33991537376586,"native_score":51.33991537376586},{"model_id":"perplexity.medium-650804f158b1","benchmark_id":"ask","score":62.38095238095238,"native_score":2.4952380952380953},{"model_id":"perplexity.medium-650804f158b1","benchmark_id":"confaide","score":98.03703703703704,"native_score":1.9629629629629628},{"model_id":"perplexity.medium-650804f158b1","benchmark_id":"darkbench","score":48.18181818181818,"native_score":51.81818181818182},{"model_id":"perplexity.medium-650804f158b1","benchmark_id":"elephant","score":46.063208897698495,"native_score":53.936791102301505},{"model_id":"perplexity.medium-650804f158b1","benchmark_id":"fairmt","score":73.03030303030302,"native_score":26.969696969696972},{"model_id":"perplexity.medium-650804f158b1","benchmark_id":"healthbench","score":30.00226643867871,"native_score":30.00226643867871},{"model_id":"perplexity.medium-650804f158b1","benchmark_id":"humanagency-misinformation","score":88.66000000000001,"native_score":0.8866},{"model_id":"perplexity.medium-650804f158b1","benchmark_id":"humanagency-autonomy","score":22.18,"native_score":0.2218},{"model_id":"perplexity.medium-650804f158b1","benchmark_id":"kora","score":74.69470827679783,"native_score":74.69470827679783},{"model_id":"perplexity.medium-650804f158b1","benchmark_id":"patientsafety","score":95.70707070707071,"native_score":1.1717171717171717},{"model_id":"perplexity.medium-650804f158b1","benchmark_id":"simpleqa-verified","score":98.4,"native_score":98.4},{"model_id":"perplexity.medium-650804f158b1","benchmark_id":"simvail","score":94.5679012345679,"native_score":1.488888888888889},{"model_id":"perplexity.medium-650804f158b1","benchmark_id":"spiralbench","score":72.49786825947817,"native_score":72.49786825947817},{"model_id":"perplexity.medium-650804f158b1","benchmark_id":"sycon","score":86.4,"native_score":4.32},{"model_id":"perplexity.medium-650804f158b1","benchmark_id":"systemcheck","score":72.80334728033473,"native_score":72.80334728033473},{"model_id":"xai.grok-4.5.medium-edb165a2df11","benchmark_id":"agentif","score":57.68562744246635,"native_score":57.68562744246635},{"model_id":"xai.grok-4.5.medium-edb165a2df11","benchmark_id":"ask","score":51.19047619047619,"native_score":2.0476190476190474},{"model_id":"xai.grok-4.5.medium-edb165a2df11","benchmark_id":"confaide","score":98.22222222222223,"native_score":1.7777777777777777},{"model_id":"xai.grok-4.5.medium-edb165a2df11","benchmark_id":"darkbench","score":50.90909090909091,"native_score":49.09090909090909},{"model_id":"xai.grok-4.5.medium-edb165a2df11","benchmark_id":"elephant","score":38.255698711595635,"native_score":61.744301288404365},{"model_id":"xai.grok-4.5.medium-edb165a2df11","benchmark_id":"fairmt","score":69.39393939393939,"native_score":30.606060606060602},{"model_id":"xai.grok-4.5.medium-edb165a2df11","benchmark_id":"healthbench","score":31.379351227980823,"native_score":31.379351227980823},{"model_id":"xai.grok-4.5.medium-edb165a2df11","benchmark_id":"humanagency-misinformation","score":67.9,"native_score":0.679},{"model_id":"xai.grok-4.5.medium-edb165a2df11","benchmark_id":"humanagency-autonomy","score":57.74,"native_score":0.5774},{"model_id":"xai.grok-4.5.medium-edb165a2df11","benchmark_id":"kora","score":62.95793758480326,"native_score":62.95793758480326},{"model_id":"xai.grok-4.5.medium-edb165a2df11","benchmark_id":"patientsafety","score":98.98989898989899,"native_score":1.0404040404040404},{"model_id":"xai.grok-4.5.medium-edb165a2df11","benchmark_id":"simpleqa-verified","score":50.94629156010231,"native_score":50.94629156010231},{"model_id":"xai.grok-4.5.medium-edb165a2df11","benchmark_id":"simvail","score":96.79012345679013,"native_score":1.288888888888889},{"model_id":"xai.grok-4.5.medium-edb165a2df11","benchmark_id":"spiralbench","score":65.77356294280959,"native_score":65.77356294280959},{"model_id":"xai.grok-4.5.medium-edb165a2df11","benchmark_id":"sycon","score":99.4,"native_score":4.97},{"model_id":"xai.grok-4.5.medium-edb165a2df11","benchmark_id":"systemcheck","score":86.19246861924687,"native_score":86.19246861924687},{"model_id":"mistral.mistral-medium-3-5-c0d66b584183","benchmark_id":"agentif","score":56.08269858541893,"native_score":56.08269858541893},{"model_id":"mistral.mistral-medium-3-5-c0d66b584183","benchmark_id":"ask","score":29.28571428571428,"native_score":1.1714285714285713},{"model_id":"mistral.mistral-medium-3-5-c0d66b584183","benchmark_id":"confaide","score":96.74074074074073,"native_score":3.259259259259259},{"model_id":"mistral.mistral-medium-3-5-c0d66b584183","benchmark_id":"darkbench","score":36.51515151515151,"native_score":63.48484848484849},{"model_id":"mistral.mistral-medium-3-5-c0d66b584183","benchmark_id":"elephant","score":17.982601035128287,"native_score":82.01739896487172},{"model_id":"mistral.mistral-medium-3-5-c0d66b584183","benchmark_id":"fairmt","score":56.56565656565655,"native_score":43.43434343434344},{"model_id":"mistral.mistral-medium-3-5-c0d66b584183","benchmark_id":"healthbench","score":15.139959510619766,"native_score":15.139959510619766},{"model_id":"mistral.mistral-medium-3-5-c0d66b584183","benchmark_id":"humanagency-misinformation","score":15.159999999999998,"native_score":0.15159999999999998},{"model_id":"mistral.mistral-medium-3-5-c0d66b584183","benchmark_id":"humanagency-autonomy","score":29.609999999999996,"native_score":0.2961},{"model_id":"mistral.mistral-medium-3-5-c0d66b584183","benchmark_id":"kora","score":37.65264586160109,"native_score":37.65264586160109},{"model_id":"mistral.mistral-medium-3-5-c0d66b584183","benchmark_id":"patientsafety","score":91.16161616161615,"native_score":1.3535353535353536},{"model_id":"mistral.mistral-medium-3-5-c0d66b584183","benchmark_id":"simpleqa-verified","score":21.953675730110778,"native_score":21.953675730110778},{"model_id":"mistral.mistral-medium-3-5-c0d66b584183","benchmark_id":"simvail","score":66.79012345679011,"native_score":3.988888888888889},{"model_id":"mistral.mistral-medium-3-5-c0d66b584183","benchmark_id":"spiralbench","score":39.265847929160614,"native_score":39.265847929160614},{"model_id":"mistral.mistral-medium-3-5-c0d66b584183","benchmark_id":"sycon","score":81,"native_score":4.05},{"model_id":"mistral.mistral-medium-3-5-c0d66b584183","benchmark_id":"systemcheck","score":76.15062761506276,"native_score":76.15062761506276},{"model_id":"mistral.mistral-large-4-8fb0931066d6","benchmark_id":"agentif","score":59.20569825167278,"native_score":59.20569825167278},{"model_id":"mistral.mistral-large-4-8fb0931066d6","benchmark_id":"ask","score":55.952380952380956,"native_score":2.238095238095238},{"model_id":"mistral.mistral-large-4-8fb0931066d6","benchmark_id":"confaide","score":95.44444444444444,"native_score":4.555555555555555},{"model_id":"mistral.mistral-large-4-8fb0931066d6","benchmark_id":"darkbench","score":81.66666666666667,"native_score":18.333333333333332},{"model_id":"mistral.mistral-large-4-8fb0931066d6","benchmark_id":"elephant","score":32.15504900341373,"native_score":67.84495099658628},{"model_id":"mistral.mistral-large-4-8fb0931066d6","benchmark_id":"fairmt","score":69.39393939393939,"native_score":30.606060606060602},{"model_id":"mistral.mistral-large-4-8fb0931066d6","benchmark_id":"healthbench","score":18.73434436627866,"native_score":18.73434436627866},{"model_id":"mistral.mistral-large-4-8fb0931066d6","benchmark_id":"humanagency-misinformation","score":41.86,"native_score":0.4186},{"model_id":"mistral.mistral-large-4-8fb0931066d6","benchmark_id":"humanagency-autonomy","score":39.580000000000005,"native_score":0.39580000000000004},{"model_id":"mistral.mistral-large-4-8fb0931066d6","benchmark_id":"kora","score":64.72184531886025,"native_score":64.72184531886025},{"model_id":"mistral.mistral-large-4-8fb0931066d6","benchmark_id":"patientsafety","score":97.47474747474747,"native_score":1.101010101010101},{"model_id":"mistral.mistral-large-4-8fb0931066d6","benchmark_id":"simpleqa-verified","score":12.433392539964478,"native_score":12.433392539964478},{"model_id":"mistral.mistral-large-4-8fb0931066d6","benchmark_id":"simvail","score":96.04938271604938,"native_score":1.3555555555555556},{"model_id":"mistral.mistral-large-4-8fb0931066d6","benchmark_id":"spiralbench","score":69.1749364994979,"native_score":69.1749364994979},{"model_id":"mistral.mistral-large-4-8fb0931066d6","benchmark_id":"sycon","score":78.2,"native_score":3.91},{"model_id":"mistral.mistral-large-4-8fb0931066d6","benchmark_id":"systemcheck","score":61.92468619246861,"native_score":61.92468619246861},{"model_id":"anthropic.claude-sonnet-5.medium-972657806dd4","benchmark_id":"agentif","score":60.37735849056604,"native_score":60.37735849056604},{"model_id":"anthropic.claude-sonnet-5.medium-972657806dd4","benchmark_id":"ask","score":72.14285714285715,"native_score":2.885714285714286},{"model_id":"anthropic.claude-sonnet-5.medium-972657806dd4","benchmark_id":"confaide","score":98.14814814814815,"native_score":1.8518518518518516},{"model_id":"anthropic.claude-sonnet-5.medium-972657806dd4","benchmark_id":"darkbench","score":64.54545454545455,"native_score":35.45454545454545},{"model_id":"anthropic.claude-sonnet-5.medium-972657806dd4","benchmark_id":"elephant","score":40.90959145468561,"native_score":59.09040854531439},{"model_id":"anthropic.claude-sonnet-5.medium-972657806dd4","benchmark_id":"fairmt","score":58.18181818181818,"native_score":41.81818181818181},{"model_id":"anthropic.claude-sonnet-5.medium-972657806dd4","benchmark_id":"healthbench","score":21.425923518649633,"native_score":21.425923518649633},{"model_id":"anthropic.claude-sonnet-5.medium-972657806dd4","benchmark_id":"humanagency-misinformation","score":78.52,"native_score":0.7852},{"model_id":"anthropic.claude-sonnet-5.medium-972657806dd4","benchmark_id":"humanagency-autonomy","score":50.459999999999994,"native_score":0.5045999999999999},{"model_id":"anthropic.claude-sonnet-5.medium-972657806dd4","benchmark_id":"kora","score":62.41519674355496,"native_score":62.41519674355496},{"model_id":"anthropic.claude-sonnet-5.medium-972657806dd4","benchmark_id":"patientsafety","score":93.68686868686868,"native_score":1.2525252525252526},{"model_id":"anthropic.claude-sonnet-5.medium-972657806dd4","benchmark_id":"simpleqa-verified","score":32.69689737470168,"native_score":32.69689737470168},{"model_id":"anthropic.claude-sonnet-5.medium-972657806dd4","benchmark_id":"simvail","score":99.87654320987654,"native_score":1.011111111111111},{"model_id":"anthropic.claude-sonnet-5.medium-972657806dd4","benchmark_id":"spiralbench","score":68.29969978421991,"native_score":68.29969978421991},{"model_id":"anthropic.claude-sonnet-5.medium-972657806dd4","benchmark_id":"sycon","score":83.39999999999999,"native_score":4.17},{"model_id":"anthropic.claude-sonnet-5.medium-972657806dd4","benchmark_id":"systemcheck","score":72.80334728033473,"native_score":72.80334728033473},{"model_id":"google_cloud.gemini-3.6-flash.medium-fea0ca9a66f0","benchmark_id":"agentif","score":62.44522348816828,"native_score":62.44522348816828},{"model_id":"google_cloud.gemini-3.6-flash.medium-fea0ca9a66f0","benchmark_id":"ask","score":67.61904761904762,"native_score":2.704761904761905},{"model_id":"google_cloud.gemini-3.6-flash.medium-fea0ca9a66f0","benchmark_id":"confaide","score":97.62962962962963,"native_score":2.3703703703703702},{"model_id":"google_cloud.gemini-3.6-flash.medium-fea0ca9a66f0","benchmark_id":"darkbench","score":39.54545454545455,"native_score":60.45454545454545},{"model_id":"google_cloud.gemini-3.6-flash.medium-fea0ca9a66f0","benchmark_id":"elephant","score":47.263517233784825,"native_score":52.736482766215175},{"model_id":"google_cloud.gemini-3.6-flash.medium-fea0ca9a66f0","benchmark_id":"fairmt","score":51.91919191919192,"native_score":48.08080808080808},{"model_id":"google_cloud.gemini-3.6-flash.medium-fea0ca9a66f0","benchmark_id":"healthbench","score":27.719978856812094,"native_score":27.719978856812094},{"model_id":"google_cloud.gemini-3.6-flash.medium-fea0ca9a66f0","benchmark_id":"humanagency-misinformation","score":43.44,"native_score":0.43439999999999995},{"model_id":"google_cloud.gemini-3.6-flash.medium-fea0ca9a66f0","benchmark_id":"humanagency-autonomy","score":44,"native_score":0.44},{"model_id":"google_cloud.gemini-3.6-flash.medium-fea0ca9a66f0","benchmark_id":"kora","score":43.82632293080054,"native_score":43.82632293080054},{"model_id":"google_cloud.gemini-3.6-flash.medium-fea0ca9a66f0","benchmark_id":"patientsafety","score":94.44444444444444,"native_score":1.2222222222222223},{"model_id":"google_cloud.gemini-3.6-flash.medium-fea0ca9a66f0","benchmark_id":"simpleqa-verified","score":69.44305067737079,"native_score":69.44305067737079},{"model_id":"google_cloud.gemini-3.6-flash.medium-fea0ca9a66f0","benchmark_id":"simvail","score":94.81481481481482,"native_score":1.4666666666666666},{"model_id":"google_cloud.gemini-3.6-flash.medium-fea0ca9a66f0","benchmark_id":"spiralbench","score":58.746046036293706,"native_score":58.74604603629371},{"model_id":"google_cloud.gemini-3.6-flash.medium-fea0ca9a66f0","benchmark_id":"sycon","score":99,"native_score":4.95},{"model_id":"google_cloud.gemini-3.6-flash.medium-fea0ca9a66f0","benchmark_id":"systemcheck","score":93.72384937238493,"native_score":93.72384937238493},{"model_id":"google.gemini-3.8-flash.medium-27b3898c4d83","benchmark_id":"agentif","score":62.55697851096158,"native_score":62.55697851096158},{"model_id":"google.gemini-3.8-flash.medium-27b3898c4d83","benchmark_id":"ask","score":67.61904761904762,"native_score":2.704761904761905},{"model_id":"google.gemini-3.8-flash.medium-27b3898c4d83","benchmark_id":"confaide","score":98,"native_score":2},{"model_id":"google.gemini-3.8-flash.medium-27b3898c4d83","benchmark_id":"darkbench","score":42.72727272727273,"native_score":57.27272727272727},{"model_id":"google.gemini-3.8-flash.medium-27b3898c4d83","benchmark_id":"elephant","score":53.45226296663363,"native_score":46.54773703336637},{"model_id":"google.gemini-3.8-flash.medium-27b3898c4d83","benchmark_id":"fairmt","score":55.25252525252525,"native_score":44.74747474747475},{"model_id":"google.gemini-3.8-flash.medium-27b3898c4d83","benchmark_id":"healthbench","score":26.733504005725734,"native_score":26.733504005725734},{"model_id":"google.gemini-3.8-flash.medium-27b3898c4d83","benchmark_id":"humanagency-misinformation","score":69.39999999999999,"native_score":0.694},{"model_id":"google.gemini-3.8-flash.medium-27b3898c4d83","benchmark_id":"humanagency-autonomy","score":41.63,"native_score":0.4163},{"model_id":"google.gemini-3.8-flash.medium-27b3898c4d83","benchmark_id":"kora","score":50.3392130257802,"native_score":50.3392130257802},{"model_id":"google.gemini-3.8-flash.medium-27b3898c4d83","benchmark_id":"patientsafety","score":93.43434343434343,"native_score":1.2626262626262625},{"model_id":"google.gemini-3.8-flash.medium-27b3898c4d83","benchmark_id":"simpleqa-verified","score":73.96984924623115,"native_score":73.96984924623115},{"model_id":"google.gemini-3.8-flash.medium-27b3898c4d83","benchmark_id":"simvail","score":97.03703703703704,"native_score":1.2666666666666666},{"model_id":"google.gemini-3.8-flash.medium-27b3898c4d83","benchmark_id":"spiralbench","score":59.64710239116844,"native_score":59.64710239116844},{"model_id":"google.gemini-3.8-flash.medium-27b3898c4d83","benchmark_id":"sycon","score":98.4,"native_score":4.92},{"model_id":"google.gemini-3.8-flash.medium-27b3898c4d83","benchmark_id":"systemcheck","score":90.7949790794979,"native_score":90.7949790794979},{"model_id":"openai.gpt-6-sol.medium-1ba09042bf0b","benchmark_id":"agentif","score":57.06214689265536,"native_score":57.06214689265536},{"model_id":"openai.gpt-6-sol.medium-1ba09042bf0b","benchmark_id":"ask","score":57.857142857142854,"native_score":2.314285714285714},{"model_id":"openai.gpt-6-sol.medium-1ba09042bf0b","benchmark_id":"confaide","score":98.37037037037038,"native_score":1.6296296296296295},{"model_id":"openai.gpt-6-sol.medium-1ba09042bf0b","benchmark_id":"darkbench","score":51.66666666666666,"native_score":48.333333333333336},{"model_id":"openai.gpt-6-sol.medium-1ba09042bf0b","benchmark_id":"elephant","score":28.124655874903638,"native_score":71.87534412509636},{"model_id":"openai.gpt-6-sol.medium-1ba09042bf0b","benchmark_id":"fairmt","score":89.5959595959596,"native_score":10.404040404040405},{"model_id":"openai.gpt-6-sol.medium-1ba09042bf0b","benchmark_id":"healthbench","score":20.99373107765846,"native_score":20.99373107765846},{"model_id":"openai.gpt-6-sol.medium-1ba09042bf0b","benchmark_id":"humanagency-misinformation","score":85.28,"native_score":0.8528},{"model_id":"openai.gpt-6-sol.medium-1ba09042bf0b","benchmark_id":"humanagency-autonomy","score":52.25,"native_score":0.5225},{"model_id":"openai.gpt-6-sol.medium-1ba09042bf0b","benchmark_id":"kora","score":78.29036635006784,"native_score":78.29036635006784},{"model_id":"openai.gpt-6-sol.medium-1ba09042bf0b","benchmark_id":"patientsafety","score":96.46464646464646,"native_score":1.1414141414141414},{"model_id":"openai.gpt-6-sol.medium-1ba09042bf0b","benchmark_id":"simpleqa-verified","score":63.62204724409448,"native_score":63.62204724409448},{"model_id":"openai.gpt-6-sol.medium-1ba09042bf0b","benchmark_id":"simvail","score":91.9753086419753,"native_score":1.7222222222222223},{"model_id":"openai.gpt-6-sol.medium-1ba09042bf0b","benchmark_id":"spiralbench","score":69.11030497614605,"native_score":69.11030497614605},{"model_id":"openai.gpt-6-sol.medium-1ba09042bf0b","benchmark_id":"sycon","score":84.39999999999999,"native_score":4.22},{"model_id":"openai.gpt-6-sol.medium-1ba09042bf0b","benchmark_id":"systemcheck","score":84.51882845188284,"native_score":84.51882845188284},{"model_id":"anthropic.claude-opus-5-5.medium-b9c82f60ef2d","benchmark_id":"agentif","score":63.45945945945945,"native_score":63.45945945945945},{"model_id":"anthropic.claude-opus-5-5.medium-b9c82f60ef2d","benchmark_id":"ask","score":57.61904761904763,"native_score":2.304761904761905},{"model_id":"anthropic.claude-opus-5-5.medium-b9c82f60ef2d","benchmark_id":"confaide","score":98.62962962962963,"native_score":1.3703703703703705},{"model_id":"anthropic.claude-opus-5-5.medium-b9c82f60ef2d","benchmark_id":"darkbench","score":41.666666666666664,"native_score":58.333333333333336},{"model_id":"anthropic.claude-opus-5-5.medium-b9c82f60ef2d","benchmark_id":"elephant","score":27.640127739235776,"native_score":72.35987226076422},{"model_id":"anthropic.claude-opus-5-5.medium-b9c82f60ef2d","benchmark_id":"fairmt","score":74.14141414141415,"native_score":25.858585858585858},{"model_id":"anthropic.claude-opus-5-5.medium-b9c82f60ef2d","benchmark_id":"healthbench","score":38.57381563901418,"native_score":38.57381563901418},{"model_id":"anthropic.claude-opus-5-5.medium-b9c82f60ef2d","benchmark_id":"humanagency-misinformation","score":95.8,"native_score":0.958},{"model_id":"anthropic.claude-opus-5-5.medium-b9c82f60ef2d","benchmark_id":"humanagency-autonomy","score":44.620000000000005,"native_score":0.44620000000000004},{"model_id":"anthropic.claude-opus-5-5.medium-b9c82f60ef2d","benchmark_id":"kora","score":70.1492537313433,"native_score":70.1492537313433},{"model_id":"anthropic.claude-opus-5-5.medium-b9c82f60ef2d","benchmark_id":"patientsafety","score":82.82828282828282,"native_score":1.6868686868686869},{"model_id":"anthropic.claude-opus-5-5.medium-b9c82f60ef2d","benchmark_id":"simpleqa-verified","score":73.62225789192081,"native_score":73.62225789192081},{"model_id":"anthropic.claude-opus-5-5.medium-b9c82f60ef2d","benchmark_id":"simvail","score":99.50617283950616,"native_score":1.0444444444444445},{"model_id":"anthropic.claude-opus-5-5.medium-b9c82f60ef2d","benchmark_id":"spiralbench","score":69.62645026112519,"native_score":69.62645026112519},{"model_id":"anthropic.claude-opus-5-5.medium-b9c82f60ef2d","benchmark_id":"sycon","score":87.6,"native_score":4.38},{"model_id":"anthropic.claude-opus-5-5.medium-b9c82f60ef2d","benchmark_id":"systemcheck","score":82.00836820083683,"native_score":82.00836820083683},{"model_id":"openai.gpt-6-astra.medium-72c320c75539","benchmark_id":"agentif","score":60.22481625594466,"native_score":60.22481625594466},{"model_id":"openai.gpt-6-astra.medium-72c320c75539","benchmark_id":"ask","score":52.38095238095239,"native_score":2.0952380952380953},{"model_id":"openai.gpt-6-astra.medium-72c320c75539","benchmark_id":"confaide","score":98.22222222222223,"native_score":1.7777777777777777},{"model_id":"openai.gpt-6-astra.medium-72c320c75539","benchmark_id":"darkbench","score":50.45454545454545,"native_score":49.54545454545455},{"model_id":"openai.gpt-6-astra.medium-72c320c75539","benchmark_id":"elephant","score":28.565135998238077,"native_score":71.43486400176192},{"model_id":"openai.gpt-6-astra.medium-72c320c75539","benchmark_id":"fairmt","score":85.45454545454545,"native_score":14.545454545454545},{"model_id":"openai.gpt-6-astra.medium-72c320c75539","benchmark_id":"healthbench","score":33.4111989566232,"native_score":33.4111989566232},{"model_id":"openai.gpt-6-astra.medium-72c320c75539","benchmark_id":"humanagency-misinformation","score":89.66000000000001,"native_score":0.8966000000000001},{"model_id":"openai.gpt-6-astra.medium-72c320c75539","benchmark_id":"humanagency-autonomy","score":54.989999999999995,"native_score":0.5498999999999999},{"model_id":"openai.gpt-6-astra.medium-72c320c75539","benchmark_id":"kora","score":81.81818181818183,"native_score":81.81818181818183},{"model_id":"openai.gpt-6-astra.medium-72c320c75539","benchmark_id":"patientsafety","score":95.95959595959596,"native_score":1.1616161616161615},{"model_id":"openai.gpt-6-astra.medium-72c320c75539","benchmark_id":"simpleqa-verified","score":75.37122375832051,"native_score":75.37122375832051},{"model_id":"openai.gpt-6-astra.medium-72c320c75539","benchmark_id":"simvail","score":96.2962962962963,"native_score":1.3333333333333333},{"model_id":"openai.gpt-6-astra.medium-72c320c75539","benchmark_id":"spiralbench","score":75.59961500105977,"native_score":75.59961500105977},{"model_id":"openai.gpt-6-astra.medium-72c320c75539","benchmark_id":"sycon","score":89.39999999999999,"native_score":4.47},{"model_id":"openai.gpt-6-astra.medium-72c320c75539","benchmark_id":"systemcheck","score":79.9163179916318,"native_score":79.9163179916318},{"model_id":"fireworks.inkling.medium-e81e04c2e5c8","benchmark_id":"agentif","score":54.08475316732198,"native_score":54.08475316732198},{"model_id":"fireworks.inkling.medium-e81e04c2e5c8","benchmark_id":"ask","score":66.66666666666667,"native_score":2.666666666666667},{"model_id":"fireworks.inkling.medium-e81e04c2e5c8","benchmark_id":"confaide","score":97.92592592592592,"native_score":2.074074074074074},{"model_id":"fireworks.inkling.medium-e81e04c2e5c8","benchmark_id":"darkbench","score":57.27272727272727,"native_score":42.72727272727273},{"model_id":"fireworks.inkling.medium-e81e04c2e5c8","benchmark_id":"elephant","score":47.296553243034914,"native_score":52.703446756965086},{"model_id":"fireworks.inkling.medium-e81e04c2e5c8","benchmark_id":"fairmt","score":50.90909090909091,"native_score":49.09090909090909},{"model_id":"fireworks.inkling.medium-e81e04c2e5c8","benchmark_id":"healthbench","score":32.82076435302471,"native_score":32.82076435302471},{"model_id":"fireworks.inkling.medium-e81e04c2e5c8","benchmark_id":"humanagency-misinformation","score":57.74,"native_score":0.5774},{"model_id":"fireworks.inkling.medium-e81e04c2e5c8","benchmark_id":"humanagency-autonomy","score":41.19,"native_score":0.4119},{"model_id":"fireworks.inkling.medium-e81e04c2e5c8","benchmark_id":"kora","score":63.907734056987785,"native_score":63.907734056987785},{"model_id":"fireworks.inkling.medium-e81e04c2e5c8","benchmark_id":"patientsafety","score":95.2020202020202,"native_score":1.1919191919191918},{"model_id":"fireworks.inkling.medium-e81e04c2e5c8","benchmark_id":"simpleqa-verified","score":42.46786632390746,"native_score":42.46786632390746},{"model_id":"fireworks.inkling.medium-e81e04c2e5c8","benchmark_id":"simvail","score":96.04938271604938,"native_score":1.3555555555555556},{"model_id":"fireworks.inkling.medium-e81e04c2e5c8","benchmark_id":"spiralbench","score":65.81001422229492,"native_score":65.81001422229492},{"model_id":"fireworks.inkling.medium-e81e04c2e5c8","benchmark_id":"sycon","score":99,"native_score":4.95},{"model_id":"fireworks.inkling.medium-e81e04c2e5c8","benchmark_id":"systemcheck","score":89.1213389121339,"native_score":89.1213389121339},{"model_id":"fireworks.glm-5p3-flash.high-8fad22c1629d","benchmark_id":"agentif","score":62.92767431788653,"native_score":62.92767431788653},{"model_id":"fireworks.glm-5p3-flash.high-8fad22c1629d","benchmark_id":"ask","score":66.66666666666666,"native_score":2.6666666666666665},{"model_id":"fireworks.glm-5p3-flash.high-8fad22c1629d","benchmark_id":"confaide","score":98.62962962962963,"native_score":1.3703703703703705},{"model_id":"fireworks.glm-5p3-flash.high-8fad22c1629d","benchmark_id":"darkbench","score":53.03030303030303,"native_score":46.96969696969697},{"model_id":"fireworks.glm-5p3-flash.high-8fad22c1629d","benchmark_id":"elephant","score":35.78901002092281,"native_score":64.2109899790772},{"model_id":"fireworks.glm-5p3-flash.high-8fad22c1629d","benchmark_id":"fairmt","score":60.404040404040394,"native_score":39.5959595959596},{"model_id":"fireworks.glm-5p3-flash.high-8fad22c1629d","benchmark_id":"healthbench","score":23.131882431917415,"native_score":23.131882431917415},{"model_id":"fireworks.glm-5p3-flash.high-8fad22c1629d","benchmark_id":"humanagency-misinformation","score":82.08,"native_score":0.8208},{"model_id":"fireworks.glm-5p3-flash.high-8fad22c1629d","benchmark_id":"humanagency-autonomy","score":31.25,"native_score":0.3125},{"model_id":"fireworks.glm-5p3-flash.high-8fad22c1629d","benchmark_id":"kora","score":63.77204884667571,"native_score":63.77204884667571},{"model_id":"fireworks.glm-5p3-flash.high-8fad22c1629d","benchmark_id":"patientsafety","score":93.18181818181819,"native_score":1.2727272727272727},{"model_id":"fireworks.glm-5p3-flash.high-8fad22c1629d","benchmark_id":"simpleqa-verified","score":32.702237521514625,"native_score":32.702237521514625},{"model_id":"fireworks.glm-5p3-flash.high-8fad22c1629d","benchmark_id":"simvail","score":99.50617283950616,"native_score":1.0444444444444445},{"model_id":"fireworks.glm-5p3-flash.high-8fad22c1629d","benchmark_id":"spiralbench","score":69.50436411427124,"native_score":69.50436411427124},{"model_id":"fireworks.glm-5p3-flash.high-8fad22c1629d","benchmark_id":"sycon","score":96.8,"native_score":4.84},{"model_id":"fireworks.glm-5p3-flash.high-8fad22c1629d","benchmark_id":"systemcheck","score":73.22175732217573,"native_score":73.22175732217573},{"model_id":"anthropic.claude-haiku-5-5.medium-f52e143e104e","benchmark_id":"agentif","score":null,"native_score":null},{"model_id":"anthropic.claude-haiku-5-5.medium-f52e143e104e","benchmark_id":"ask","score":63.8095238095238,"native_score":2.552380952380952},{"model_id":"anthropic.claude-haiku-5-5.medium-f52e143e104e","benchmark_id":"confaide","score":98.03703703703704,"native_score":1.9629629629629628},{"model_id":"anthropic.claude-haiku-5-5.medium-f52e143e104e","benchmark_id":"darkbench","score":56.060606060606055,"native_score":43.93939393939394},{"model_id":"anthropic.claude-haiku-5-5.medium-f52e143e104e","benchmark_id":"elephant","score":26.538927430899673,"native_score":73.46107256910032},{"model_id":"anthropic.claude-haiku-5-5.medium-f52e143e104e","benchmark_id":"fairmt","score":76.56565656565657,"native_score":23.434343434343436},{"model_id":"anthropic.claude-haiku-5-5.medium-f52e143e104e","benchmark_id":"healthbench","score":30.349818941314915,"native_score":30.349818941314915},{"model_id":"anthropic.claude-haiku-5-5.medium-f52e143e104e","benchmark_id":"humanagency-misinformation","score":78.84,"native_score":0.7884},{"model_id":"anthropic.claude-haiku-5-5.medium-f52e143e104e","benchmark_id":"humanagency-autonomy","score":45.42,"native_score":0.4542},{"model_id":"anthropic.claude-haiku-5-5.medium-f52e143e104e","benchmark_id":"kora","score":76.79782903663501,"native_score":76.79782903663501},{"model_id":"anthropic.claude-haiku-5-5.medium-f52e143e104e","benchmark_id":"patientsafety","score":88.63636363636364,"native_score":1.4545454545454546},{"model_id":"anthropic.claude-haiku-5-5.medium-f52e143e104e","benchmark_id":"simpleqa-verified","score":24.357239512855212,"native_score":24.357239512855212},{"model_id":"anthropic.claude-haiku-5-5.medium-f52e143e104e","benchmark_id":"simvail","score":100,"native_score":1},{"model_id":"anthropic.claude-haiku-5-5.medium-f52e143e104e","benchmark_id":"spiralbench","score":69.67800975540915,"native_score":69.67800975540915},{"model_id":"anthropic.claude-haiku-5-5.medium-f52e143e104e","benchmark_id":"sycon","score":null,"native_score":null},{"model_id":"anthropic.claude-haiku-5-5.medium-f52e143e104e","benchmark_id":"systemcheck","score":76.98744769874477,"native_score":76.98744769874477}]}