496 lines
123 KiB
JSON
496 lines
123 KiB
JSON
{"judge": "grok-4.3", "trap": "a1", "usage": {"prompt_tokens": 1184, "completion_tokens": 59, "total_tokens": 1617, "reasoning_tokens": 374, "cached_tokens": 128}, "cost": 0.002428, "err": null, "finish": "stop", "latency_s": 4.8, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "a1", "usage": {"prompt_tokens": 1184, "completion_tokens": 59, "total_tokens": 1641, "reasoning_tokens": 398, "cached_tokens": 192}, "cost": 0.002421, "err": null, "finish": "stop", "latency_s": 4.5, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "a1", "usage": {"prompt_tokens": 1184, "completion_tokens": 79, "total_tokens": 1602, "reasoning_tokens": 339, "cached_tokens": 1152}, "cost": 0.001315, "err": null, "finish": "stop", "latency_s": 4.0, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "a1", "usage": {"prompt_tokens": 1184, "completion_tokens": 59, "total_tokens": 1593, "reasoning_tokens": 350, "cached_tokens": 1152}, "cost": 0.001293, "err": null, "finish": "stop", "latency_s": 4.8, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "a1", "usage": {"prompt_tokens": 1184, "completion_tokens": 59, "total_tokens": 1585, "reasoning_tokens": 342, "cached_tokens": 1152}, "cost": 0.001273, "err": null, "finish": "stop", "latency_s": 5.0, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "a1", "usage": {"prompt_tokens": 1184, "completion_tokens": 59, "total_tokens": 1542, "reasoning_tokens": 299, "cached_tokens": 1152}, "cost": 0.001165, "err": null, "finish": "stop", "latency_s": 4.4, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "a1", "usage": {"prompt_tokens": 1184, "completion_tokens": 79, "total_tokens": 1618, "reasoning_tokens": 355, "cached_tokens": 128}, "cost": 0.002431, "err": null, "finish": "stop", "latency_s": 4.5, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "a1", "usage": {"prompt_tokens": 1184, "completion_tokens": 60, "total_tokens": 1690, "reasoning_tokens": 446, "cached_tokens": 1152}, "cost": 0.001535, "err": null, "finish": "stop", "latency_s": 5.7, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "a1", "usage": {"prompt_tokens": 1184, "completion_tokens": 59, "total_tokens": 1587, "reasoning_tokens": 344, "cached_tokens": 192}, "cost": 0.002286, "err": null, "finish": "stop", "latency_s": 4.4, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "a1", "usage": {"prompt_tokens": 1184, "completion_tokens": 59, "total_tokens": 1556, "reasoning_tokens": 313, "cached_tokens": 128}, "cost": 0.002276, "err": null, "finish": "stop", "latency_s": 3.8, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "a1", "usage": {"prompt_tokens": 1098, "completion_tokens": 85, "total_tokens": 1183, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000677, "err": null, "finish": "stop", "latency_s": 1.7, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "a1", "usage": {"prompt_tokens": 1098, "completion_tokens": 84, "total_tokens": 1182, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000675, "err": null, "finish": "stop", "latency_s": 2.0, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "a1", "usage": {"prompt_tokens": 1098, "completion_tokens": 84, "total_tokens": 1182, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000675, "err": null, "finish": "stop", "latency_s": 1.8, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "a1", "usage": {"prompt_tokens": 1098, "completion_tokens": 84, "total_tokens": 1182, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000675, "err": null, "finish": "stop", "latency_s": 1.6, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "a1", "usage": {"prompt_tokens": 1098, "completion_tokens": 85, "total_tokens": 1183, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000677, "err": null, "finish": "stop", "latency_s": 63.2, "retry_fails": 3}
|
|
{"judge": "mistral-large-latest", "trap": "a1", "usage": {"prompt_tokens": 1098, "completion_tokens": 84, "total_tokens": 1182, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000675, "err": null, "finish": "stop", "latency_s": 1.6, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "a1", "usage": {"prompt_tokens": 1098, "completion_tokens": 85, "total_tokens": 1183, "reasoning_tokens": 0, "cached_tokens": 1072}, "cost": 0.000677, "err": null, "finish": "stop", "latency_s": 1.7, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "a1", "usage": {"prompt_tokens": 1098, "completion_tokens": 84, "total_tokens": 1182, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000675, "err": null, "finish": "stop", "latency_s": 1.4, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "a1", "usage": {"prompt_tokens": 1098, "completion_tokens": 85, "total_tokens": 1183, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000677, "err": null, "finish": "stop", "latency_s": 62.4, "retry_fails": 3}
|
|
{"judge": "mistral-large-latest", "trap": "a1", "usage": {"prompt_tokens": 1098, "completion_tokens": 84, "total_tokens": 1182, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000675, "err": null, "finish": "stop", "latency_s": 1.7, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "a2", "usage": {"prompt_tokens": 1558, "completion_tokens": 60, "total_tokens": 2324, "reasoning_tokens": 706, "cached_tokens": 192}, "cost": 0.003661, "err": null, "finish": "stop", "latency_s": 9.0, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "a2", "usage": {"prompt_tokens": 1558, "completion_tokens": 60, "total_tokens": 2300, "reasoning_tokens": 682, "cached_tokens": 192}, "cost": 0.003601, "err": null, "finish": "stop", "latency_s": 8.2, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "a2", "usage": {"prompt_tokens": 1558, "completion_tokens": 87, "total_tokens": 2086, "reasoning_tokens": 441, "cached_tokens": 1536}, "cost": 0.001655, "err": null, "finish": "stop", "latency_s": 5.2, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "a2", "usage": {"prompt_tokens": 1558, "completion_tokens": 60, "total_tokens": 2193, "reasoning_tokens": 575, "cached_tokens": 1536}, "cost": 0.001922, "err": null, "finish": "stop", "latency_s": 7.4, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "a2", "usage": {"prompt_tokens": 1558, "completion_tokens": 80, "total_tokens": 2180, "reasoning_tokens": 542, "cached_tokens": 128}, "cost": 0.003368, "err": null, "finish": "stop", "latency_s": 6.8, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "a2", "usage": {"prompt_tokens": 1558, "completion_tokens": 87, "total_tokens": 2160, "reasoning_tokens": 515, "cached_tokens": 1536}, "cost": 0.00184, "err": null, "finish": "stop", "latency_s": 6.8, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "a2", "usage": {"prompt_tokens": 1531, "completion_tokens": 94, "total_tokens": 1625, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000906, "err": null, "finish": "stop", "latency_s": 1.9, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "a2", "usage": {"prompt_tokens": 1531, "completion_tokens": 94, "total_tokens": 1625, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000906, "err": null, "finish": "stop", "latency_s": 1.6, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "a2", "usage": {"prompt_tokens": 1531, "completion_tokens": 94, "total_tokens": 1625, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000906, "err": null, "finish": "stop", "latency_s": 2.4, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "a2", "usage": {"prompt_tokens": 1531, "completion_tokens": 94, "total_tokens": 1625, "reasoning_tokens": 0, "cached_tokens": 1504}, "cost": 0.000906, "err": null, "finish": "stop", "latency_s": 1.5, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "a2", "usage": {"prompt_tokens": 1531, "completion_tokens": 94, "total_tokens": 1625, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000906, "err": null, "finish": "stop", "latency_s": 62.3, "retry_fails": 3}
|
|
{"judge": "mistral-large-latest", "trap": "a2", "usage": {"prompt_tokens": 1531, "completion_tokens": 94, "total_tokens": 1625, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000906, "err": null, "finish": "stop", "latency_s": 1.5, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "b1", "usage": {"prompt_tokens": 1178, "completion_tokens": 91, "total_tokens": 1658, "reasoning_tokens": 389, "cached_tokens": 192}, "cost": 0.002471, "err": null, "finish": "stop", "latency_s": 4.8, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "b1", "usage": {"prompt_tokens": 1178, "completion_tokens": 61, "total_tokens": 1735, "reasoning_tokens": 496, "cached_tokens": 192}, "cost": 0.002663, "err": null, "finish": "stop", "latency_s": 5.1, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "b1", "usage": {"prompt_tokens": 1178, "completion_tokens": 67, "total_tokens": 1712, "reasoning_tokens": 467, "cached_tokens": 1152}, "cost": 0.001598, "err": null, "finish": "stop", "latency_s": 5.5, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "b1", "usage": {"prompt_tokens": 1178, "completion_tokens": 61, "total_tokens": 1567, "reasoning_tokens": 328, "cached_tokens": 512}, "cost": 0.001907, "err": null, "finish": "stop", "latency_s": 5.1, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "b1", "usage": {"prompt_tokens": 1178, "completion_tokens": 61, "total_tokens": 1699, "reasoning_tokens": 460, "cached_tokens": 1152}, "cost": 0.001565, "err": null, "finish": "stop", "latency_s": 5.3, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "b1", "usage": {"prompt_tokens": 1178, "completion_tokens": 61, "total_tokens": 1661, "reasoning_tokens": 422, "cached_tokens": 1152}, "cost": 0.00147, "err": null, "finish": "stop", "latency_s": 5.8, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "b1", "usage": {"prompt_tokens": 1178, "completion_tokens": 61, "total_tokens": 1717, "reasoning_tokens": 478, "cached_tokens": 1152}, "cost": 0.00161, "err": null, "finish": "stop", "latency_s": 5.2, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "b1", "usage": {"prompt_tokens": 1178, "completion_tokens": 61, "total_tokens": 1725, "reasoning_tokens": 486, "cached_tokens": 1152}, "cost": 0.00163, "err": null, "finish": "stop", "latency_s": 5.9, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "b1", "usage": {"prompt_tokens": 1178, "completion_tokens": 71, "total_tokens": 1692, "reasoning_tokens": 443, "cached_tokens": 1152}, "cost": 0.001548, "err": null, "finish": "stop", "latency_s": 5.1, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "b1", "usage": {"prompt_tokens": 1178, "completion_tokens": 61, "total_tokens": 1693, "reasoning_tokens": 454, "cached_tokens": 1152}, "cost": 0.00155, "err": null, "finish": "stop", "latency_s": 6.4, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "b1", "usage": {"prompt_tokens": 1118, "completion_tokens": 85, "total_tokens": 1203, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000687, "err": null, "finish": "stop", "latency_s": 2.4, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "b1", "usage": {"prompt_tokens": 1118, "completion_tokens": 113, "total_tokens": 1231, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000728, "err": null, "finish": "stop", "latency_s": 3.7, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "b1", "usage": {"prompt_tokens": 1118, "completion_tokens": 85, "total_tokens": 1203, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000687, "err": null, "finish": "stop", "latency_s": 2.1, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "b1", "usage": {"prompt_tokens": 1118, "completion_tokens": 113, "total_tokens": 1231, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000728, "err": null, "finish": "stop", "latency_s": 24.1, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "b1", "usage": {"prompt_tokens": 1118, "completion_tokens": 85, "total_tokens": 1203, "reasoning_tokens": 0, "cached_tokens": 1088}, "cost": 0.000687, "err": null, "finish": "stop", "latency_s": 8.4, "retry_fails": 1}
|
|
{"judge": "mistral-large-latest", "trap": "b1", "usage": {"prompt_tokens": 1118, "completion_tokens": 113, "total_tokens": 1231, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000728, "err": null, "finish": "stop", "latency_s": 2.2, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "b2", "usage": {"prompt_tokens": 1509, "completion_tokens": 51, "total_tokens": 1951, "reasoning_tokens": 391, "cached_tokens": 512}, "cost": 0.002454, "err": null, "finish": "stop", "latency_s": 6.5, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "b2", "usage": {"prompt_tokens": 1509, "completion_tokens": 71, "total_tokens": 1907, "reasoning_tokens": 327, "cached_tokens": 192}, "cost": 0.00268, "err": null, "finish": "stop", "latency_s": 6.3, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "b2", "usage": {"prompt_tokens": 1509, "completion_tokens": 51, "total_tokens": 1892, "reasoning_tokens": 332, "cached_tokens": 1472}, "cost": 0.001298, "err": null, "finish": "stop", "latency_s": 6.1, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "b2", "usage": {"prompt_tokens": 1509, "completion_tokens": 51, "total_tokens": 1844, "reasoning_tokens": 284, "cached_tokens": 1472}, "cost": 0.001178, "err": null, "finish": "stop", "latency_s": 5.5, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "b2", "usage": {"prompt_tokens": 1509, "completion_tokens": 51, "total_tokens": 1923, "reasoning_tokens": 363, "cached_tokens": 1472}, "cost": 0.001376, "err": null, "finish": "stop", "latency_s": 5.7, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "b2", "usage": {"prompt_tokens": 1509, "completion_tokens": 51, "total_tokens": 1887, "reasoning_tokens": 327, "cached_tokens": 1472}, "cost": 0.001286, "err": null, "finish": "stop", "latency_s": 4.4, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "b2", "usage": {"prompt_tokens": 1509, "completion_tokens": 51, "total_tokens": 1836, "reasoning_tokens": 276, "cached_tokens": 1472}, "cost": 0.001158, "err": null, "finish": "stop", "latency_s": 4.8, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "b2", "usage": {"prompt_tokens": 1509, "completion_tokens": 51, "total_tokens": 1887, "reasoning_tokens": 327, "cached_tokens": 1472}, "cost": 0.001286, "err": null, "finish": "stop", "latency_s": 4.5, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "b2", "usage": {"prompt_tokens": 1509, "completion_tokens": 51, "total_tokens": 1878, "reasoning_tokens": 318, "cached_tokens": 1472}, "cost": 0.001263, "err": null, "finish": "stop", "latency_s": 4.5, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "b2", "usage": {"prompt_tokens": 1509, "completion_tokens": 51, "total_tokens": 1869, "reasoning_tokens": 309, "cached_tokens": 128}, "cost": 0.002652, "err": null, "finish": "stop", "latency_s": 4.1, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "b2", "usage": {"prompt_tokens": 1472, "completion_tokens": 79, "total_tokens": 1551, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000855, "err": null, "finish": "stop", "latency_s": 2.9, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "b2", "usage": {"prompt_tokens": 1472, "completion_tokens": 79, "total_tokens": 1551, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000855, "err": null, "finish": "stop", "latency_s": 1.5, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "b2", "usage": {"prompt_tokens": 1472, "completion_tokens": 79, "total_tokens": 1551, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000855, "err": null, "finish": "stop", "latency_s": 1.5, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "b2", "usage": {"prompt_tokens": 1472, "completion_tokens": 79, "total_tokens": 1551, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000855, "err": null, "finish": "stop", "latency_s": 1.4, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "b2", "usage": {"prompt_tokens": 1472, "completion_tokens": 79, "total_tokens": 1551, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000855, "err": null, "finish": "stop", "latency_s": 1.4, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "b2", "usage": {"prompt_tokens": 1472, "completion_tokens": 79, "total_tokens": 1551, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000855, "err": null, "finish": "stop", "latency_s": 62.4, "retry_fails": 3}
|
|
{"judge": "mistral-large-latest", "trap": "b2", "usage": {"prompt_tokens": 1472, "completion_tokens": 79, "total_tokens": 1551, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000855, "err": null, "finish": "stop", "latency_s": 1.5, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "b2", "usage": {"prompt_tokens": 1472, "completion_tokens": 79, "total_tokens": 1551, "reasoning_tokens": 0, "cached_tokens": 480}, "cost": 0.000855, "err": null, "finish": "stop", "latency_s": 1.4, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "b2", "usage": {"prompt_tokens": 1472, "completion_tokens": 79, "total_tokens": 1551, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000855, "err": null, "finish": "stop", "latency_s": 1.5, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "b2", "usage": {"prompt_tokens": 1472, "completion_tokens": 79, "total_tokens": 1551, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000855, "err": null, "finish": "stop", "latency_s": 62.1, "retry_fails": 3}
|
|
{"judge": "grok-4.3", "trap": "c1", "usage": {"prompt_tokens": 1593, "completion_tokens": 47, "total_tokens": 2002, "reasoning_tokens": 362, "cached_tokens": 192}, "cost": 0.002812, "err": null, "finish": "stop", "latency_s": 5.3, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "c1", "usage": {"prompt_tokens": 1593, "completion_tokens": 67, "total_tokens": 2289, "reasoning_tokens": 629, "cached_tokens": 192}, "cost": 0.00353, "err": null, "finish": "stop", "latency_s": 8.4, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "c1", "usage": {"prompt_tokens": 1593, "completion_tokens": 47, "total_tokens": 2134, "reasoning_tokens": 494, "cached_tokens": 512}, "cost": 0.002806, "err": null, "finish": "stop", "latency_s": 6.2, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "c1", "usage": {"prompt_tokens": 1593, "completion_tokens": 47, "total_tokens": 2123, "reasoning_tokens": 483, "cached_tokens": 512}, "cost": 0.002779, "err": null, "finish": "stop", "latency_s": 5.4, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "c1", "usage": {"prompt_tokens": 1593, "completion_tokens": 47, "total_tokens": 2052, "reasoning_tokens": 412, "cached_tokens": 192}, "cost": 0.002937, "err": null, "finish": "stop", "latency_s": 4.7, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "c1", "usage": {"prompt_tokens": 1593, "completion_tokens": 47, "total_tokens": 2145, "reasoning_tokens": 505, "cached_tokens": 1536}, "cost": 0.001758, "err": null, "finish": "stop", "latency_s": 4.9, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "c1", "usage": {"prompt_tokens": 1593, "completion_tokens": 47, "total_tokens": 2084, "reasoning_tokens": 444, "cached_tokens": 1536}, "cost": 0.001606, "err": null, "finish": "stop", "latency_s": 5.3, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "c1", "usage": {"prompt_tokens": 1593, "completion_tokens": 47, "total_tokens": 2068, "reasoning_tokens": 428, "cached_tokens": 1536}, "cost": 0.001566, "err": null, "finish": "stop", "latency_s": 5.3, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "c1", "usage": {"prompt_tokens": 1593, "completion_tokens": 48, "total_tokens": 2136, "reasoning_tokens": 495, "cached_tokens": 1536}, "cost": 0.001736, "err": null, "finish": "stop", "latency_s": 5.5, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "c1", "usage": {"prompt_tokens": 1593, "completion_tokens": 67, "total_tokens": 2140, "reasoning_tokens": 480, "cached_tokens": 1536}, "cost": 0.001746, "err": null, "finish": "stop", "latency_s": 5.3, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "c1", "usage": {"prompt_tokens": 1599, "completion_tokens": 80, "total_tokens": 1679, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000919, "err": null, "finish": "stop", "latency_s": 1.5, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "c1", "usage": {"prompt_tokens": 1599, "completion_tokens": 80, "total_tokens": 1679, "reasoning_tokens": 0, "cached_tokens": 352}, "cost": 0.000919, "err": null, "finish": "stop", "latency_s": 1.5, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "c1", "usage": {"prompt_tokens": 1599, "completion_tokens": 80, "total_tokens": 1679, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000919, "err": null, "finish": "stop", "latency_s": 1.5, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "c1", "usage": {"prompt_tokens": 1599, "completion_tokens": 80, "total_tokens": 1679, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000919, "err": null, "finish": "stop", "latency_s": 2.6, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "c1", "usage": {"prompt_tokens": 1599, "completion_tokens": 80, "total_tokens": 1679, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000919, "err": null, "finish": "stop", "latency_s": 61.9, "retry_fails": 3}
|
|
{"judge": "mistral-large-latest", "trap": "c1", "usage": {"prompt_tokens": 1599, "completion_tokens": 80, "total_tokens": 1679, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000919, "err": null, "finish": "stop", "latency_s": 1.4, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "c1", "usage": {"prompt_tokens": 1599, "completion_tokens": 80, "total_tokens": 1679, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000919, "err": null, "finish": "stop", "latency_s": 1.5, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "c1", "usage": {"prompt_tokens": 1599, "completion_tokens": 80, "total_tokens": 1679, "reasoning_tokens": 0, "cached_tokens": 496}, "cost": 0.000919, "err": null, "finish": "stop", "latency_s": 1.6, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "c1", "usage": {"prompt_tokens": 1599, "completion_tokens": 80, "total_tokens": 1679, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000919, "err": null, "finish": "stop", "latency_s": 25.1, "retry_fails": 2}
|
|
{"judge": "mistral-large-latest", "trap": "c1", "usage": {"prompt_tokens": 1599, "completion_tokens": 80, "total_tokens": 1679, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000919, "err": null, "finish": "stop", "latency_s": 2.2, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "c2", "usage": {"prompt_tokens": 1198, "completion_tokens": 77, "total_tokens": 2032, "reasoning_tokens": 757, "cached_tokens": 512}, "cost": 0.003045, "err": null, "finish": "stop", "latency_s": 8.3, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "c2", "usage": {"prompt_tokens": 1198, "completion_tokens": 103, "total_tokens": 1882, "reasoning_tokens": 581, "cached_tokens": 512}, "cost": 0.00267, "err": null, "finish": "stop", "latency_s": 13.2, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "c2", "usage": {"prompt_tokens": 1198, "completion_tokens": 77, "total_tokens": 1983, "reasoning_tokens": 708, "cached_tokens": 1152}, "cost": 0.00225, "err": null, "finish": "stop", "latency_s": 7.2, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "c2", "usage": {"prompt_tokens": 1198, "completion_tokens": 83, "total_tokens": 2053, "reasoning_tokens": 772, "cached_tokens": 1152}, "cost": 0.002425, "err": null, "finish": "stop", "latency_s": 6.5, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "c2", "usage": {"prompt_tokens": 1198, "completion_tokens": 77, "total_tokens": 1877, "reasoning_tokens": 602, "cached_tokens": 128}, "cost": 0.003061, "err": null, "finish": "stop", "latency_s": 5.8, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "c2", "usage": {"prompt_tokens": 1198, "completion_tokens": 103, "total_tokens": 1848, "reasoning_tokens": 547, "cached_tokens": 1152}, "cost": 0.001913, "err": null, "finish": "stop", "latency_s": 5.6, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "c2", "usage": {"prompt_tokens": 1138, "completion_tokens": 82, "total_tokens": 1220, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000692, "err": null, "finish": "stop", "latency_s": 1.5, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "c2", "usage": {"prompt_tokens": 1138, "completion_tokens": 113, "total_tokens": 1251, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000739, "err": null, "finish": "stop", "latency_s": 1.9, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "c2", "usage": {"prompt_tokens": 1138, "completion_tokens": 82, "total_tokens": 1220, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000692, "err": null, "finish": "stop", "latency_s": 1.5, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "c2", "usage": {"prompt_tokens": 1138, "completion_tokens": 113, "total_tokens": 1251, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000739, "err": null, "finish": "stop", "latency_s": 3.5, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "c2", "usage": {"prompt_tokens": 1138, "completion_tokens": 113, "total_tokens": 1251, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000739, "err": null, "finish": "stop", "latency_s": 1.9, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "c2", "usage": {"prompt_tokens": 1138, "completion_tokens": 113, "total_tokens": 1251, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000739, "err": null, "finish": "stop", "latency_s": 1.9, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "c3", "usage": {"prompt_tokens": 1598, "completion_tokens": 55, "total_tokens": 2197, "reasoning_tokens": 544, "cached_tokens": 512}, "cost": 0.002957, "err": null, "finish": "stop", "latency_s": 5.5, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "c3", "usage": {"prompt_tokens": 1598, "completion_tokens": 55, "total_tokens": 2147, "reasoning_tokens": 494, "cached_tokens": 512}, "cost": 0.002832, "err": null, "finish": "stop", "latency_s": 4.4, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "c3", "usage": {"prompt_tokens": 1598, "completion_tokens": 55, "total_tokens": 2358, "reasoning_tokens": 705, "cached_tokens": 1536}, "cost": 0.002285, "err": null, "finish": "stop", "latency_s": 6.8, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "c3", "usage": {"prompt_tokens": 1598, "completion_tokens": 75, "total_tokens": 2364, "reasoning_tokens": 691, "cached_tokens": 1536}, "cost": 0.0023, "err": null, "finish": "stop", "latency_s": 6.4, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "c3", "usage": {"prompt_tokens": 1598, "completion_tokens": 51, "total_tokens": 2139, "reasoning_tokens": 490, "cached_tokens": 1536}, "cost": 0.001737, "err": null, "finish": "stop", "latency_s": 4.8, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "c3", "usage": {"prompt_tokens": 1598, "completion_tokens": 55, "total_tokens": 2211, "reasoning_tokens": 558, "cached_tokens": 1536}, "cost": 0.001917, "err": null, "finish": "stop", "latency_s": 6.2, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "c3", "usage": {"prompt_tokens": 1598, "completion_tokens": 55, "total_tokens": 2256, "reasoning_tokens": 603, "cached_tokens": 1536}, "cost": 0.00203, "err": null, "finish": "stop", "latency_s": 6.8, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "c3", "usage": {"prompt_tokens": 1598, "completion_tokens": 75, "total_tokens": 2203, "reasoning_tokens": 530, "cached_tokens": 1536}, "cost": 0.001897, "err": null, "finish": "stop", "latency_s": 5.0, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "c3", "usage": {"prompt_tokens": 1598, "completion_tokens": 75, "total_tokens": 2279, "reasoning_tokens": 606, "cached_tokens": 1536}, "cost": 0.002087, "err": null, "finish": "stop", "latency_s": 5.2, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "c3", "usage": {"prompt_tokens": 1598, "completion_tokens": 55, "total_tokens": 2186, "reasoning_tokens": 533, "cached_tokens": 1536}, "cost": 0.001855, "err": null, "finish": "stop", "latency_s": 5.4, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "c3", "usage": {"prompt_tokens": 1528, "completion_tokens": 88, "total_tokens": 1616, "reasoning_tokens": 0, "cached_tokens": 352}, "cost": 0.000896, "err": null, "finish": "stop", "latency_s": 1.6, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "c3", "usage": {"prompt_tokens": 1528, "completion_tokens": 87, "total_tokens": 1615, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000895, "err": null, "finish": "stop", "latency_s": 1.5, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "c3", "usage": {"prompt_tokens": 1528, "completion_tokens": 88, "total_tokens": 1616, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000896, "err": null, "finish": "stop", "latency_s": 1.8, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "c3", "usage": {"prompt_tokens": 1528, "completion_tokens": 87, "total_tokens": 1615, "reasoning_tokens": 0, "cached_tokens": 512}, "cost": 0.000895, "err": null, "finish": "stop", "latency_s": 1.6, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "c3", "usage": {"prompt_tokens": 1528, "completion_tokens": 88, "total_tokens": 1616, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000896, "err": null, "finish": "stop", "latency_s": 62.7, "retry_fails": 3}
|
|
{"judge": "mistral-large-latest", "trap": "c3", "usage": {"prompt_tokens": 1528, "completion_tokens": 87, "total_tokens": 1615, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000895, "err": null, "finish": "stop", "latency_s": 2.9, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "c3", "usage": {"prompt_tokens": 1528, "completion_tokens": 88, "total_tokens": 1616, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000896, "err": null, "finish": "stop", "latency_s": 1.8, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "c3", "usage": {"prompt_tokens": 1528, "completion_tokens": 87, "total_tokens": 1615, "reasoning_tokens": 0, "cached_tokens": 512}, "cost": 0.000895, "err": null, "finish": "stop", "latency_s": 1.5, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "c3", "usage": {"prompt_tokens": 1528, "completion_tokens": 88, "total_tokens": 1616, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000896, "err": null, "finish": "stop", "latency_s": 62.3, "retry_fails": 3}
|
|
{"judge": "mistral-large-latest", "trap": "c3", "usage": {"prompt_tokens": 1528, "completion_tokens": 87, "total_tokens": 1615, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000895, "err": null, "finish": "stop", "latency_s": 1.9, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "d1", "usage": {"prompt_tokens": 1312, "completion_tokens": 57, "total_tokens": 1856, "reasoning_tokens": 487, "cached_tokens": 192}, "cost": 0.002798, "err": null, "finish": "stop", "latency_s": 5.9, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "d1", "usage": {"prompt_tokens": 1312, "completion_tokens": 83, "total_tokens": 1857, "reasoning_tokens": 462, "cached_tokens": 128}, "cost": 0.002868, "err": null, "finish": "stop", "latency_s": 5.4, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "d1", "usage": {"prompt_tokens": 1312, "completion_tokens": 57, "total_tokens": 1795, "reasoning_tokens": 426, "cached_tokens": 1280}, "cost": 0.001504, "err": null, "finish": "stop", "latency_s": 4.5, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "d1", "usage": {"prompt_tokens": 1312, "completion_tokens": 59, "total_tokens": 1830, "reasoning_tokens": 459, "cached_tokens": 1280}, "cost": 0.001591, "err": null, "finish": "stop", "latency_s": 4.9, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "d1", "usage": {"prompt_tokens": 1312, "completion_tokens": 85, "total_tokens": 1819, "reasoning_tokens": 422, "cached_tokens": 192}, "cost": 0.002706, "err": null, "finish": "stop", "latency_s": 4.6, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "d1", "usage": {"prompt_tokens": 1312, "completion_tokens": 90, "total_tokens": 1910, "reasoning_tokens": 508, "cached_tokens": 1280}, "cost": 0.001791, "err": null, "finish": "stop", "latency_s": 7.5, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "d1", "usage": {"prompt_tokens": 1312, "completion_tokens": 57, "total_tokens": 1786, "reasoning_tokens": 417, "cached_tokens": 1280}, "cost": 0.001481, "err": null, "finish": "stop", "latency_s": 4.9, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "d1", "usage": {"prompt_tokens": 1312, "completion_tokens": 90, "total_tokens": 1882, "reasoning_tokens": 480, "cached_tokens": 1280}, "cost": 0.001721, "err": null, "finish": "stop", "latency_s": 6.5, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "d1", "usage": {"prompt_tokens": 1312, "completion_tokens": 57, "total_tokens": 1782, "reasoning_tokens": 413, "cached_tokens": 1280}, "cost": 0.001471, "err": null, "finish": "stop", "latency_s": 4.9, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "d1", "usage": {"prompt_tokens": 1312, "completion_tokens": 83, "total_tokens": 1889, "reasoning_tokens": 494, "cached_tokens": 1280}, "cost": 0.001739, "err": null, "finish": "stop", "latency_s": 5.3, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "d1", "usage": {"prompt_tokens": 1250, "completion_tokens": 117, "total_tokens": 1367, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.0008, "err": null, "finish": "stop", "latency_s": 5.2, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "d1", "usage": {"prompt_tokens": 1250, "completion_tokens": 117, "total_tokens": 1367, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.0008, "err": null, "finish": "stop", "latency_s": 2.7, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "d1", "usage": {"prompt_tokens": 1250, "completion_tokens": 117, "total_tokens": 1367, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.0008, "err": null, "finish": "stop", "latency_s": 1.9, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "d1", "usage": {"prompt_tokens": 1250, "completion_tokens": 117, "total_tokens": 1367, "reasoning_tokens": 0, "cached_tokens": 1232}, "cost": 0.0008, "err": null, "finish": "stop", "latency_s": 1.8, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "d1", "usage": {"prompt_tokens": 1250, "completion_tokens": 117, "total_tokens": 1367, "reasoning_tokens": 0, "cached_tokens": 512}, "cost": 0.0008, "err": null, "finish": "stop", "latency_s": 25.7, "retry_fails": 2}
|
|
{"judge": "mistral-large-latest", "trap": "d1", "usage": {"prompt_tokens": 1250, "completion_tokens": 118, "total_tokens": 1368, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000802, "err": null, "finish": "stop", "latency_s": 2.4, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "d1", "usage": {"prompt_tokens": 1250, "completion_tokens": 117, "total_tokens": 1367, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.0008, "err": null, "finish": "stop", "latency_s": 1.9, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "d1", "usage": {"prompt_tokens": 1250, "completion_tokens": 118, "total_tokens": 1368, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000802, "err": null, "finish": "stop", "latency_s": 3.0, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "d1", "usage": {"prompt_tokens": 1250, "completion_tokens": 117, "total_tokens": 1367, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.0008, "err": null, "finish": "stop", "latency_s": 62.2, "retry_fails": 3}
|
|
{"judge": "mistral-large-latest", "trap": "d1", "usage": {"prompt_tokens": 1250, "completion_tokens": 118, "total_tokens": 1368, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000802, "err": null, "finish": "stop", "latency_s": 1.7, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "d2", "usage": {"prompt_tokens": 1263, "completion_tokens": 60, "total_tokens": 1779, "reasoning_tokens": 456, "cached_tokens": 192}, "cost": 0.002667, "err": null, "finish": "stop", "latency_s": 4.9, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "d2", "usage": {"prompt_tokens": 1263, "completion_tokens": 69, "total_tokens": 1735, "reasoning_tokens": 403, "cached_tokens": 192}, "cost": 0.002557, "err": null, "finish": "stop", "latency_s": 4.3, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "d2", "usage": {"prompt_tokens": 1263, "completion_tokens": 77, "total_tokens": 1698, "reasoning_tokens": 358, "cached_tokens": 512}, "cost": 0.002129, "err": null, "finish": "stop", "latency_s": 4.1, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "d2", "usage": {"prompt_tokens": 1263, "completion_tokens": 58, "total_tokens": 1689, "reasoning_tokens": 368, "cached_tokens": 512}, "cost": 0.002106, "err": null, "finish": "stop", "latency_s": 5.1, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "d2", "usage": {"prompt_tokens": 1263, "completion_tokens": 57, "total_tokens": 1683, "reasoning_tokens": 363, "cached_tokens": 1216}, "cost": 0.001352, "err": null, "finish": "stop", "latency_s": 4.0, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "d2", "usage": {"prompt_tokens": 1263, "completion_tokens": 69, "total_tokens": 1689, "reasoning_tokens": 357, "cached_tokens": 1216}, "cost": 0.001367, "err": null, "finish": "stop", "latency_s": 4.5, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "d2", "usage": {"prompt_tokens": 1263, "completion_tokens": 60, "total_tokens": 1726, "reasoning_tokens": 403, "cached_tokens": 1216}, "cost": 0.001459, "err": null, "finish": "stop", "latency_s": 4.4, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "d2", "usage": {"prompt_tokens": 1263, "completion_tokens": 62, "total_tokens": 1704, "reasoning_tokens": 379, "cached_tokens": 1216}, "cost": 0.001404, "err": null, "finish": "stop", "latency_s": 4.9, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "d2", "usage": {"prompt_tokens": 1263, "completion_tokens": 60, "total_tokens": 1757, "reasoning_tokens": 434, "cached_tokens": 1216}, "cost": 0.001537, "err": null, "finish": "stop", "latency_s": 4.9, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "d2", "usage": {"prompt_tokens": 1263, "completion_tokens": 58, "total_tokens": 1666, "reasoning_tokens": 345, "cached_tokens": 1216}, "cost": 0.001309, "err": null, "finish": "stop", "latency_s": 4.2, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "d2", "usage": {"prompt_tokens": 1187, "completion_tokens": 108, "total_tokens": 1295, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000755, "err": null, "finish": "stop", "latency_s": 2.1, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "d2", "usage": {"prompt_tokens": 1187, "completion_tokens": 100, "total_tokens": 1287, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000744, "err": null, "finish": "stop", "latency_s": 5.6, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "d2", "usage": {"prompt_tokens": 1187, "completion_tokens": 108, "total_tokens": 1295, "reasoning_tokens": 0, "cached_tokens": 512}, "cost": 0.000755, "err": null, "finish": "stop", "latency_s": 2.1, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "d2", "usage": {"prompt_tokens": 1187, "completion_tokens": 100, "total_tokens": 1287, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000744, "err": null, "finish": "stop", "latency_s": 1.8, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "d2", "usage": {"prompt_tokens": 1187, "completion_tokens": 108, "total_tokens": 1295, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000755, "err": null, "finish": "stop", "latency_s": 62.4, "retry_fails": 3}
|
|
{"judge": "mistral-large-latest", "trap": "d2", "usage": {"prompt_tokens": 1187, "completion_tokens": 100, "total_tokens": 1287, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000744, "err": null, "finish": "stop", "latency_s": 2.0, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "d2", "usage": {"prompt_tokens": 1187, "completion_tokens": 83, "total_tokens": 1270, "reasoning_tokens": 0, "cached_tokens": 1168}, "cost": 0.000718, "err": null, "finish": "stop", "latency_s": 1.9, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "d2", "usage": {"prompt_tokens": 1187, "completion_tokens": 100, "total_tokens": 1287, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000744, "err": null, "finish": "stop", "latency_s": 1.8, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "d2", "usage": {"prompt_tokens": 1187, "completion_tokens": 108, "total_tokens": 1295, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000755, "err": null, "finish": "stop", "latency_s": 63.0, "retry_fails": 3}
|
|
{"judge": "mistral-large-latest", "trap": "d2", "usage": {"prompt_tokens": 1187, "completion_tokens": 100, "total_tokens": 1287, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000744, "err": null, "finish": "stop", "latency_s": 2.6, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "a1", "usage": {"prompt_tokens": 1199, "completion_tokens": 59, "total_tokens": 1687, "reasoning_tokens": 429, "cached_tokens": 512}, "cost": 0.002181, "err": null, "finish": "stop", "latency_s": 5.6, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "a1", "usage": {"prompt_tokens": 1199, "completion_tokens": 64, "total_tokens": 1622, "reasoning_tokens": 359, "cached_tokens": 128}, "cost": 0.002422, "err": null, "finish": "stop", "latency_s": 5.1, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "a1", "usage": {"prompt_tokens": 1199, "completion_tokens": 79, "total_tokens": 1726, "reasoning_tokens": 448, "cached_tokens": 1152}, "cost": 0.001607, "err": null, "finish": "stop", "latency_s": 5.5, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "a1", "usage": {"prompt_tokens": 1199, "completion_tokens": 73, "total_tokens": 1637, "reasoning_tokens": 365, "cached_tokens": 192}, "cost": 0.002392, "err": null, "finish": "stop", "latency_s": 6.0, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "a1", "usage": {"prompt_tokens": 1199, "completion_tokens": 79, "total_tokens": 1702, "reasoning_tokens": 424, "cached_tokens": 1152}, "cost": 0.001547, "err": null, "finish": "stop", "latency_s": 5.0, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "a1", "usage": {"prompt_tokens": 1199, "completion_tokens": 84, "total_tokens": 1647, "reasoning_tokens": 364, "cached_tokens": 1152}, "cost": 0.001409, "err": null, "finish": "stop", "latency_s": 4.5, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "a1", "usage": {"prompt_tokens": 1199, "completion_tokens": 59, "total_tokens": 1679, "reasoning_tokens": 421, "cached_tokens": 1152}, "cost": 0.001489, "err": null, "finish": "stop", "latency_s": 5.3, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "a1", "usage": {"prompt_tokens": 1199, "completion_tokens": 73, "total_tokens": 1701, "reasoning_tokens": 429, "cached_tokens": 1152}, "cost": 0.001544, "err": null, "finish": "stop", "latency_s": 5.5, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "a1", "usage": {"prompt_tokens": 1199, "completion_tokens": 64, "total_tokens": 1618, "reasoning_tokens": 355, "cached_tokens": 1152}, "cost": 0.001337, "err": null, "finish": "stop", "latency_s": 4.0, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "a1", "usage": {"prompt_tokens": 1199, "completion_tokens": 73, "total_tokens": 1680, "reasoning_tokens": 408, "cached_tokens": 1152}, "cost": 0.001492, "err": null, "finish": "stop", "latency_s": 4.8, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "a1", "usage": {"prompt_tokens": 1112, "completion_tokens": 89, "total_tokens": 1201, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.00069, "err": null, "finish": "stop", "latency_s": 1.6, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "a1", "usage": {"prompt_tokens": 1112, "completion_tokens": 89, "total_tokens": 1201, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.00069, "err": null, "finish": "stop", "latency_s": 2.4, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "a1", "usage": {"prompt_tokens": 1112, "completion_tokens": 89, "total_tokens": 1201, "reasoning_tokens": 0, "cached_tokens": 512}, "cost": 0.00069, "err": null, "finish": "stop", "latency_s": 1.5, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "a1", "usage": {"prompt_tokens": 1112, "completion_tokens": 89, "total_tokens": 1201, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.00069, "err": null, "finish": "stop", "latency_s": 1.6, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "a1", "usage": {"prompt_tokens": 1112, "completion_tokens": 89, "total_tokens": 1201, "reasoning_tokens": 0, "cached_tokens": 1088}, "cost": 0.00069, "err": null, "finish": "stop", "latency_s": 25.3, "retry_fails": 2}
|
|
{"judge": "mistral-large-latest", "trap": "a1", "usage": {"prompt_tokens": 1112, "completion_tokens": 89, "total_tokens": 1201, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.00069, "err": null, "finish": "stop", "latency_s": 1.5, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "a1", "usage": {"prompt_tokens": 1112, "completion_tokens": 89, "total_tokens": 1201, "reasoning_tokens": 0, "cached_tokens": 512}, "cost": 0.00069, "err": null, "finish": "stop", "latency_s": 1.8, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "a1", "usage": {"prompt_tokens": 1112, "completion_tokens": 89, "total_tokens": 1201, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.00069, "err": null, "finish": "stop", "latency_s": 2.1, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "a1", "usage": {"prompt_tokens": 1112, "completion_tokens": 89, "total_tokens": 1201, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.00069, "err": null, "finish": "stop", "latency_s": 62.8, "retry_fails": 3}
|
|
{"judge": "mistral-large-latest", "trap": "a1", "usage": {"prompt_tokens": 1112, "completion_tokens": 89, "total_tokens": 1201, "reasoning_tokens": 0, "cached_tokens": 512}, "cost": 0.00069, "err": null, "finish": "stop", "latency_s": 2.5, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "a2", "usage": {"prompt_tokens": 1450, "completion_tokens": 58, "total_tokens": 2025, "reasoning_tokens": 517, "cached_tokens": 512}, "cost": 0.002712, "err": null, "finish": "stop", "latency_s": 5.5, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "a2", "usage": {"prompt_tokens": 1450, "completion_tokens": 57, "total_tokens": 2277, "reasoning_tokens": 770, "cached_tokens": 512}, "cost": 0.003342, "err": null, "finish": "stop", "latency_s": 7.9, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "a2", "usage": {"prompt_tokens": 1450, "completion_tokens": 58, "total_tokens": 2132, "reasoning_tokens": 624, "cached_tokens": 1408}, "cost": 0.002039, "err": null, "finish": "stop", "latency_s": 6.7, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "a2", "usage": {"prompt_tokens": 1450, "completion_tokens": 61, "total_tokens": 2076, "reasoning_tokens": 565, "cached_tokens": 640}, "cost": 0.002706, "err": null, "finish": "stop", "latency_s": 6.2, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "a2", "usage": {"prompt_tokens": 1450, "completion_tokens": 58, "total_tokens": 2127, "reasoning_tokens": 619, "cached_tokens": 1408}, "cost": 0.002027, "err": null, "finish": "stop", "latency_s": 7.3, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "a2", "usage": {"prompt_tokens": 1450, "completion_tokens": 60, "total_tokens": 2339, "reasoning_tokens": 829, "cached_tokens": 1408}, "cost": 0.002557, "err": null, "finish": "stop", "latency_s": 9.1, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "a2", "usage": {"prompt_tokens": 1432, "completion_tokens": 97, "total_tokens": 1529, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000861, "err": null, "finish": "stop", "latency_s": 1.9, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "a2", "usage": {"prompt_tokens": 1432, "completion_tokens": 91, "total_tokens": 1523, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000852, "err": null, "finish": "stop", "latency_s": 1.6, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "a2", "usage": {"prompt_tokens": 1432, "completion_tokens": 97, "total_tokens": 1529, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000861, "err": null, "finish": "stop", "latency_s": 1.8, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "a2", "usage": {"prompt_tokens": 1432, "completion_tokens": 91, "total_tokens": 1523, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000852, "err": null, "finish": "stop", "latency_s": 1.6, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "a2", "usage": {"prompt_tokens": 1432, "completion_tokens": 97, "total_tokens": 1529, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000861, "err": null, "finish": "stop", "latency_s": 1.8, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "a2", "usage": {"prompt_tokens": 1432, "completion_tokens": 91, "total_tokens": 1523, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000852, "err": null, "finish": "stop", "latency_s": 61.8, "retry_fails": 3}
|
|
{"judge": "grok-4.3", "trap": "b1", "usage": {"prompt_tokens": 1169, "completion_tokens": 68, "total_tokens": 1640, "reasoning_tokens": 403, "cached_tokens": 192}, "cost": 0.002437, "err": null, "finish": "stop", "latency_s": 4.9, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "b1", "usage": {"prompt_tokens": 1169, "completion_tokens": 60, "total_tokens": 1828, "reasoning_tokens": 599, "cached_tokens": 512}, "cost": 0.002571, "err": null, "finish": "stop", "latency_s": 7.6, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "b1", "usage": {"prompt_tokens": 1169, "completion_tokens": 68, "total_tokens": 1679, "reasoning_tokens": 442, "cached_tokens": 512}, "cost": 0.002199, "err": null, "finish": "stop", "latency_s": 4.6, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "b1", "usage": {"prompt_tokens": 1169, "completion_tokens": 60, "total_tokens": 1681, "reasoning_tokens": 452, "cached_tokens": 128}, "cost": 0.002607, "err": null, "finish": "stop", "latency_s": 4.3, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "b1", "usage": {"prompt_tokens": 1169, "completion_tokens": 68, "total_tokens": 1634, "reasoning_tokens": 397, "cached_tokens": 640}, "cost": 0.001952, "err": null, "finish": "stop", "latency_s": 6.7, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "b1", "usage": {"prompt_tokens": 1169, "completion_tokens": 60, "total_tokens": 1727, "reasoning_tokens": 498, "cached_tokens": 192}, "cost": 0.002655, "err": null, "finish": "stop", "latency_s": 5.6, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "b1", "usage": {"prompt_tokens": 1169, "completion_tokens": 68, "total_tokens": 1653, "reasoning_tokens": 416, "cached_tokens": 1152}, "cost": 0.001462, "err": null, "finish": "stop", "latency_s": 4.0, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "b1", "usage": {"prompt_tokens": 1169, "completion_tokens": 60, "total_tokens": 1716, "reasoning_tokens": 487, "cached_tokens": 1152}, "cost": 0.001619, "err": null, "finish": "stop", "latency_s": 4.6, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "b1", "usage": {"prompt_tokens": 1169, "completion_tokens": 68, "total_tokens": 1689, "reasoning_tokens": 452, "cached_tokens": 1152}, "cost": 0.001552, "err": null, "finish": "stop", "latency_s": 5.4, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "b1", "usage": {"prompt_tokens": 1169, "completion_tokens": 60, "total_tokens": 1709, "reasoning_tokens": 480, "cached_tokens": 1152}, "cost": 0.001602, "err": null, "finish": "stop", "latency_s": 5.0, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "b1", "usage": {"prompt_tokens": 1098, "completion_tokens": 84, "total_tokens": 1182, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000675, "err": null, "finish": "stop", "latency_s": 1.5, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "b1", "usage": {"prompt_tokens": 1098, "completion_tokens": 121, "total_tokens": 1219, "reasoning_tokens": 0, "cached_tokens": 512}, "cost": 0.000731, "err": null, "finish": "stop", "latency_s": 2.2, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "b1", "usage": {"prompt_tokens": 1098, "completion_tokens": 84, "total_tokens": 1182, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000675, "err": null, "finish": "stop", "latency_s": 1.5, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "b1", "usage": {"prompt_tokens": 1098, "completion_tokens": 121, "total_tokens": 1219, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000731, "err": null, "finish": "stop", "latency_s": 2.1, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "b1", "usage": {"prompt_tokens": 1098, "completion_tokens": 84, "total_tokens": 1182, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000675, "err": null, "finish": "stop", "latency_s": 61.9, "retry_fails": 3}
|
|
{"judge": "mistral-large-latest", "trap": "b1", "usage": {"prompt_tokens": 1098, "completion_tokens": 121, "total_tokens": 1219, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000731, "err": null, "finish": "stop", "latency_s": 2.2, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "b1", "usage": {"prompt_tokens": 1098, "completion_tokens": 84, "total_tokens": 1182, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000675, "err": null, "finish": "stop", "latency_s": 6.9, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "b1", "usage": {"prompt_tokens": 1098, "completion_tokens": 121, "total_tokens": 1219, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000731, "err": null, "finish": "stop", "latency_s": 2.4, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "b1", "usage": {"prompt_tokens": 1098, "completion_tokens": 84, "total_tokens": 1182, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000675, "err": null, "finish": "stop", "latency_s": 62.1, "retry_fails": 3}
|
|
{"judge": "mistral-large-latest", "trap": "b1", "usage": {"prompt_tokens": 1098, "completion_tokens": 121, "total_tokens": 1219, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000731, "err": null, "finish": "stop", "latency_s": 3.2, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "b2", "usage": {"prompt_tokens": 1514, "completion_tokens": 51, "total_tokens": 1835, "reasoning_tokens": 270, "cached_tokens": 512}, "cost": 0.002157, "err": null, "finish": "stop", "latency_s": 3.6, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "b2", "usage": {"prompt_tokens": 1514, "completion_tokens": 51, "total_tokens": 1882, "reasoning_tokens": 317, "cached_tokens": 512}, "cost": 0.002275, "err": null, "finish": "stop", "latency_s": 3.7, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "b2", "usage": {"prompt_tokens": 1514, "completion_tokens": 51, "total_tokens": 1815, "reasoning_tokens": 250, "cached_tokens": 576}, "cost": 0.00204, "err": null, "finish": "stop", "latency_s": 2.9, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "b2", "usage": {"prompt_tokens": 1514, "completion_tokens": 51, "total_tokens": 1875, "reasoning_tokens": 310, "cached_tokens": 192}, "cost": 0.002593, "err": null, "finish": "stop", "latency_s": 3.4, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "b2", "usage": {"prompt_tokens": 1514, "completion_tokens": 51, "total_tokens": 1840, "reasoning_tokens": 275, "cached_tokens": 1472}, "cost": 0.001162, "err": null, "finish": "stop", "latency_s": 3.6, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "b2", "usage": {"prompt_tokens": 1514, "completion_tokens": 51, "total_tokens": 1936, "reasoning_tokens": 371, "cached_tokens": 1472}, "cost": 0.001402, "err": null, "finish": "stop", "latency_s": 4.7, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "b2", "usage": {"prompt_tokens": 1514, "completion_tokens": 51, "total_tokens": 1849, "reasoning_tokens": 284, "cached_tokens": 128}, "cost": 0.002596, "err": null, "finish": "stop", "latency_s": 3.6, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "b2", "usage": {"prompt_tokens": 1514, "completion_tokens": 51, "total_tokens": 1858, "reasoning_tokens": 293, "cached_tokens": 1472}, "cost": 0.001207, "err": null, "finish": "stop", "latency_s": 3.9, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "b2", "usage": {"prompt_tokens": 1514, "completion_tokens": 51, "total_tokens": 1845, "reasoning_tokens": 280, "cached_tokens": 192}, "cost": 0.002518, "err": null, "finish": "stop", "latency_s": 3.3, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "b2", "usage": {"prompt_tokens": 1514, "completion_tokens": 51, "total_tokens": 1891, "reasoning_tokens": 326, "cached_tokens": 1472}, "cost": 0.001289, "err": null, "finish": "stop", "latency_s": 3.7, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "b2", "usage": {"prompt_tokens": 1475, "completion_tokens": 79, "total_tokens": 1554, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000856, "err": null, "finish": "stop", "latency_s": 1.5, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "b2", "usage": {"prompt_tokens": 1475, "completion_tokens": 79, "total_tokens": 1554, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000856, "err": null, "finish": "stop", "latency_s": 1.5, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "b2", "usage": {"prompt_tokens": 1475, "completion_tokens": 79, "total_tokens": 1554, "reasoning_tokens": 0, "cached_tokens": 480}, "cost": 0.000856, "err": null, "finish": "stop", "latency_s": 1.4, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "b2", "usage": {"prompt_tokens": 1475, "completion_tokens": 79, "total_tokens": 1554, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000856, "err": null, "finish": "stop", "latency_s": 1.4, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "b2", "usage": {"prompt_tokens": 1475, "completion_tokens": 79, "total_tokens": 1554, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000856, "err": null, "finish": "stop", "latency_s": 61.7, "retry_fails": 3}
|
|
{"judge": "mistral-large-latest", "trap": "b2", "usage": {"prompt_tokens": 1475, "completion_tokens": 79, "total_tokens": 1554, "reasoning_tokens": 0, "cached_tokens": 1456}, "cost": 0.000856, "err": null, "finish": "stop", "latency_s": 1.4, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "b2", "usage": {"prompt_tokens": 1475, "completion_tokens": 79, "total_tokens": 1554, "reasoning_tokens": 0, "cached_tokens": 1456}, "cost": 0.000856, "err": null, "finish": "stop", "latency_s": 3.5, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "b2", "usage": {"prompt_tokens": 1475, "completion_tokens": 79, "total_tokens": 1554, "reasoning_tokens": 0, "cached_tokens": 480}, "cost": 0.000856, "err": null, "finish": "stop", "latency_s": 1.5, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "b2", "usage": {"prompt_tokens": 1475, "completion_tokens": 79, "total_tokens": 1554, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000856, "err": null, "finish": "stop", "latency_s": 26.3, "retry_fails": 2}
|
|
{"judge": "mistral-large-latest", "trap": "b2", "usage": {"prompt_tokens": 1475, "completion_tokens": 79, "total_tokens": 1554, "reasoning_tokens": 0, "cached_tokens": 480}, "cost": 0.000856, "err": null, "finish": "stop", "latency_s": 1.4, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "c1", "usage": {"prompt_tokens": 1616, "completion_tokens": 70, "total_tokens": 2113, "reasoning_tokens": 427, "cached_tokens": 192}, "cost": 0.003061, "err": null, "finish": "stop", "latency_s": 5.1, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "c1", "usage": {"prompt_tokens": 1616, "completion_tokens": 71, "total_tokens": 2367, "reasoning_tokens": 680, "cached_tokens": 512}, "cost": 0.00336, "err": null, "finish": "stop", "latency_s": 8.9, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "c1", "usage": {"prompt_tokens": 1616, "completion_tokens": 48, "total_tokens": 2104, "reasoning_tokens": 440, "cached_tokens": 192}, "cost": 0.003038, "err": null, "finish": "stop", "latency_s": 5.3, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "c1", "usage": {"prompt_tokens": 1616, "completion_tokens": 70, "total_tokens": 2199, "reasoning_tokens": 513, "cached_tokens": 640}, "cost": 0.002805, "err": null, "finish": "stop", "latency_s": 5.1, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "c1", "usage": {"prompt_tokens": 1616, "completion_tokens": 50, "total_tokens": 2213, "reasoning_tokens": 547, "cached_tokens": 512}, "cost": 0.002975, "err": null, "finish": "stop", "latency_s": 5.8, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "c1", "usage": {"prompt_tokens": 1616, "completion_tokens": 50, "total_tokens": 2186, "reasoning_tokens": 520, "cached_tokens": 1600}, "cost": 0.001765, "err": null, "finish": "stop", "latency_s": 5.4, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "c1", "usage": {"prompt_tokens": 1616, "completion_tokens": 50, "total_tokens": 2169, "reasoning_tokens": 503, "cached_tokens": 1600}, "cost": 0.001723, "err": null, "finish": "stop", "latency_s": 6.4, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "c1", "usage": {"prompt_tokens": 1616, "completion_tokens": 50, "total_tokens": 2210, "reasoning_tokens": 544, "cached_tokens": 1600}, "cost": 0.001825, "err": null, "finish": "stop", "latency_s": 5.4, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "c1", "usage": {"prompt_tokens": 1616, "completion_tokens": 50, "total_tokens": 2103, "reasoning_tokens": 437, "cached_tokens": 1600}, "cost": 0.001558, "err": null, "finish": "stop", "latency_s": 5.4, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "c1", "usage": {"prompt_tokens": 1616, "completion_tokens": 50, "total_tokens": 2229, "reasoning_tokens": 563, "cached_tokens": 1600}, "cost": 0.001873, "err": null, "finish": "stop", "latency_s": 5.8, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "c1", "usage": {"prompt_tokens": 1617, "completion_tokens": 80, "total_tokens": 1697, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000928, "err": null, "finish": "stop", "latency_s": 1.4, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "c1", "usage": {"prompt_tokens": 1617, "completion_tokens": 80, "total_tokens": 1697, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000928, "err": null, "finish": "stop", "latency_s": 1.4, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "c1", "usage": {"prompt_tokens": 1617, "completion_tokens": 80, "total_tokens": 1697, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000928, "err": null, "finish": "stop", "latency_s": 1.4, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "c1", "usage": {"prompt_tokens": 1617, "completion_tokens": 80, "total_tokens": 1697, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000928, "err": null, "finish": "stop", "latency_s": 1.5, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "c1", "usage": {"prompt_tokens": 1617, "completion_tokens": 80, "total_tokens": 1697, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000928, "err": null, "finish": "stop", "latency_s": 63.0, "retry_fails": 3}
|
|
{"judge": "mistral-large-latest", "trap": "c1", "usage": {"prompt_tokens": 1617, "completion_tokens": 80, "total_tokens": 1697, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000928, "err": null, "finish": "stop", "latency_s": 4.4, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "c1", "usage": {"prompt_tokens": 1617, "completion_tokens": 80, "total_tokens": 1697, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000928, "err": null, "finish": "stop", "latency_s": 4.1, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "c1", "usage": {"prompt_tokens": 1617, "completion_tokens": 80, "total_tokens": 1697, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000928, "err": null, "finish": "stop", "latency_s": 1.7, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "c1", "usage": {"prompt_tokens": 1617, "completion_tokens": 80, "total_tokens": 1697, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000928, "err": null, "finish": "stop", "latency_s": 62.4, "retry_fails": 3}
|
|
{"judge": "mistral-large-latest", "trap": "c1", "usage": {"prompt_tokens": 1617, "completion_tokens": 80, "total_tokens": 1697, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000928, "err": null, "finish": "stop", "latency_s": 2.2, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "c2", "usage": {"prompt_tokens": 1195, "completion_tokens": 77, "total_tokens": 1834, "reasoning_tokens": 562, "cached_tokens": 128}, "cost": 0.002957, "err": null, "finish": "stop", "latency_s": 8.0, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "c2", "usage": {"prompt_tokens": 1195, "completion_tokens": 69, "total_tokens": 1803, "reasoning_tokens": 539, "cached_tokens": 192}, "cost": 0.002812, "err": null, "finish": "stop", "latency_s": 7.2, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "c2", "usage": {"prompt_tokens": 1195, "completion_tokens": 57, "total_tokens": 1811, "reasoning_tokens": 559, "cached_tokens": 512}, "cost": 0.002496, "err": null, "finish": "stop", "latency_s": 6.2, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "c2", "usage": {"prompt_tokens": 1195, "completion_tokens": 77, "total_tokens": 1829, "reasoning_tokens": 557, "cached_tokens": 512}, "cost": 0.002541, "err": null, "finish": "stop", "latency_s": 8.0, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "c2", "usage": {"prompt_tokens": 1195, "completion_tokens": 72, "total_tokens": 1819, "reasoning_tokens": 552, "cached_tokens": 1152}, "cost": 0.001844, "err": null, "finish": "stop", "latency_s": 6.8, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "c2", "usage": {"prompt_tokens": 1195, "completion_tokens": 77, "total_tokens": 1807, "reasoning_tokens": 535, "cached_tokens": 1152}, "cost": 0.001814, "err": null, "finish": "stop", "latency_s": 6.2, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "c2", "usage": {"prompt_tokens": 1135, "completion_tokens": 83, "total_tokens": 1218, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000692, "err": null, "finish": "stop", "latency_s": 2.6, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "c2", "usage": {"prompt_tokens": 1135, "completion_tokens": 114, "total_tokens": 1249, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000739, "err": null, "finish": "stop", "latency_s": 1.9, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "c2", "usage": {"prompt_tokens": 1135, "completion_tokens": 83, "total_tokens": 1218, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000692, "err": null, "finish": "stop", "latency_s": 1.5, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "c2", "usage": {"prompt_tokens": 1135, "completion_tokens": 114, "total_tokens": 1249, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000739, "err": null, "finish": "stop", "latency_s": 1.9, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "c2", "usage": {"prompt_tokens": 1135, "completion_tokens": 83, "total_tokens": 1218, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000692, "err": null, "finish": "stop", "latency_s": 62.6, "retry_fails": 3}
|
|
{"judge": "mistral-large-latest", "trap": "c2", "usage": {"prompt_tokens": 1135, "completion_tokens": 114, "total_tokens": 1249, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000739, "err": null, "finish": "stop", "latency_s": 1.9, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "c3", "usage": {"prompt_tokens": 1598, "completion_tokens": 56, "total_tokens": 2238, "reasoning_tokens": 584, "cached_tokens": 192}, "cost": 0.003396, "err": null, "finish": "stop", "latency_s": 6.3, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "c3", "usage": {"prompt_tokens": 1598, "completion_tokens": 56, "total_tokens": 2202, "reasoning_tokens": 548, "cached_tokens": 512}, "cost": 0.00297, "err": null, "finish": "stop", "latency_s": 6.3, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "c3", "usage": {"prompt_tokens": 1598, "completion_tokens": 56, "total_tokens": 2234, "reasoning_tokens": 580, "cached_tokens": 1536}, "cost": 0.001975, "err": null, "finish": "stop", "latency_s": 6.5, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "c3", "usage": {"prompt_tokens": 1598, "completion_tokens": 56, "total_tokens": 2163, "reasoning_tokens": 509, "cached_tokens": 1536}, "cost": 0.001797, "err": null, "finish": "stop", "latency_s": 5.6, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "c3", "usage": {"prompt_tokens": 1598, "completion_tokens": 56, "total_tokens": 2058, "reasoning_tokens": 404, "cached_tokens": 1536}, "cost": 0.001535, "err": null, "finish": "stop", "latency_s": 4.6, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "c3", "usage": {"prompt_tokens": 1598, "completion_tokens": 56, "total_tokens": 2142, "reasoning_tokens": 488, "cached_tokens": 1536}, "cost": 0.001745, "err": null, "finish": "stop", "latency_s": 5.8, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "c3", "usage": {"prompt_tokens": 1598, "completion_tokens": 56, "total_tokens": 2190, "reasoning_tokens": 536, "cached_tokens": 1536}, "cost": 0.001865, "err": null, "finish": "stop", "latency_s": 6.0, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "c3", "usage": {"prompt_tokens": 1598, "completion_tokens": 56, "total_tokens": 2058, "reasoning_tokens": 404, "cached_tokens": 1536}, "cost": 0.001535, "err": null, "finish": "stop", "latency_s": 4.5, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "c3", "usage": {"prompt_tokens": 1598, "completion_tokens": 76, "total_tokens": 2176, "reasoning_tokens": 502, "cached_tokens": 192}, "cost": 0.003241, "err": null, "finish": "stop", "latency_s": 5.9, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "c3", "usage": {"prompt_tokens": 1598, "completion_tokens": 56, "total_tokens": 2158, "reasoning_tokens": 504, "cached_tokens": 1536}, "cost": 0.001785, "err": null, "finish": "stop", "latency_s": 4.8, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "c3", "usage": {"prompt_tokens": 1534, "completion_tokens": 106, "total_tokens": 1640, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000926, "err": null, "finish": "stop", "latency_s": 1.9, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "c3", "usage": {"prompt_tokens": 1534, "completion_tokens": 88, "total_tokens": 1622, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000899, "err": null, "finish": "stop", "latency_s": 1.7, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "c3", "usage": {"prompt_tokens": 1534, "completion_tokens": 106, "total_tokens": 1640, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000926, "err": null, "finish": "stop", "latency_s": 2.0, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "c3", "usage": {"prompt_tokens": 1534, "completion_tokens": 88, "total_tokens": 1622, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000899, "err": null, "finish": "stop", "latency_s": 1.6, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "c3", "usage": {"prompt_tokens": 1534, "completion_tokens": 106, "total_tokens": 1640, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000926, "err": null, "finish": "stop", "latency_s": 25.9, "retry_fails": 2}
|
|
{"judge": "mistral-large-latest", "trap": "c3", "usage": {"prompt_tokens": 1534, "completion_tokens": 88, "total_tokens": 1622, "reasoning_tokens": 0, "cached_tokens": 512}, "cost": 0.000899, "err": null, "finish": "stop", "latency_s": 2.1, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "c3", "usage": {"prompt_tokens": 1534, "completion_tokens": 106, "total_tokens": 1640, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000926, "err": null, "finish": "stop", "latency_s": 1.9, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "c3", "usage": {"prompt_tokens": 1534, "completion_tokens": 88, "total_tokens": 1622, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000899, "err": null, "finish": "stop", "latency_s": 1.6, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "c3", "usage": {"prompt_tokens": 1534, "completion_tokens": 106, "total_tokens": 1640, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000926, "err": null, "finish": "stop", "latency_s": 62.5, "retry_fails": 3}
|
|
{"judge": "mistral-large-latest", "trap": "c3", "usage": {"prompt_tokens": 1534, "completion_tokens": 87, "total_tokens": 1621, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000897, "err": null, "finish": "stop", "latency_s": 1.6, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "d1", "usage": {"prompt_tokens": 1319, "completion_tokens": 86, "total_tokens": 1874, "reasoning_tokens": 469, "cached_tokens": 192}, "cost": 0.002835, "err": null, "finish": "stop", "latency_s": 5.1, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "d1", "usage": {"prompt_tokens": 1319, "completion_tokens": 55, "total_tokens": 1790, "reasoning_tokens": 416, "cached_tokens": 192}, "cost": 0.002625, "err": null, "finish": "stop", "latency_s": 6.0, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "d1", "usage": {"prompt_tokens": 1319, "completion_tokens": 57, "total_tokens": 1832, "reasoning_tokens": 456, "cached_tokens": 192}, "cost": 0.00273, "err": null, "finish": "stop", "latency_s": 5.2, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "d1", "usage": {"prompt_tokens": 1319, "completion_tokens": 86, "total_tokens": 1787, "reasoning_tokens": 382, "cached_tokens": 192}, "cost": 0.002617, "err": null, "finish": "stop", "latency_s": 4.8, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "d1", "usage": {"prompt_tokens": 1319, "completion_tokens": 77, "total_tokens": 1879, "reasoning_tokens": 483, "cached_tokens": 1280}, "cost": 0.001705, "err": null, "finish": "stop", "latency_s": 4.4, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "d1", "usage": {"prompt_tokens": 1319, "completion_tokens": 86, "total_tokens": 1884, "reasoning_tokens": 479, "cached_tokens": 512}, "cost": 0.002524, "err": null, "finish": "stop", "latency_s": 5.4, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "d1", "usage": {"prompt_tokens": 1319, "completion_tokens": 86, "total_tokens": 1828, "reasoning_tokens": 423, "cached_tokens": 1280}, "cost": 0.001577, "err": null, "finish": "stop", "latency_s": 5.4, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "d1", "usage": {"prompt_tokens": 1319, "completion_tokens": 77, "total_tokens": 1829, "reasoning_tokens": 433, "cached_tokens": 1280}, "cost": 0.00158, "err": null, "finish": "stop", "latency_s": 5.1, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "d1", "usage": {"prompt_tokens": 1319, "completion_tokens": 57, "total_tokens": 1803, "reasoning_tokens": 427, "cached_tokens": 1280}, "cost": 0.001515, "err": null, "finish": "stop", "latency_s": 4.5, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "d1", "usage": {"prompt_tokens": 1319, "completion_tokens": 86, "total_tokens": 1905, "reasoning_tokens": 500, "cached_tokens": 1280}, "cost": 0.00177, "err": null, "finish": "stop", "latency_s": 4.8, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "d1", "usage": {"prompt_tokens": 1267, "completion_tokens": 127, "total_tokens": 1394, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000824, "err": null, "finish": "stop", "latency_s": 2.0, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "d1", "usage": {"prompt_tokens": 1267, "completion_tokens": 127, "total_tokens": 1394, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000824, "err": null, "finish": "stop", "latency_s": 2.3, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "d1", "usage": {"prompt_tokens": 1267, "completion_tokens": 127, "total_tokens": 1394, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000824, "err": null, "finish": "stop", "latency_s": 2.9, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "d1", "usage": {"prompt_tokens": 1267, "completion_tokens": 127, "total_tokens": 1394, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000824, "err": null, "finish": "stop", "latency_s": 1.9, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "d1", "usage": {"prompt_tokens": 1267, "completion_tokens": 127, "total_tokens": 1394, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000824, "err": null, "finish": "stop", "latency_s": 63.4, "retry_fails": 3}
|
|
{"judge": "mistral-large-latest", "trap": "d1", "usage": {"prompt_tokens": 1267, "completion_tokens": 127, "total_tokens": 1394, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000824, "err": null, "finish": "stop", "latency_s": 3.3, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "d1", "usage": {"prompt_tokens": 1267, "completion_tokens": 127, "total_tokens": 1394, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000824, "err": null, "finish": "stop", "latency_s": 2.0, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "d1", "usage": {"prompt_tokens": 1267, "completion_tokens": 127, "total_tokens": 1394, "reasoning_tokens": 0, "cached_tokens": 512}, "cost": 0.000824, "err": null, "finish": "stop", "latency_s": 3.2, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "d1", "usage": {"prompt_tokens": 1267, "completion_tokens": 127, "total_tokens": 1394, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000824, "err": null, "finish": "stop", "latency_s": 63.9, "retry_fails": 3}
|
|
{"judge": "mistral-large-latest", "trap": "d1", "usage": {"prompt_tokens": 1267, "completion_tokens": 127, "total_tokens": 1394, "reasoning_tokens": 0, "cached_tokens": 512}, "cost": 0.000824, "err": null, "finish": "stop", "latency_s": 2.0, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "d2", "usage": {"prompt_tokens": 1274, "completion_tokens": 60, "total_tokens": 1839, "reasoning_tokens": 505, "cached_tokens": 512}, "cost": 0.002467, "err": null, "finish": "stop", "latency_s": 5.3, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "d2", "usage": {"prompt_tokens": 1274, "completion_tokens": 58, "total_tokens": 1909, "reasoning_tokens": 577, "cached_tokens": 512}, "cost": 0.002642, "err": null, "finish": "stop", "latency_s": 6.5, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "d2", "usage": {"prompt_tokens": 1274, "completion_tokens": 60, "total_tokens": 1757, "reasoning_tokens": 423, "cached_tokens": 896}, "cost": 0.001859, "err": null, "finish": "stop", "latency_s": 5.2, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "d2", "usage": {"prompt_tokens": 1274, "completion_tokens": 58, "total_tokens": 1865, "reasoning_tokens": 533, "cached_tokens": 1216}, "cost": 0.001793, "err": null, "finish": "stop", "latency_s": 5.4, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "d2", "usage": {"prompt_tokens": 1274, "completion_tokens": 60, "total_tokens": 1825, "reasoning_tokens": 491, "cached_tokens": 1216}, "cost": 0.001693, "err": null, "finish": "stop", "latency_s": 5.0, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "d2", "usage": {"prompt_tokens": 1274, "completion_tokens": 58, "total_tokens": 1895, "reasoning_tokens": 563, "cached_tokens": 1216}, "cost": 0.001868, "err": null, "finish": "stop", "latency_s": 7.0, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "d2", "usage": {"prompt_tokens": 1274, "completion_tokens": 58, "total_tokens": 1750, "reasoning_tokens": 418, "cached_tokens": 1216}, "cost": 0.001506, "err": null, "finish": "stop", "latency_s": 4.1, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "d2", "usage": {"prompt_tokens": 1274, "completion_tokens": 78, "total_tokens": 1807, "reasoning_tokens": 455, "cached_tokens": 1216}, "cost": 0.001648, "err": null, "finish": "stop", "latency_s": 5.2, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "d2", "usage": {"prompt_tokens": 1274, "completion_tokens": 79, "total_tokens": 1769, "reasoning_tokens": 416, "cached_tokens": 1216}, "cost": 0.001553, "err": null, "finish": "stop", "latency_s": 4.7, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "d2", "usage": {"prompt_tokens": 1274, "completion_tokens": 78, "total_tokens": 1827, "reasoning_tokens": 475, "cached_tokens": 1216}, "cost": 0.001698, "err": null, "finish": "stop", "latency_s": 5.5, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "d2", "usage": {"prompt_tokens": 1201, "completion_tokens": 100, "total_tokens": 1301, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.00075, "err": null, "finish": "stop", "latency_s": 2.2, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "d2", "usage": {"prompt_tokens": 1201, "completion_tokens": 86, "total_tokens": 1287, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.00073, "err": null, "finish": "stop", "latency_s": 2.1, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "d2", "usage": {"prompt_tokens": 1201, "completion_tokens": 100, "total_tokens": 1301, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.00075, "err": null, "finish": "stop", "latency_s": 2.0, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "d2", "usage": {"prompt_tokens": 1201, "completion_tokens": 86, "total_tokens": 1287, "reasoning_tokens": 0, "cached_tokens": 1184}, "cost": 0.00073, "err": null, "finish": "stop", "latency_s": 2.3, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "d2", "usage": {"prompt_tokens": 1201, "completion_tokens": 100, "total_tokens": 1301, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.00075, "err": null, "finish": "stop", "latency_s": 26.0, "retry_fails": 2}
|
|
{"judge": "mistral-large-latest", "trap": "d2", "usage": {"prompt_tokens": 1201, "completion_tokens": 86, "total_tokens": 1287, "reasoning_tokens": 0, "cached_tokens": 512}, "cost": 0.00073, "err": null, "finish": "stop", "latency_s": 1.8, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "d2", "usage": {"prompt_tokens": 1201, "completion_tokens": 100, "total_tokens": 1301, "reasoning_tokens": 0, "cached_tokens": 512}, "cost": 0.00075, "err": null, "finish": "stop", "latency_s": 2.4, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "d2", "usage": {"prompt_tokens": 1201, "completion_tokens": 86, "total_tokens": 1287, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.00073, "err": null, "finish": "stop", "latency_s": 1.5, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "d2", "usage": {"prompt_tokens": 1201, "completion_tokens": 100, "total_tokens": 1301, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.00075, "err": null, "finish": "stop", "latency_s": 62.3, "retry_fails": 3}
|
|
{"judge": "mistral-large-latest", "trap": "d2", "usage": {"prompt_tokens": 1201, "completion_tokens": 86, "total_tokens": 1287, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.00073, "err": null, "finish": "stop", "latency_s": 1.5, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "a1", "usage": {"prompt_tokens": 1216, "completion_tokens": 55, "total_tokens": 1643, "reasoning_tokens": 372, "cached_tokens": 512}, "cost": 0.00205, "err": null, "finish": "stop", "latency_s": 4.1, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "a1", "usage": {"prompt_tokens": 1216, "completion_tokens": 55, "total_tokens": 1619, "reasoning_tokens": 348, "cached_tokens": 128}, "cost": 0.002393, "err": null, "finish": "stop", "latency_s": 4.0, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "a1", "usage": {"prompt_tokens": 1216, "completion_tokens": 66, "total_tokens": 1730, "reasoning_tokens": 448, "cached_tokens": 512}, "cost": 0.002267, "err": null, "finish": "stop", "latency_s": 4.3, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "a1", "usage": {"prompt_tokens": 1216, "completion_tokens": 55, "total_tokens": 1638, "reasoning_tokens": 367, "cached_tokens": 128}, "cost": 0.002441, "err": null, "finish": "stop", "latency_s": 5.2, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "a1", "usage": {"prompt_tokens": 1216, "completion_tokens": 55, "total_tokens": 1623, "reasoning_tokens": 352, "cached_tokens": 1152}, "cost": 0.001328, "err": null, "finish": "stop", "latency_s": 4.6, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "a1", "usage": {"prompt_tokens": 1216, "completion_tokens": 75, "total_tokens": 1737, "reasoning_tokens": 446, "cached_tokens": 1152}, "cost": 0.001613, "err": null, "finish": "stop", "latency_s": 5.5, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "a1", "usage": {"prompt_tokens": 1216, "completion_tokens": 86, "total_tokens": 1701, "reasoning_tokens": 399, "cached_tokens": 1152}, "cost": 0.001523, "err": null, "finish": "stop", "latency_s": 5.0, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "a1", "usage": {"prompt_tokens": 1216, "completion_tokens": 66, "total_tokens": 1749, "reasoning_tokens": 467, "cached_tokens": 1152}, "cost": 0.001643, "err": null, "finish": "stop", "latency_s": 6.0, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "a1", "usage": {"prompt_tokens": 1216, "completion_tokens": 75, "total_tokens": 1658, "reasoning_tokens": 367, "cached_tokens": 1152}, "cost": 0.001415, "err": null, "finish": "stop", "latency_s": 3.7, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "a1", "usage": {"prompt_tokens": 1216, "completion_tokens": 55, "total_tokens": 1729, "reasoning_tokens": 458, "cached_tokens": 1152}, "cost": 0.001593, "err": null, "finish": "stop", "latency_s": 5.3, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "a1", "usage": {"prompt_tokens": 1121, "completion_tokens": 91, "total_tokens": 1212, "reasoning_tokens": 0, "cached_tokens": 352}, "cost": 0.000697, "err": null, "finish": "stop", "latency_s": 1.6, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "a1", "usage": {"prompt_tokens": 1121, "completion_tokens": 91, "total_tokens": 1212, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000697, "err": null, "finish": "stop", "latency_s": 1.7, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "a1", "usage": {"prompt_tokens": 1121, "completion_tokens": 91, "total_tokens": 1212, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000697, "err": null, "finish": "stop", "latency_s": 1.5, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "a1", "usage": {"prompt_tokens": 1121, "completion_tokens": 91, "total_tokens": 1212, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000697, "err": null, "finish": "stop", "latency_s": 1.8, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "a1", "usage": {"prompt_tokens": 1121, "completion_tokens": 91, "total_tokens": 1212, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000697, "err": null, "finish": "stop", "latency_s": 61.9, "retry_fails": 3}
|
|
{"judge": "mistral-large-latest", "trap": "a1", "usage": {"prompt_tokens": 1121, "completion_tokens": 91, "total_tokens": 1212, "reasoning_tokens": 0, "cached_tokens": 512}, "cost": 0.000697, "err": null, "finish": "stop", "latency_s": 1.5, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "a1", "usage": {"prompt_tokens": 1121, "completion_tokens": 91, "total_tokens": 1212, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000697, "err": null, "finish": "stop", "latency_s": 3.6, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "a1", "usage": {"prompt_tokens": 1121, "completion_tokens": 91, "total_tokens": 1212, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000697, "err": null, "finish": "stop", "latency_s": 1.7, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "a1", "usage": {"prompt_tokens": 1121, "completion_tokens": 91, "total_tokens": 1212, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000697, "err": null, "finish": "stop", "latency_s": 62.2, "retry_fails": 3}
|
|
{"judge": "mistral-large-latest", "trap": "a1", "usage": {"prompt_tokens": 1121, "completion_tokens": 91, "total_tokens": 1212, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000697, "err": null, "finish": "stop", "latency_s": 2.4, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "a2", "usage": {"prompt_tokens": 1334, "completion_tokens": 44, "total_tokens": 2037, "reasoning_tokens": 659, "cached_tokens": 512}, "cost": 0.002887, "err": null, "finish": "stop", "latency_s": 7.4, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "a2", "usage": {"prompt_tokens": 1334, "completion_tokens": 51, "total_tokens": 2194, "reasoning_tokens": 809, "cached_tokens": 512}, "cost": 0.00328, "err": null, "finish": "stop", "latency_s": 8.5, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "a2", "usage": {"prompt_tokens": 1334, "completion_tokens": 50, "total_tokens": 1920, "reasoning_tokens": 536, "cached_tokens": 1280}, "cost": 0.001788, "err": null, "finish": "stop", "latency_s": 5.9, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "a2", "usage": {"prompt_tokens": 1334, "completion_tokens": 79, "total_tokens": 2018, "reasoning_tokens": 605, "cached_tokens": 640}, "cost": 0.002706, "err": null, "finish": "stop", "latency_s": 6.3, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "a2", "usage": {"prompt_tokens": 1334, "completion_tokens": 54, "total_tokens": 2052, "reasoning_tokens": 664, "cached_tokens": 1280}, "cost": 0.002119, "err": null, "finish": "stop", "latency_s": 9.3, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "a2", "usage": {"prompt_tokens": 1334, "completion_tokens": 93, "total_tokens": 2181, "reasoning_tokens": 754, "cached_tokens": 1280}, "cost": 0.002441, "err": null, "finish": "stop", "latency_s": 8.0, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "a2", "usage": {"prompt_tokens": 1334, "completion_tokens": 45, "total_tokens": 2118, "reasoning_tokens": 739, "cached_tokens": 1280}, "cost": 0.002283, "err": null, "finish": "stop", "latency_s": 9.1, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "a2", "usage": {"prompt_tokens": 1334, "completion_tokens": 45, "total_tokens": 2279, "reasoning_tokens": 900, "cached_tokens": 1280}, "cost": 0.002686, "err": null, "finish": "stop", "latency_s": 9.3, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "a2", "usage": {"prompt_tokens": 1334, "completion_tokens": 59, "total_tokens": 1892, "reasoning_tokens": 499, "cached_tokens": 1280}, "cost": 0.001718, "err": null, "finish": "stop", "latency_s": 5.5, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "a2", "usage": {"prompt_tokens": 1334, "completion_tokens": 69, "total_tokens": 2330, "reasoning_tokens": 927, "cached_tokens": 1280}, "cost": 0.002814, "err": null, "finish": "stop", "latency_s": 9.8, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "a2", "usage": {"prompt_tokens": 1315, "completion_tokens": 85, "total_tokens": 1400, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000785, "err": null, "finish": "stop", "latency_s": 2.2, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "a2", "usage": {"prompt_tokens": 1315, "completion_tokens": 85, "total_tokens": 1400, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000785, "err": null, "finish": "stop", "latency_s": 2.8, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "a2", "usage": {"prompt_tokens": 1315, "completion_tokens": 85, "total_tokens": 1400, "reasoning_tokens": 0, "cached_tokens": 560}, "cost": 0.000785, "err": null, "finish": "stop", "latency_s": 4.1, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "a2", "usage": {"prompt_tokens": 1315, "completion_tokens": 85, "total_tokens": 1400, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000785, "err": null, "finish": "stop", "latency_s": 1.4, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "a2", "usage": {"prompt_tokens": 1315, "completion_tokens": 85, "total_tokens": 1400, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000785, "err": null, "finish": "stop", "latency_s": 1.4, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "a2", "usage": {"prompt_tokens": 1315, "completion_tokens": 85, "total_tokens": 1400, "reasoning_tokens": 0, "cached_tokens": 560}, "cost": 0.000785, "err": null, "finish": "stop", "latency_s": 1.5, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "a2", "usage": {"prompt_tokens": 1315, "completion_tokens": 84, "total_tokens": 1399, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000784, "err": null, "finish": "stop", "latency_s": 1.8, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "a2", "usage": {"prompt_tokens": 1315, "completion_tokens": 85, "total_tokens": 1400, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000785, "err": null, "finish": "stop", "latency_s": 62.4, "retry_fails": 3}
|
|
{"judge": "mistral-large-latest", "trap": "a2", "usage": {"prompt_tokens": 1315, "completion_tokens": 85, "total_tokens": 1400, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000785, "err": null, "finish": "stop", "latency_s": 2.2, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "a2", "usage": {"prompt_tokens": 1315, "completion_tokens": 85, "total_tokens": 1400, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000785, "err": null, "finish": "stop", "latency_s": 1.5, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "b1", "usage": {"prompt_tokens": 1157, "completion_tokens": 59, "total_tokens": 1723, "reasoning_tokens": 507, "cached_tokens": 192}, "cost": 0.00266, "err": null, "finish": "stop", "latency_s": 5.3, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "b1", "usage": {"prompt_tokens": 1157, "completion_tokens": 59, "total_tokens": 1664, "reasoning_tokens": 448, "cached_tokens": 192}, "cost": 0.002512, "err": null, "finish": "stop", "latency_s": 4.8, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "b1", "usage": {"prompt_tokens": 1157, "completion_tokens": 59, "total_tokens": 1723, "reasoning_tokens": 507, "cached_tokens": 512}, "cost": 0.002324, "err": null, "finish": "stop", "latency_s": 5.3, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "b1", "usage": {"prompt_tokens": 1157, "completion_tokens": 59, "total_tokens": 1763, "reasoning_tokens": 547, "cached_tokens": 512}, "cost": 0.002424, "err": null, "finish": "stop", "latency_s": 6.1, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "b1", "usage": {"prompt_tokens": 1157, "completion_tokens": 59, "total_tokens": 1837, "reasoning_tokens": 621, "cached_tokens": 1152}, "cost": 0.001937, "err": null, "finish": "stop", "latency_s": 6.0, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "b1", "usage": {"prompt_tokens": 1157, "completion_tokens": 59, "total_tokens": 1741, "reasoning_tokens": 525, "cached_tokens": 1152}, "cost": 0.001697, "err": null, "finish": "stop", "latency_s": 5.6, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "b1", "usage": {"prompt_tokens": 1157, "completion_tokens": 59, "total_tokens": 1623, "reasoning_tokens": 407, "cached_tokens": 1152}, "cost": 0.001402, "err": null, "finish": "stop", "latency_s": 5.1, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "b1", "usage": {"prompt_tokens": 1157, "completion_tokens": 59, "total_tokens": 1864, "reasoning_tokens": 648, "cached_tokens": 1152}, "cost": 0.002004, "err": null, "finish": "stop", "latency_s": 6.3, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "b1", "usage": {"prompt_tokens": 1157, "completion_tokens": 59, "total_tokens": 1787, "reasoning_tokens": 571, "cached_tokens": 192}, "cost": 0.00282, "err": null, "finish": "stop", "latency_s": 7.3, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "b1", "usage": {"prompt_tokens": 1157, "completion_tokens": 59, "total_tokens": 1763, "reasoning_tokens": 547, "cached_tokens": 1152}, "cost": 0.001752, "err": null, "finish": "stop", "latency_s": 5.8, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "b1", "usage": {"prompt_tokens": 1092, "completion_tokens": 83, "total_tokens": 1175, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.00067, "err": null, "finish": "stop", "latency_s": 1.6, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "b1", "usage": {"prompt_tokens": 1092, "completion_tokens": 111, "total_tokens": 1203, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000713, "err": null, "finish": "stop", "latency_s": 2.5, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "b1", "usage": {"prompt_tokens": 1092, "completion_tokens": 111, "total_tokens": 1203, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000713, "err": null, "finish": "stop", "latency_s": 4.1, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "b1", "usage": {"prompt_tokens": 1092, "completion_tokens": 111, "total_tokens": 1203, "reasoning_tokens": 0, "cached_tokens": 560}, "cost": 0.000713, "err": null, "finish": "stop", "latency_s": 2.9, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "b1", "usage": {"prompt_tokens": 1092, "completion_tokens": 83, "total_tokens": 1175, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.00067, "err": null, "finish": "stop", "latency_s": 61.7, "retry_fails": 3}
|
|
{"judge": "mistral-large-latest", "trap": "b1", "usage": {"prompt_tokens": 1092, "completion_tokens": 111, "total_tokens": 1203, "reasoning_tokens": 0, "cached_tokens": 560}, "cost": 0.000713, "err": null, "finish": "stop", "latency_s": 1.9, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "b1", "usage": {"prompt_tokens": 1092, "completion_tokens": 111, "total_tokens": 1203, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000713, "err": null, "finish": "stop", "latency_s": 3.5, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "b1", "usage": {"prompt_tokens": 1092, "completion_tokens": 111, "total_tokens": 1203, "reasoning_tokens": 0, "cached_tokens": 1072}, "cost": 0.000713, "err": null, "finish": "stop", "latency_s": 1.8, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "b1", "usage": {"prompt_tokens": 1092, "completion_tokens": 83, "total_tokens": 1175, "reasoning_tokens": 0, "cached_tokens": 1072}, "cost": 0.00067, "err": null, "finish": "stop", "latency_s": 26.0, "retry_fails": 2}
|
|
{"judge": "mistral-large-latest", "trap": "b1", "usage": {"prompt_tokens": 1092, "completion_tokens": 83, "total_tokens": 1175, "reasoning_tokens": 0, "cached_tokens": 560}, "cost": 0.00067, "err": null, "finish": "stop", "latency_s": 1.7, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "b2", "usage": {"prompt_tokens": 1525, "completion_tokens": 51, "total_tokens": 1868, "reasoning_tokens": 292, "cached_tokens": 512}, "cost": 0.002226, "err": null, "finish": "stop", "latency_s": 3.3, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "b2", "usage": {"prompt_tokens": 1525, "completion_tokens": 51, "total_tokens": 1865, "reasoning_tokens": 289, "cached_tokens": 512}, "cost": 0.002219, "err": null, "finish": "stop", "latency_s": 3.2, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "b2", "usage": {"prompt_tokens": 1525, "completion_tokens": 51, "total_tokens": 1848, "reasoning_tokens": 272, "cached_tokens": 1472}, "cost": 0.001168, "err": null, "finish": "stop", "latency_s": 3.9, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "b2", "usage": {"prompt_tokens": 1525, "completion_tokens": 51, "total_tokens": 1895, "reasoning_tokens": 319, "cached_tokens": 1472}, "cost": 0.001286, "err": null, "finish": "stop", "latency_s": 3.5, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "b2", "usage": {"prompt_tokens": 1525, "completion_tokens": 51, "total_tokens": 1883, "reasoning_tokens": 307, "cached_tokens": 1472}, "cost": 0.001256, "err": null, "finish": "stop", "latency_s": 4.1, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "b2", "usage": {"prompt_tokens": 1525, "completion_tokens": 51, "total_tokens": 1893, "reasoning_tokens": 317, "cached_tokens": 1472}, "cost": 0.001281, "err": null, "finish": "stop", "latency_s": 3.5, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "b2", "usage": {"prompt_tokens": 1525, "completion_tokens": 51, "total_tokens": 1916, "reasoning_tokens": 340, "cached_tokens": 1472}, "cost": 0.001338, "err": null, "finish": "stop", "latency_s": 4.5, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "b2", "usage": {"prompt_tokens": 1525, "completion_tokens": 51, "total_tokens": 1925, "reasoning_tokens": 349, "cached_tokens": 1472}, "cost": 0.001361, "err": null, "finish": "stop", "latency_s": 3.5, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "b2", "usage": {"prompt_tokens": 1525, "completion_tokens": 51, "total_tokens": 1877, "reasoning_tokens": 301, "cached_tokens": 1472}, "cost": 0.001241, "err": null, "finish": "stop", "latency_s": 3.2, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "b2", "usage": {"prompt_tokens": 1525, "completion_tokens": 51, "total_tokens": 1872, "reasoning_tokens": 296, "cached_tokens": 1472}, "cost": 0.001228, "err": null, "finish": "stop", "latency_s": 4.4, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "b2", "usage": {"prompt_tokens": 1481, "completion_tokens": 78, "total_tokens": 1559, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000857, "err": null, "finish": "stop", "latency_s": 1.5, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "b2", "usage": {"prompt_tokens": 1481, "completion_tokens": 78, "total_tokens": 1559, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000857, "err": null, "finish": "stop", "latency_s": 3.3, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "b2", "usage": {"prompt_tokens": 1481, "completion_tokens": 78, "total_tokens": 1559, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000857, "err": null, "finish": "stop", "latency_s": 25.2, "retry_fails": 2}
|
|
{"judge": "mistral-large-latest", "trap": "b2", "usage": {"prompt_tokens": 1481, "completion_tokens": 78, "total_tokens": 1559, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000857, "err": null, "finish": "stop", "latency_s": 1.5, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "b2", "usage": {"prompt_tokens": 1481, "completion_tokens": 78, "total_tokens": 1559, "reasoning_tokens": 0, "cached_tokens": 480}, "cost": 0.000857, "err": null, "finish": "stop", "latency_s": 1.4, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "b2", "usage": {"prompt_tokens": 1481, "completion_tokens": 78, "total_tokens": 1559, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000857, "err": null, "finish": "stop", "latency_s": 4.0, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "b2", "usage": {"prompt_tokens": 1481, "completion_tokens": 78, "total_tokens": 1559, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000857, "err": null, "finish": "stop", "latency_s": 61.7, "retry_fails": 3}
|
|
{"judge": "mistral-large-latest", "trap": "b2", "usage": {"prompt_tokens": 1481, "completion_tokens": 78, "total_tokens": 1559, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000857, "err": null, "finish": "stop", "latency_s": 1.4, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "b2", "usage": {"prompt_tokens": 1481, "completion_tokens": 78, "total_tokens": 1559, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000857, "err": null, "finish": "stop", "latency_s": 7.7, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "b2", "usage": {"prompt_tokens": 1481, "completion_tokens": 78, "total_tokens": 1559, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000857, "err": null, "finish": "stop", "latency_s": 1.4, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "c1", "usage": {"prompt_tokens": 1627, "completion_tokens": 53, "total_tokens": 2017, "reasoning_tokens": 337, "cached_tokens": 512}, "cost": 0.002471, "err": null, "finish": "stop", "latency_s": 4.1, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "c1", "usage": {"prompt_tokens": 1627, "completion_tokens": 53, "total_tokens": 2019, "reasoning_tokens": 339, "cached_tokens": 192}, "cost": 0.002812, "err": null, "finish": "stop", "latency_s": 3.7, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "c1", "usage": {"prompt_tokens": 1627, "completion_tokens": 53, "total_tokens": 2002, "reasoning_tokens": 322, "cached_tokens": 1600}, "cost": 0.001291, "err": null, "finish": "stop", "latency_s": 3.6, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "c1", "usage": {"prompt_tokens": 1627, "completion_tokens": 53, "total_tokens": 2033, "reasoning_tokens": 353, "cached_tokens": 128}, "cost": 0.002914, "err": null, "finish": "stop", "latency_s": 3.5, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "c1", "usage": {"prompt_tokens": 1627, "completion_tokens": 53, "total_tokens": 2040, "reasoning_tokens": 360, "cached_tokens": 128}, "cost": 0.002932, "err": null, "finish": "stop", "latency_s": 3.9, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "c1", "usage": {"prompt_tokens": 1627, "completion_tokens": 53, "total_tokens": 2039, "reasoning_tokens": 359, "cached_tokens": 192}, "cost": 0.002862, "err": null, "finish": "stop", "latency_s": 4.2, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "c1", "usage": {"prompt_tokens": 1627, "completion_tokens": 53, "total_tokens": 2110, "reasoning_tokens": 430, "cached_tokens": 1600}, "cost": 0.001561, "err": null, "finish": "stop", "latency_s": 4.8, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "c1", "usage": {"prompt_tokens": 1627, "completion_tokens": 53, "total_tokens": 2020, "reasoning_tokens": 340, "cached_tokens": 1600}, "cost": 0.001336, "err": null, "finish": "stop", "latency_s": 3.9, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "c1", "usage": {"prompt_tokens": 1627, "completion_tokens": 73, "total_tokens": 2074, "reasoning_tokens": 374, "cached_tokens": 1600}, "cost": 0.001471, "err": null, "finish": "stop", "latency_s": 4.1, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "c1", "usage": {"prompt_tokens": 1627, "completion_tokens": 53, "total_tokens": 2021, "reasoning_tokens": 341, "cached_tokens": 1600}, "cost": 0.001339, "err": null, "finish": "stop", "latency_s": 4.0, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "c1", "usage": {"prompt_tokens": 1625, "completion_tokens": 82, "total_tokens": 1707, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000936, "err": null, "finish": "stop", "latency_s": 10.9, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "c1", "usage": {"prompt_tokens": 1625, "completion_tokens": 82, "total_tokens": 1707, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000936, "err": null, "finish": "stop", "latency_s": 1.6, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "c1", "usage": {"prompt_tokens": 1625, "completion_tokens": 82, "total_tokens": 1707, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000936, "err": null, "finish": "stop", "latency_s": 1.5, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "c1", "usage": {"prompt_tokens": 1625, "completion_tokens": 82, "total_tokens": 1707, "reasoning_tokens": 0, "cached_tokens": 352}, "cost": 0.000936, "err": null, "finish": "stop", "latency_s": 1.7, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "c1", "usage": {"prompt_tokens": 1625, "completion_tokens": 82, "total_tokens": 1707, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000936, "err": null, "finish": "stop", "latency_s": 26.4, "retry_fails": 2}
|
|
{"judge": "mistral-large-latest", "trap": "c1", "usage": {"prompt_tokens": 1625, "completion_tokens": 82, "total_tokens": 1707, "reasoning_tokens": 0, "cached_tokens": 1600}, "cost": 0.000936, "err": null, "finish": "stop", "latency_s": 1.4, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "c1", "usage": {"prompt_tokens": 1625, "completion_tokens": 82, "total_tokens": 1707, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000936, "err": null, "finish": "stop", "latency_s": 1.5, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "c1", "usage": {"prompt_tokens": 1625, "completion_tokens": 82, "total_tokens": 1707, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000936, "err": null, "finish": "stop", "latency_s": 3.8, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "c1", "usage": {"prompt_tokens": 1625, "completion_tokens": 82, "total_tokens": 1707, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000936, "err": null, "finish": "stop", "latency_s": 62.4, "retry_fails": 3}
|
|
{"judge": "mistral-large-latest", "trap": "c1", "usage": {"prompt_tokens": 1625, "completion_tokens": 82, "total_tokens": 1707, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000936, "err": null, "finish": "stop", "latency_s": 1.8, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "c2", "usage": {"prompt_tokens": 1199, "completion_tokens": 57, "total_tokens": 1732, "reasoning_tokens": 476, "cached_tokens": 512}, "cost": 0.002294, "err": null, "finish": "stop", "latency_s": 5.7, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "c2", "usage": {"prompt_tokens": 1199, "completion_tokens": 87, "total_tokens": 1856, "reasoning_tokens": 570, "cached_tokens": 192}, "cost": 0.00294, "err": null, "finish": "stop", "latency_s": 6.8, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "c2", "usage": {"prompt_tokens": 1199, "completion_tokens": 107, "total_tokens": 1827, "reasoning_tokens": 521, "cached_tokens": 1152}, "cost": 0.001859, "err": null, "finish": "stop", "latency_s": 6.0, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "c2", "usage": {"prompt_tokens": 1199, "completion_tokens": 71, "total_tokens": 1840, "reasoning_tokens": 570, "cached_tokens": 512}, "cost": 0.002564, "err": null, "finish": "stop", "latency_s": 5.9, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "c2", "usage": {"prompt_tokens": 1199, "completion_tokens": 88, "total_tokens": 2107, "reasoning_tokens": 820, "cached_tokens": 1152}, "cost": 0.002559, "err": null, "finish": "stop", "latency_s": 9.3, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "c2", "usage": {"prompt_tokens": 1199, "completion_tokens": 57, "total_tokens": 1883, "reasoning_tokens": 627, "cached_tokens": 1152}, "cost": 0.001999, "err": null, "finish": "stop", "latency_s": 6.6, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "c2", "usage": {"prompt_tokens": 1199, "completion_tokens": 57, "total_tokens": 1847, "reasoning_tokens": 591, "cached_tokens": 1152}, "cost": 0.001909, "err": null, "finish": "stop", "latency_s": 7.4, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "c2", "usage": {"prompt_tokens": 1199, "completion_tokens": 57, "total_tokens": 1839, "reasoning_tokens": 583, "cached_tokens": 1152}, "cost": 0.001889, "err": null, "finish": "stop", "latency_s": 7.9, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "c2", "usage": {"prompt_tokens": 1199, "completion_tokens": 107, "total_tokens": 1825, "reasoning_tokens": 519, "cached_tokens": 1152}, "cost": 0.001854, "err": null, "finish": "stop", "latency_s": 7.4, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "c2", "usage": {"prompt_tokens": 1199, "completion_tokens": 87, "total_tokens": 1736, "reasoning_tokens": 450, "cached_tokens": 1152}, "cost": 0.001632, "err": null, "finish": "stop", "latency_s": 5.8, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "c2", "usage": {"prompt_tokens": 1146, "completion_tokens": 116, "total_tokens": 1262, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000747, "err": null, "finish": "stop", "latency_s": 6.7, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "c2", "usage": {"prompt_tokens": 1146, "completion_tokens": 116, "total_tokens": 1262, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000747, "err": null, "finish": "stop", "latency_s": 6.0, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "c2", "usage": {"prompt_tokens": 1146, "completion_tokens": 116, "total_tokens": 1262, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000747, "err": null, "finish": "stop", "latency_s": 2.0, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "c2", "usage": {"prompt_tokens": 1146, "completion_tokens": 116, "total_tokens": 1262, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000747, "err": null, "finish": "stop", "latency_s": 1.8, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "c2", "usage": {"prompt_tokens": 1146, "completion_tokens": 116, "total_tokens": 1262, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000747, "err": null, "finish": "stop", "latency_s": 25.5, "retry_fails": 2}
|
|
{"judge": "mistral-large-latest", "trap": "c2", "usage": {"prompt_tokens": 1146, "completion_tokens": 116, "total_tokens": 1262, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000747, "err": null, "finish": "stop", "latency_s": 1.8, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "c2", "usage": {"prompt_tokens": 1146, "completion_tokens": 116, "total_tokens": 1262, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000747, "err": null, "finish": "stop", "latency_s": 13.2, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "c2", "usage": {"prompt_tokens": 1146, "completion_tokens": 116, "total_tokens": 1262, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000747, "err": null, "finish": "stop", "latency_s": 3.4, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "c2", "usage": {"prompt_tokens": 1146, "completion_tokens": 116, "total_tokens": 1262, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000747, "err": null, "finish": "stop", "latency_s": 62.3, "retry_fails": 3}
|
|
{"judge": "mistral-large-latest", "trap": "c2", "usage": {"prompt_tokens": 1146, "completion_tokens": 116, "total_tokens": 1262, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000747, "err": null, "finish": "stop", "latency_s": 2.0, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "c3", "usage": {"prompt_tokens": 1594, "completion_tokens": 57, "total_tokens": 2203, "reasoning_tokens": 552, "cached_tokens": 192}, "cost": 0.003313, "err": null, "finish": "stop", "latency_s": 7.5, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "c3", "usage": {"prompt_tokens": 1594, "completion_tokens": 57, "total_tokens": 2046, "reasoning_tokens": 395, "cached_tokens": 512}, "cost": 0.002585, "err": null, "finish": "stop", "latency_s": 4.4, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "c3", "usage": {"prompt_tokens": 1594, "completion_tokens": 57, "total_tokens": 2048, "reasoning_tokens": 397, "cached_tokens": 128}, "cost": 0.002993, "err": null, "finish": "stop", "latency_s": 6.7, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "c3", "usage": {"prompt_tokens": 1594, "completion_tokens": 77, "total_tokens": 2081, "reasoning_tokens": 410, "cached_tokens": 1536}, "cost": 0.001597, "err": null, "finish": "stop", "latency_s": 7.2, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "c3", "usage": {"prompt_tokens": 1594, "completion_tokens": 57, "total_tokens": 2145, "reasoning_tokens": 494, "cached_tokens": 1536}, "cost": 0.001757, "err": null, "finish": "stop", "latency_s": 5.7, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "c3", "usage": {"prompt_tokens": 1594, "completion_tokens": 77, "total_tokens": 2054, "reasoning_tokens": 383, "cached_tokens": 1536}, "cost": 0.00153, "err": null, "finish": "stop", "latency_s": 4.7, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "c3", "usage": {"prompt_tokens": 1594, "completion_tokens": 77, "total_tokens": 2165, "reasoning_tokens": 494, "cached_tokens": 192}, "cost": 0.003218, "err": null, "finish": "stop", "latency_s": 6.2, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "c3", "usage": {"prompt_tokens": 1594, "completion_tokens": 77, "total_tokens": 2109, "reasoning_tokens": 438, "cached_tokens": 1536}, "cost": 0.001667, "err": null, "finish": "stop", "latency_s": 5.3, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "c3", "usage": {"prompt_tokens": 1594, "completion_tokens": 77, "total_tokens": 2143, "reasoning_tokens": 472, "cached_tokens": 1536}, "cost": 0.001752, "err": null, "finish": "stop", "latency_s": 6.3, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "c3", "usage": {"prompt_tokens": 1594, "completion_tokens": 57, "total_tokens": 2066, "reasoning_tokens": 415, "cached_tokens": 1536}, "cost": 0.00156, "err": null, "finish": "stop", "latency_s": 5.3, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "c3", "usage": {"prompt_tokens": 1537, "completion_tokens": 86, "total_tokens": 1623, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000897, "err": null, "finish": "stop", "latency_s": 1.4, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "c3", "usage": {"prompt_tokens": 1537, "completion_tokens": 86, "total_tokens": 1623, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000897, "err": null, "finish": "stop", "latency_s": 1.4, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "c3", "usage": {"prompt_tokens": 1537, "completion_tokens": 86, "total_tokens": 1623, "reasoning_tokens": 0, "cached_tokens": 1520}, "cost": 0.000897, "err": null, "finish": "stop", "latency_s": 2.8, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "c3", "usage": {"prompt_tokens": 1537, "completion_tokens": 86, "total_tokens": 1623, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000897, "err": null, "finish": "stop", "latency_s": 1.5, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "c3", "usage": {"prompt_tokens": 1537, "completion_tokens": 86, "total_tokens": 1623, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000897, "err": null, "finish": "stop", "latency_s": 25.1, "retry_fails": 2}
|
|
{"judge": "mistral-large-latest", "trap": "c3", "usage": {"prompt_tokens": 1537, "completion_tokens": 86, "total_tokens": 1623, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000897, "err": null, "finish": "stop", "latency_s": 1.7, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "c3", "usage": {"prompt_tokens": 1537, "completion_tokens": 86, "total_tokens": 1623, "reasoning_tokens": 0, "cached_tokens": 512}, "cost": 0.000897, "err": null, "finish": "stop", "latency_s": 1.6, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "c3", "usage": {"prompt_tokens": 1537, "completion_tokens": 86, "total_tokens": 1623, "reasoning_tokens": 0, "cached_tokens": 1520}, "cost": 0.000897, "err": null, "finish": "stop", "latency_s": 2.1, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "c3", "usage": {"prompt_tokens": 1537, "completion_tokens": 86, "total_tokens": 1623, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000897, "err": null, "finish": "stop", "latency_s": 62.2, "retry_fails": 3}
|
|
{"judge": "mistral-large-latest", "trap": "c3", "usage": {"prompt_tokens": 1537, "completion_tokens": 86, "total_tokens": 1623, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000897, "err": null, "finish": "stop", "latency_s": 3.7, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "d1", "usage": {"prompt_tokens": 1318, "completion_tokens": 57, "total_tokens": 1828, "reasoning_tokens": 453, "cached_tokens": 128}, "cost": 0.002788, "err": null, "finish": "stop", "latency_s": 5.6, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "d1", "usage": {"prompt_tokens": 1318, "completion_tokens": 58, "total_tokens": 1878, "reasoning_tokens": 502, "cached_tokens": 192}, "cost": 0.002846, "err": null, "finish": "stop", "latency_s": 5.4, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "d1", "usage": {"prompt_tokens": 1318, "completion_tokens": 55, "total_tokens": 1853, "reasoning_tokens": 480, "cached_tokens": 192}, "cost": 0.002783, "err": null, "finish": "stop", "latency_s": 5.9, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "d1", "usage": {"prompt_tokens": 1318, "completion_tokens": 58, "total_tokens": 1891, "reasoning_tokens": 515, "cached_tokens": 640}, "cost": 0.002408, "err": null, "finish": "stop", "latency_s": 4.9, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "d1", "usage": {"prompt_tokens": 1318, "completion_tokens": 57, "total_tokens": 1876, "reasoning_tokens": 501, "cached_tokens": 1280}, "cost": 0.001698, "err": null, "finish": "stop", "latency_s": 6.0, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "d1", "usage": {"prompt_tokens": 1318, "completion_tokens": 77, "total_tokens": 1940, "reasoning_tokens": 545, "cached_tokens": 1280}, "cost": 0.001858, "err": null, "finish": "stop", "latency_s": 5.4, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "d1", "usage": {"prompt_tokens": 1318, "completion_tokens": 85, "total_tokens": 1820, "reasoning_tokens": 417, "cached_tokens": 1280}, "cost": 0.001558, "err": null, "finish": "stop", "latency_s": 6.2, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "d1", "usage": {"prompt_tokens": 1318, "completion_tokens": 83, "total_tokens": 1832, "reasoning_tokens": 431, "cached_tokens": 1280}, "cost": 0.001589, "err": null, "finish": "stop", "latency_s": 4.7, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "d1", "usage": {"prompt_tokens": 1318, "completion_tokens": 77, "total_tokens": 1815, "reasoning_tokens": 420, "cached_tokens": 1280}, "cost": 0.001546, "err": null, "finish": "stop", "latency_s": 6.4, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "d1", "usage": {"prompt_tokens": 1318, "completion_tokens": 63, "total_tokens": 1871, "reasoning_tokens": 490, "cached_tokens": 1280}, "cost": 0.001686, "err": null, "finish": "stop", "latency_s": 5.0, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "d1", "usage": {"prompt_tokens": 1278, "completion_tokens": 130, "total_tokens": 1408, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000834, "err": null, "finish": "stop", "latency_s": 2.0, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "d1", "usage": {"prompt_tokens": 1278, "completion_tokens": 130, "total_tokens": 1408, "reasoning_tokens": 0, "cached_tokens": 512}, "cost": 0.000834, "err": null, "finish": "stop", "latency_s": 2.0, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "d1", "usage": {"prompt_tokens": 1278, "completion_tokens": 130, "total_tokens": 1408, "reasoning_tokens": 0, "cached_tokens": 352}, "cost": 0.000834, "err": null, "finish": "stop", "latency_s": 2.1, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "d1", "usage": {"prompt_tokens": 1278, "completion_tokens": 130, "total_tokens": 1408, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000834, "err": null, "finish": "stop", "latency_s": 2.0, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "d1", "usage": {"prompt_tokens": 1278, "completion_tokens": 130, "total_tokens": 1408, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000834, "err": null, "finish": "stop", "latency_s": 62.7, "retry_fails": 3}
|
|
{"judge": "mistral-large-latest", "trap": "d1", "usage": {"prompt_tokens": 1278, "completion_tokens": 131, "total_tokens": 1409, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000835, "err": null, "finish": "stop", "latency_s": 2.6, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "d1", "usage": {"prompt_tokens": 1278, "completion_tokens": 130, "total_tokens": 1408, "reasoning_tokens": 0, "cached_tokens": 1248}, "cost": 0.000834, "err": null, "finish": "stop", "latency_s": 2.0, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "d1", "usage": {"prompt_tokens": 1278, "completion_tokens": 130, "total_tokens": 1408, "reasoning_tokens": 0, "cached_tokens": 1248}, "cost": 0.000834, "err": null, "finish": "stop", "latency_s": 2.3, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "d1", "usage": {"prompt_tokens": 1278, "completion_tokens": 130, "total_tokens": 1408, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000834, "err": null, "finish": "stop", "latency_s": 25.7, "retry_fails": 2}
|
|
{"judge": "mistral-large-latest", "trap": "d1", "usage": {"prompt_tokens": 1278, "completion_tokens": 130, "total_tokens": 1408, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000834, "err": null, "finish": "stop", "latency_s": 2.0, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "d2", "usage": {"prompt_tokens": 1286, "completion_tokens": 80, "total_tokens": 1964, "reasoning_tokens": 598, "cached_tokens": 512}, "cost": 0.002765, "err": null, "finish": "stop", "latency_s": 6.4, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "d2", "usage": {"prompt_tokens": 1286, "completion_tokens": 80, "total_tokens": 1926, "reasoning_tokens": 560, "cached_tokens": 512}, "cost": 0.00267, "err": null, "finish": "stop", "latency_s": 5.9, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "d2", "usage": {"prompt_tokens": 1286, "completion_tokens": 80, "total_tokens": 1862, "reasoning_tokens": 496, "cached_tokens": 1280}, "cost": 0.001703, "err": null, "finish": "stop", "latency_s": 5.6, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "d2", "usage": {"prompt_tokens": 1286, "completion_tokens": 60, "total_tokens": 1927, "reasoning_tokens": 581, "cached_tokens": 640}, "cost": 0.002538, "err": null, "finish": "stop", "latency_s": 5.6, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "d2", "usage": {"prompt_tokens": 1286, "completion_tokens": 80, "total_tokens": 1899, "reasoning_tokens": 533, "cached_tokens": 1280}, "cost": 0.001796, "err": null, "finish": "stop", "latency_s": 5.4, "retry_fails": 0}
|
|
{"judge": "grok-4.3", "trap": "d2", "usage": {"prompt_tokens": 1286, "completion_tokens": 80, "total_tokens": 1827, "reasoning_tokens": 461, "cached_tokens": 1280}, "cost": 0.001616, "err": null, "finish": "stop", "latency_s": 4.5, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "d2", "usage": {"prompt_tokens": 1202, "completion_tokens": 87, "total_tokens": 1289, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000732, "err": null, "finish": "stop", "latency_s": 13.6, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "d2", "usage": {"prompt_tokens": 1202, "completion_tokens": 91, "total_tokens": 1293, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000737, "err": null, "finish": "stop", "latency_s": 4.5, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "d2", "usage": {"prompt_tokens": 1202, "completion_tokens": 87, "total_tokens": 1289, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000732, "err": null, "finish": "stop", "latency_s": 1.6, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "d2", "usage": {"prompt_tokens": 1202, "completion_tokens": 101, "total_tokens": 1303, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000753, "err": null, "finish": "stop", "latency_s": 1.8, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "d2", "usage": {"prompt_tokens": 1202, "completion_tokens": 87, "total_tokens": 1289, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000732, "err": null, "finish": "stop", "latency_s": 1.6, "retry_fails": 0}
|
|
{"judge": "mistral-large-latest", "trap": "d2", "usage": {"prompt_tokens": 1202, "completion_tokens": 101, "total_tokens": 1303, "reasoning_tokens": 0, "cached_tokens": 0}, "cost": 0.000753, "err": null, "finish": "stop", "latency_s": 1.8, "retry_fails": 0}
|