140 lines
29 KiB
JSON
140 lines
29 KiB
JSON
{"tag": "probe", "finish": "stop", "prompt_tok": 26, "completion_tok": 9, "reasoning_tok": 257, "total_tok": 292, "cost_usd": 0.003244, "empty": false}
|
|
{"tag": "floor::1-0::AB", "finish": "stop", "prompt_tok": 5483, "completion_tok": 51, "reasoning_tok": 1313, "total_tok": 6847, "cost_usd": 0.027334, "empty": false}
|
|
{"tag": "floor::1-0::BA", "finish": "stop", "prompt_tok": 5483, "completion_tok": 46, "reasoning_tok": 1176, "total_tok": 6705, "cost_usd": 0.02563, "empty": false}
|
|
{"tag": "floor::1-1::AB", "finish": "stop", "prompt_tok": 4728, "completion_tok": 86, "reasoning_tok": 480, "total_tok": 5294, "cost_usd": 0.016248000000000002, "empty": false}
|
|
{"tag": "floor::1-1::BA", "finish": "stop", "prompt_tok": 4728, "completion_tok": 76, "reasoning_tok": 482, "total_tok": 5286, "cost_usd": 0.016152, "empty": false}
|
|
{"tag": "floor::2-0::AB", "finish": "stop", "prompt_tok": 8835, "completion_tok": 57, "reasoning_tok": 792, "total_tok": 9684, "cost_usd": 0.027858, "empty": false}
|
|
{"tag": "floor::2-0::BA", "finish": "stop", "prompt_tok": 8835, "completion_tok": 52, "reasoning_tok": 1556, "total_tok": 10443, "cost_usd": 0.036966, "empty": false}
|
|
{"tag": "floor::3-0::AB", "error": "'NoneType' object has no attribute 'content'", "cost_usd": 0.0}
|
|
{"tag": "floor::3-0::AB", "finish": "content_filter: PROHIBITED_CONTENT", "prompt_tok": 7704, "completion_tok": 0, "reasoning_tok": 0, "total_tok": 7704, "cost_usd": 0.015408, "empty": true}
|
|
{"tag": "floor::3-0::BA", "finish": "content_filter: PROHIBITED_CONTENT", "prompt_tok": 7704, "completion_tok": 0, "reasoning_tok": 0, "total_tok": 7704, "cost_usd": 0.015408, "empty": true}
|
|
{"tag": "floor::4-0::AB", "finish": "stop", "prompt_tok": 5282, "completion_tok": 44, "reasoning_tok": 3886, "total_tok": 9212, "cost_usd": 0.057724, "empty": false}
|
|
{"tag": "floor::4-0::BA", "finish": "stop", "prompt_tok": 5282, "completion_tok": 45, "reasoning_tok": 3649, "total_tok": 8976, "cost_usd": 0.054891999999999996, "empty": false}
|
|
{"tag": "floor::4-1::AB", "finish": "stop", "prompt_tok": 4501, "completion_tok": 41, "reasoning_tok": 3105, "total_tok": 7647, "cost_usd": 0.046754000000000004, "empty": false}
|
|
{"tag": "floor::4-1::BA", "finish": "stop", "prompt_tok": 4501, "completion_tok": 45, "reasoning_tok": 3105, "total_tok": 7651, "cost_usd": 0.046801999999999996, "empty": false}
|
|
{"tag": "floor::5-0::AB", "finish": "stop", "prompt_tok": 6371, "completion_tok": 47, "reasoning_tok": 2305, "total_tok": 8723, "cost_usd": 0.040966, "empty": false}
|
|
{"tag": "floor::5-0::BA", "finish": "stop", "prompt_tok": 6371, "completion_tok": 45, "reasoning_tok": 756, "total_tok": 7172, "cost_usd": 0.022354, "empty": false}
|
|
{"tag": "cat::glm::1-0", "finish": "stop", "prompt_tok": 3572, "completion_tok": 48, "reasoning_tok": 4699, "total_tok": 8319, "cost_usd": 0.064108, "empty": false}
|
|
{"tag": "cat::glm::1-1", "finish": "stop", "prompt_tok": 3127, "completion_tok": 60, "reasoning_tok": 3888, "total_tok": 7075, "cost_usd": 0.053630000000000004, "empty": false}
|
|
{"tag": "floor::3-0::AB", "judge": "gemini-3.1-pro-preview", "finish": "content_filter: PROHIBITED_CONTENT", "prompt_tok": 7704, "completion_tok": 0, "reasoning_tok": 0, "total_tok": 7704, "cost_usd": 0.015408, "empty": true}
|
|
{"tag": "floor::3-0::AB::grok", "judge": "grok-4.3", "finish": "stop", "prompt_tok": 7347, "completion_tok": 44, "reasoning_tok": 207, "total_tok": 7598, "cost_usd": 0.009811249999999999, "empty": false}
|
|
{"tag": "floor::3-0::BA", "judge": "gemini-3.1-pro-preview", "finish": "content_filter: PROHIBITED_CONTENT", "prompt_tok": 7704, "completion_tok": 0, "reasoning_tok": 0, "total_tok": 7704, "cost_usd": 0.015408, "empty": true}
|
|
{"tag": "floor::3-0::BA::grok", "judge": "grok-4.3", "finish": "stop", "prompt_tok": 7347, "completion_tok": 49, "reasoning_tok": 247, "total_tok": 7643, "cost_usd": 0.009923749999999999, "empty": false}
|
|
{"tag": "cat::glm::2-0", "judge": "gemini-3.1-pro-preview", "finish": "stop", "prompt_tok": 5780, "completion_tok": 98, "reasoning_tok": 8000, "total_tok": 13878, "cost_usd": 0.108736, "empty": false}
|
|
{"tag": "cat::glm::3-0", "judge": "gemini-3.1-pro-preview", "finish": "content_filter: PROHIBITED_CONTENT", "prompt_tok": 4993, "completion_tok": 0, "reasoning_tok": 0, "total_tok": 4993, "cost_usd": 0.009986, "empty": true}
|
|
{"tag": "cat::glm::3-0::grok", "judge": "grok-4.3", "finish": "stop", "prompt_tok": 4706, "completion_tok": 51, "reasoning_tok": 728, "total_tok": 5485, "cost_usd": 0.00783, "empty": false}
|
|
{"tag": "cat::glm::4-0", "judge": "gemini-3.1-pro-preview", "finish": "stop", "prompt_tok": 3463, "completion_tok": 13, "reasoning_tok": 3893, "total_tok": 7369, "cost_usd": 0.053798, "empty": false}
|
|
{"tag": "cat::glm::4-1", "judge": "gemini-3.1-pro-preview", "finish": "stop", "prompt_tok": 2921, "completion_tok": 99, "reasoning_tok": 3682, "total_tok": 6702, "cost_usd": 0.051214, "empty": false}
|
|
{"tag": "cat::glm::5-0", "judge": "gemini-3.1-pro-preview", "finish": "stop", "prompt_tok": 4201, "completion_tok": 12, "reasoning_tok": 5069, "total_tok": 9282, "cost_usd": 0.06937399999999999, "empty": false}
|
|
{"tag": "cat::mistral::1-0", "judge": "gemini-3.1-pro-preview", "finish": "stop", "prompt_tok": 3396, "completion_tok": 164, "reasoning_tok": 5148, "total_tok": 8708, "cost_usd": 0.070536, "empty": false}
|
|
{"tag": "cat::mistral::1-1", "judge": "gemini-3.1-pro-preview", "finish": "stop", "prompt_tok": 3146, "completion_tok": 13, "reasoning_tok": 3501, "total_tok": 6660, "cost_usd": 0.048459999999999996, "empty": false}
|
|
{"tag": "cat::mistral::2-0", "judge": "gemini-3.1-pro-preview", "finish": "stop", "prompt_tok": 5302, "completion_tok": 179, "reasoning_tok": 6479, "total_tok": 11960, "cost_usd": 0.0905, "empty": false}
|
|
{"tag": "cat::mistral::3-0", "judge": "gemini-3.1-pro-preview", "finish": "content_filter: PROHIBITED_CONTENT", "prompt_tok": 4838, "completion_tok": 0, "reasoning_tok": 0, "total_tok": 4838, "cost_usd": 0.009676, "empty": true}
|
|
{"tag": "cat::mistral::3-0::grok", "judge": "grok-4.3", "finish": "stop", "prompt_tok": 4540, "completion_tok": 38, "reasoning_tok": 807, "total_tok": 5385, "cost_usd": 0.0077875, "empty": false}
|
|
{"tag": "cat::mistral::4-0", "judge": "gemini-3.1-pro-preview", "finish": "stop", "prompt_tok": 3418, "completion_tok": 146, "reasoning_tok": 5040, "total_tok": 8604, "cost_usd": 0.069068, "empty": false}
|
|
{"tag": "cat::mistral::4-1", "judge": "gemini-3.1-pro-preview", "finish": "stop", "prompt_tok": 2809, "completion_tok": 242, "reasoning_tok": 4813, "total_tok": 7864, "cost_usd": 0.066278, "empty": false}
|
|
{"tag": "cat::mistral::5-0", "judge": "gemini-3.1-pro-preview", "finish": "stop", "prompt_tok": 4059, "completion_tok": 156, "reasoning_tok": 6009, "total_tok": 10224, "cost_usd": 0.082098, "empty": false}
|
|
{"tag": "cat::dspro::1-0", "judge": "gemini-3.1-pro-preview", "finish": "stop", "prompt_tok": 3612, "completion_tok": 117, "reasoning_tok": 4582, "total_tok": 8311, "cost_usd": 0.063612, "empty": false}
|
|
{"tag": "cat::dspro::1-1", "judge": "gemini-3.1-pro-preview", "finish": "stop", "prompt_tok": 3191, "completion_tok": 13, "reasoning_tok": 4571, "total_tok": 7775, "cost_usd": 0.06139, "empty": false}
|
|
{"tag": "cat::dspro::2-0", "judge": "gemini-3.1-pro-preview", "finish": "stop", "prompt_tok": 5840, "completion_tok": 13, "reasoning_tok": 10284, "total_tok": 16137, "cost_usd": 0.135244, "empty": false}
|
|
{"tag": "cat::dspro::3-0", "judge": "gemini-3.1-pro-preview", "finish": "content_filter: PROHIBITED_CONTENT", "prompt_tok": 4986, "completion_tok": 0, "reasoning_tok": 0, "total_tok": 4986, "cost_usd": 0.009972, "empty": true}
|
|
{"tag": "cat::dspro::3-0::grok", "judge": "grok-4.3", "finish": "stop", "prompt_tok": 4707, "completion_tok": 48, "reasoning_tok": 706, "total_tok": 5461, "cost_usd": 0.00776875, "empty": false}
|
|
{"tag": "cat::dspro::4-0", "judge": "gemini-3.1-pro-preview", "finish": "stop", "prompt_tok": 3434, "completion_tok": 57, "reasoning_tok": 3438, "total_tok": 6929, "cost_usd": 0.048808, "empty": false}
|
|
{"tag": "cat::dspro::4-1", "judge": "gemini-3.1-pro-preview", "finish": "stop", "prompt_tok": 2960, "completion_tok": 49, "reasoning_tok": 3338, "total_tok": 6347, "cost_usd": 0.046564, "empty": false}
|
|
{"tag": "cat::dspro::5-0", "judge": "gemini-3.1-pro-preview", "finish": "stop", "prompt_tok": 4183, "completion_tok": 49, "reasoning_tok": 5276, "total_tok": 9508, "cost_usd": 0.072266, "empty": false}
|
|
{"tag": "pair::glm-mistral::1-0::AB::r0", "judge": "gemini-3.1-pro-preview", "finish": "stop", "prompt_tok": 5307, "completion_tok": 76, "reasoning_tok": 5755, "total_tok": 11138, "cost_usd": 0.080586, "empty": false}
|
|
{"tag": "pair::glm-mistral::1-0::AB::r1", "judge": "gemini-3.1-pro-preview", "finish": "stop", "prompt_tok": 5307, "completion_tok": 86, "reasoning_tok": 6100, "total_tok": 11493, "cost_usd": 0.084846, "empty": false}
|
|
{"tag": "pair::glm-mistral::1-0::BA::r0", "judge": "gemini-3.1-pro-preview", "finish": "stop", "prompt_tok": 5307, "completion_tok": 76, "reasoning_tok": 2799, "total_tok": 8182, "cost_usd": 0.045114, "empty": false}
|
|
{"tag": "pair::glm-mistral::1-0::BA::r1", "judge": "gemini-3.1-pro-preview", "finish": "stop", "prompt_tok": 5307, "completion_tok": 76, "reasoning_tok": 3030, "total_tok": 8413, "cost_usd": 0.047886, "empty": false}
|
|
{"tag": "pair::glm-mistral::1-1::AB::r0", "judge": "gemini-3.1-pro-preview", "finish": "stop", "prompt_tok": 4747, "completion_tok": 85, "reasoning_tok": 5277, "total_tok": 10109, "cost_usd": 0.073838, "empty": false}
|
|
{"tag": "pair::glm-mistral::1-1::AB::r1", "judge": "gemini-3.1-pro-preview", "finish": "stop", "prompt_tok": 4747, "completion_tok": 85, "reasoning_tok": 5277, "total_tok": 10109, "cost_usd": 0.073838, "empty": false}
|
|
{"tag": "pair::glm-mistral::1-1::BA::r0", "judge": "gemini-3.1-pro-preview", "finish": "stop", "prompt_tok": 4747, "completion_tok": 82, "reasoning_tok": 4927, "total_tok": 9756, "cost_usd": 0.069602, "empty": false}
|
|
{"tag": "pair::glm-mistral::1-1::BA::r1", "judge": "gemini-3.1-pro-preview", "finish": "stop", "prompt_tok": 4747, "completion_tok": 85, "reasoning_tok": 1892, "total_tok": 6724, "cost_usd": 0.033218, "empty": false}
|
|
{"tag": "pair::glm-mistral::2-0::AB::r0", "judge": "gemini-3.1-pro-preview", "finish": "stop", "prompt_tok": 8357, "completion_tok": 98, "reasoning_tok": 1049, "total_tok": 9504, "cost_usd": 0.030477999999999998, "empty": false}
|
|
{"tag": "pair::glm-mistral::2-0::AB::r1", "judge": "gemini-3.1-pro-preview", "finish": "stop", "prompt_tok": 8357, "completion_tok": 98, "reasoning_tok": 1049, "total_tok": 9504, "cost_usd": 0.030477999999999998, "empty": false}
|
|
{"tag": "pair::glm-mistral::2-0::BA::r0", "judge": "gemini-3.1-pro-preview", "finish": "stop", "prompt_tok": 8357, "completion_tok": 96, "reasoning_tok": 1962, "total_tok": 10415, "cost_usd": 0.04141, "empty": false}
|
|
{"tag": "pair::glm-mistral::2-0::BA::r1", "judge": "gemini-3.1-pro-preview", "finish": "stop", "prompt_tok": 8357, "completion_tok": 96, "reasoning_tok": 1962, "total_tok": 10415, "cost_usd": 0.04141, "empty": false}
|
|
{"tag": "pair::glm-mistral::3-0::AB::r0", "judge": "gemini-3.1-pro-preview", "finish": "content_filter: PROHIBITED_CONTENT", "prompt_tok": 7549, "completion_tok": 0, "reasoning_tok": 0, "total_tok": 7549, "cost_usd": 0.015098, "empty": true}
|
|
{"tag": "pair::glm-mistral::3-0::AB::r0::grok", "judge": "grok-4.3", "finish": "stop", "prompt_tok": 7181, "completion_tok": 72, "reasoning_tok": 582, "total_tok": 7835, "cost_usd": 0.01061125, "empty": false}
|
|
{"tag": "pair::glm-mistral::3-0::AB::r1", "judge": "gemini-3.1-pro-preview", "finish": "content_filter: PROHIBITED_CONTENT", "prompt_tok": 7549, "completion_tok": 0, "reasoning_tok": 0, "total_tok": 7549, "cost_usd": 0.015098, "empty": true}
|
|
{"tag": "pair::glm-mistral::3-0::AB::r1::grok", "judge": "grok-4.3", "finish": "stop", "prompt_tok": 7181, "completion_tok": 60, "reasoning_tok": 510, "total_tok": 7751, "cost_usd": 0.01040125, "empty": false}
|
|
{"tag": "pair::glm-mistral::3-0::BA::r0", "judge": "gemini-3.1-pro-preview", "finish": "content_filter: PROHIBITED_CONTENT", "prompt_tok": 7549, "completion_tok": 0, "reasoning_tok": 0, "total_tok": 7549, "cost_usd": 0.015098, "empty": true}
|
|
{"tag": "pair::glm-mistral::3-0::BA::r0::grok", "judge": "grok-4.3", "finish": "stop", "prompt_tok": 7181, "completion_tok": 65, "reasoning_tok": 323, "total_tok": 7569, "cost_usd": 0.00994625, "empty": false}
|
|
{"tag": "pair::glm-mistral::3-0::BA::r1", "judge": "gemini-3.1-pro-preview", "finish": "content_filter: PROHIBITED_CONTENT", "prompt_tok": 7549, "completion_tok": 0, "reasoning_tok": 0, "total_tok": 7549, "cost_usd": 0.015098, "empty": true}
|
|
{"tag": "pair::glm-mistral::3-0::BA::r1::grok", "judge": "grok-4.3", "finish": "stop", "prompt_tok": 7181, "completion_tok": 63, "reasoning_tok": 763, "total_tok": 8007, "cost_usd": 0.011041249999999999, "empty": false}
|
|
{"tag": "pair::glm-mistral::4-0::AB::r0", "judge": "gemini-3.1-pro-preview", "finish": "stop", "prompt_tok": 5237, "completion_tok": 94, "reasoning_tok": 5609, "total_tok": 10940, "cost_usd": 0.07891, "empty": false}
|
|
{"tag": "pair::glm-mistral::4-0::AB::r1", "judge": "gemini-3.1-pro-preview", "finish": "stop", "prompt_tok": 5237, "completion_tok": 102, "reasoning_tok": 3422, "total_tok": 8761, "cost_usd": 0.052762, "empty": false}
|
|
{"tag": "pair::glm-mistral::4-0::BA::r0", "judge": "gemini-3.1-pro-preview", "finish": "stop", "prompt_tok": 5237, "completion_tok": 98, "reasoning_tok": 1162, "total_tok": 6497, "cost_usd": 0.025594, "empty": false}
|
|
{"tag": "pair::glm-mistral::4-0::BA::r1", "judge": "gemini-3.1-pro-preview", "finish": "stop", "prompt_tok": 5237, "completion_tok": 90, "reasoning_tok": 1107, "total_tok": 6434, "cost_usd": 0.024838, "empty": false}
|
|
{"tag": "pair::glm-mistral::4-1::AB::r0", "judge": "gemini-3.1-pro-preview", "finish": "stop", "prompt_tok": 4389, "completion_tok": 128, "reasoning_tok": 1689, "total_tok": 6206, "cost_usd": 0.030581999999999998, "empty": false}
|
|
{"tag": "pair::glm-mistral::4-1::AB::r1", "judge": "gemini-3.1-pro-preview", "finish": "stop", "prompt_tok": 4389, "completion_tok": 115, "reasoning_tok": 1768, "total_tok": 6272, "cost_usd": 0.031374, "empty": false}
|
|
{"tag": "pair::glm-mistral::4-1::BA::r0", "judge": "gemini-3.1-pro-preview", "finish": "stop", "prompt_tok": 4389, "completion_tok": 121, "reasoning_tok": 5557, "total_tok": 10067, "cost_usd": 0.076914, "empty": false}
|
|
{"tag": "pair::glm-mistral::4-1::BA::r1", "judge": "gemini-3.1-pro-preview", "finish": "stop", "prompt_tok": 4389, "completion_tok": 120, "reasoning_tok": 1600, "total_tok": 6109, "cost_usd": 0.029418, "empty": false}
|
|
{"tag": "pair::glm-mistral::5-0::AB::r0", "judge": "gemini-3.1-pro-preview", "finish": "stop", "prompt_tok": 6229, "completion_tok": 69, "reasoning_tok": 8931, "total_tok": 15229, "cost_usd": 0.120458, "empty": false}
|
|
{"tag": "pair::glm-mistral::5-0::AB::r1", "judge": "gemini-3.1-pro-preview", "finish": "stop", "prompt_tok": 6229, "completion_tok": 69, "reasoning_tok": 8931, "total_tok": 15229, "cost_usd": 0.120458, "empty": false}
|
|
{"tag": "pair::glm-mistral::5-0::BA::r0", "judge": "gemini-3.1-pro-preview", "finish": "stop", "prompt_tok": 6229, "completion_tok": 91, "reasoning_tok": 6853, "total_tok": 13173, "cost_usd": 0.095786, "empty": false}
|
|
{"tag": "pair::glm-mistral::5-0::BA::r1", "judge": "gemini-3.1-pro-preview", "finish": "stop", "prompt_tok": 6229, "completion_tok": 91, "reasoning_tok": 6853, "total_tok": 13173, "cost_usd": 0.095786, "empty": false}
|
|
{"tag": "pair::glm-dspro::1-0::AB::r0", "judge": "gemini-3.1-pro-preview", "finish": "stop", "prompt_tok": 5523, "completion_tok": 82, "reasoning_tok": 4993, "total_tok": 10598, "cost_usd": 0.07194600000000001, "empty": false}
|
|
{"tag": "pair::glm-dspro::1-0::AB::r1", "judge": "gemini-3.1-pro-preview", "finish": "stop", "prompt_tok": 5523, "completion_tok": 127, "reasoning_tok": 2434, "total_tok": 8084, "cost_usd": 0.041777999999999996, "empty": false}
|
|
{"tag": "pair::glm-dspro::1-0::BA::r0", "judge": "gemini-3.1-pro-preview", "finish": "stop", "prompt_tok": 5523, "completion_tok": 100, "reasoning_tok": 7344, "total_tok": 12967, "cost_usd": 0.100374, "empty": false}
|
|
{"tag": "pair::glm-dspro::1-0::BA::r1", "judge": "gemini-3.1-pro-preview", "finish": "stop", "prompt_tok": 5523, "completion_tok": 95, "reasoning_tok": 4042, "total_tok": 9660, "cost_usd": 0.06069, "empty": false}
|
|
{"tag": "pair::glm-dspro::1-1::AB::r0", "judge": "gemini-3.1-pro-preview", "finish": "stop", "prompt_tok": 4792, "completion_tok": 79, "reasoning_tok": 3193, "total_tok": 8064, "cost_usd": 0.048848, "empty": false}
|
|
{"tag": "pair::glm-dspro::1-1::AB::r1", "judge": "gemini-3.1-pro-preview", "finish": "stop", "prompt_tok": 4792, "completion_tok": 85, "reasoning_tok": 3303, "total_tok": 8180, "cost_usd": 0.05024, "empty": false}
|
|
{"tag": "pair::glm-dspro::1-1::BA::r0", "judge": "gemini-3.1-pro-preview", "finish": "stop", "prompt_tok": 4792, "completion_tok": 97, "reasoning_tok": 4781, "total_tok": 9670, "cost_usd": 0.06812, "empty": false}
|
|
{"tag": "pair::glm-dspro::1-1::BA::r1", "judge": "gemini-3.1-pro-preview", "finish": "stop", "prompt_tok": 4792, "completion_tok": 89, "reasoning_tok": 5001, "total_tok": 9882, "cost_usd": 0.070664, "empty": false}
|
|
{"tag": "pair::glm-dspro::2-0::AB::r0", "judge": "gemini-3.1-pro-preview", "finish": "stop", "prompt_tok": 8895, "completion_tok": 81, "reasoning_tok": 10832, "total_tok": 19808, "cost_usd": 0.148746, "empty": false}
|
|
{"tag": "pair::glm-dspro::2-0::AB::r1", "judge": "gemini-3.1-pro-preview", "finish": "stop", "prompt_tok": 8895, "completion_tok": 71, "reasoning_tok": 3802, "total_tok": 12768, "cost_usd": 0.064266, "empty": false}
|
|
{"tag": "pair::glm-dspro::2-0::BA::r0", "judge": "gemini-3.1-pro-preview", "finish": "stop", "prompt_tok": 8895, "completion_tok": 92, "reasoning_tok": 2195, "total_tok": 11182, "cost_usd": 0.045233999999999996, "empty": false}
|
|
{"tag": "pair::glm-dspro::2-0::BA::r1", "judge": "gemini-3.1-pro-preview", "finish": "stop", "prompt_tok": 8895, "completion_tok": 92, "reasoning_tok": 2195, "total_tok": 11182, "cost_usd": 0.045233999999999996, "empty": false}
|
|
{"tag": "pair::glm-dspro::3-0::AB::r0", "judge": "gemini-3.1-pro-preview", "finish": "content_filter: PROHIBITED_CONTENT", "prompt_tok": 7697, "completion_tok": 0, "reasoning_tok": 0, "total_tok": 7697, "cost_usd": 0.015394, "empty": true}
|
|
{"tag": "pair::glm-dspro::3-0::AB::r0::grok", "judge": "grok-4.3", "finish": "stop", "prompt_tok": 7348, "completion_tok": 68, "reasoning_tok": 735, "total_tok": 8151, "cost_usd": 0.011192500000000001, "empty": false}
|
|
{"tag": "pair::glm-dspro::3-0::AB::r1", "judge": "gemini-3.1-pro-preview", "finish": "content_filter: PROHIBITED_CONTENT", "prompt_tok": 7697, "completion_tok": 0, "reasoning_tok": 0, "total_tok": 7697, "cost_usd": 0.015394, "empty": true}
|
|
{"tag": "pair::glm-dspro::3-0::AB::r1::grok", "judge": "grok-4.3", "finish": "stop", "prompt_tok": 7348, "completion_tok": 68, "reasoning_tok": 725, "total_tok": 8141, "cost_usd": 0.0111675, "empty": false}
|
|
{"tag": "pair::glm-dspro::3-0::BA::r0", "judge": "gemini-3.1-pro-preview", "finish": "content_filter: PROHIBITED_CONTENT", "prompt_tok": 7697, "completion_tok": 0, "reasoning_tok": 0, "total_tok": 7697, "cost_usd": 0.015394, "empty": true}
|
|
{"tag": "pair::glm-dspro::3-0::BA::r0::grok", "judge": "grok-4.3", "finish": "stop", "prompt_tok": 7348, "completion_tok": 68, "reasoning_tok": 742, "total_tok": 8158, "cost_usd": 0.011210000000000001, "empty": false}
|
|
{"tag": "pair::glm-dspro::3-0::BA::r1", "judge": "gemini-3.1-pro-preview", "finish": "content_filter: PROHIBITED_CONTENT", "prompt_tok": 7697, "completion_tok": 0, "reasoning_tok": 0, "total_tok": 7697, "cost_usd": 0.015394, "empty": true}
|
|
{"tag": "pair::glm-dspro::3-0::BA::r1::grok", "judge": "grok-4.3", "finish": "stop", "prompt_tok": 7348, "completion_tok": 80, "reasoning_tok": 792, "total_tok": 8220, "cost_usd": 0.011365, "empty": false}
|
|
{"tag": "pair::glm-dspro::4-0::AB::r0", "judge": "gemini-3.1-pro-preview", "finish": "stop", "prompt_tok": 5253, "completion_tok": 76, "reasoning_tok": 1763, "total_tok": 7092, "cost_usd": 0.032574, "empty": false}
|
|
{"tag": "pair::glm-dspro::4-0::AB::r1", "judge": "gemini-3.1-pro-preview", "finish": "stop", "prompt_tok": 5253, "completion_tok": 76, "reasoning_tok": 2413, "total_tok": 7742, "cost_usd": 0.040374, "empty": false}
|
|
{"tag": "pair::glm-dspro::4-0::BA::r0", "judge": "gemini-3.1-pro-preview", "finish": "stop", "prompt_tok": 5253, "completion_tok": 79, "reasoning_tok": 2869, "total_tok": 8201, "cost_usd": 0.045882, "empty": false}
|
|
{"tag": "pair::glm-dspro::4-0::BA::r1", "judge": "gemini-3.1-pro-preview", "finish": "stop", "prompt_tok": 5253, "completion_tok": 78, "reasoning_tok": 3498, "total_tok": 8829, "cost_usd": 0.053418, "empty": false}
|
|
{"tag": "pair::glm-dspro::4-1::AB::r0", "judge": "gemini-3.1-pro-preview", "finish": "stop", "prompt_tok": 4540, "completion_tok": 78, "reasoning_tok": 4770, "total_tok": 9388, "cost_usd": 0.067256, "empty": false}
|
|
{"tag": "pair::glm-dspro::4-1::AB::r1", "judge": "gemini-3.1-pro-preview", "finish": "stop", "prompt_tok": 4540, "completion_tok": 72, "reasoning_tok": 4917, "total_tok": 9529, "cost_usd": 0.068948, "empty": false}
|
|
{"tag": "pair::glm-dspro::4-1::BA::r0", "judge": "gemini-3.1-pro-preview", "finish": "stop", "prompt_tok": 4540, "completion_tok": 77, "reasoning_tok": 5231, "total_tok": 9848, "cost_usd": 0.07277600000000001, "empty": false}
|
|
{"tag": "pair::glm-dspro::4-1::BA::r1", "judge": "gemini-3.1-pro-preview", "finish": "stop", "prompt_tok": 4540, "completion_tok": 77, "reasoning_tok": 5231, "total_tok": 9848, "cost_usd": 0.07277600000000001, "empty": false}
|
|
{"tag": "pair::glm-dspro::5-0::AB::r0", "judge": "gemini-3.1-pro-preview", "finish": "stop", "prompt_tok": 6353, "completion_tok": 88, "reasoning_tok": 627, "total_tok": 7068, "cost_usd": 0.021286, "empty": false}
|
|
{"tag": "pair::glm-dspro::5-0::AB::r1", "judge": "gemini-3.1-pro-preview", "finish": "stop", "prompt_tok": 6353, "completion_tok": 87, "reasoning_tok": 3915, "total_tok": 10355, "cost_usd": 0.06073, "empty": false}
|
|
{"tag": "pair::glm-dspro::5-0::BA::r0", "judge": "gemini-3.1-pro-preview", "finish": "stop", "prompt_tok": 6353, "completion_tok": 100, "reasoning_tok": 5065, "total_tok": 11518, "cost_usd": 0.074686, "empty": false}
|
|
{"tag": "pair::glm-dspro::5-0::BA::r1", "judge": "gemini-3.1-pro-preview", "finish": "stop", "prompt_tok": 6353, "completion_tok": 100, "reasoning_tok": 5065, "total_tok": 11518, "cost_usd": 0.074686, "empty": false}
|
|
{"tag": "pair::mistral-dspro::1-0::AB::r0", "judge": "gemini-3.1-pro-preview", "finish": "stop", "prompt_tok": 5347, "completion_tok": 92, "reasoning_tok": 2183, "total_tok": 7622, "cost_usd": 0.037994, "empty": false}
|
|
{"tag": "pair::mistral-dspro::1-0::AB::r1", "judge": "gemini-3.1-pro-preview", "finish": "stop", "prompt_tok": 5347, "completion_tok": 96, "reasoning_tok": 3044, "total_tok": 8487, "cost_usd": 0.048374, "empty": false}
|
|
{"tag": "pair::mistral-dspro::1-0::BA::r0", "judge": "gemini-3.1-pro-preview", "finish": "stop", "prompt_tok": 5347, "completion_tok": 100, "reasoning_tok": 2069, "total_tok": 7516, "cost_usd": 0.036722, "empty": false}
|
|
{"tag": "pair::mistral-dspro::1-0::BA::r1", "judge": "gemini-3.1-pro-preview", "finish": "stop", "prompt_tok": 5347, "completion_tok": 100, "reasoning_tok": 2069, "total_tok": 7516, "cost_usd": 0.036722, "empty": false}
|
|
{"tag": "pair::mistral-dspro::1-1::AB::r0", "judge": "gemini-3.1-pro-preview", "finish": "stop", "prompt_tok": 4811, "completion_tok": 110, "reasoning_tok": 9109, "total_tok": 14030, "cost_usd": 0.12025000000000001, "empty": false}
|
|
{"tag": "pair::mistral-dspro::1-1::AB::r1", "judge": "gemini-3.1-pro-preview", "finish": "stop", "prompt_tok": 4811, "completion_tok": 110, "reasoning_tok": 9109, "total_tok": 14030, "cost_usd": 0.12025000000000001, "empty": false}
|
|
{"tag": "pair::mistral-dspro::1-1::BA::r0", "judge": "gemini-3.1-pro-preview", "finish": "stop", "prompt_tok": 4811, "completion_tok": 75, "reasoning_tok": 2869, "total_tok": 7755, "cost_usd": 0.04495, "empty": false}
|
|
{"tag": "pair::mistral-dspro::1-1::BA::r1", "judge": "gemini-3.1-pro-preview", "finish": "stop", "prompt_tok": 4811, "completion_tok": 75, "reasoning_tok": 2869, "total_tok": 7755, "cost_usd": 0.04495, "empty": false}
|
|
{"tag": "pair::mistral-dspro::2-0::AB::r0", "judge": "gemini-3.1-pro-preview", "finish": "stop", "prompt_tok": 8417, "completion_tok": 99, "reasoning_tok": 2010, "total_tok": 10526, "cost_usd": 0.042142, "empty": false}
|
|
{"tag": "pair::mistral-dspro::2-0::AB::r1", "judge": "gemini-3.1-pro-preview", "finish": "stop", "prompt_tok": 8417, "completion_tok": 99, "reasoning_tok": 2010, "total_tok": 10526, "cost_usd": 0.042142, "empty": false}
|
|
{"tag": "pair::mistral-dspro::2-0::BA::r0", "judge": "gemini-3.1-pro-preview", "finish": "stop", "prompt_tok": 8417, "completion_tok": 89, "reasoning_tok": 1173, "total_tok": 9679, "cost_usd": 0.031978, "empty": false}
|
|
{"tag": "pair::mistral-dspro::2-0::BA::r1", "judge": "gemini-3.1-pro-preview", "finish": "stop", "prompt_tok": 8417, "completion_tok": 116, "reasoning_tok": 1166, "total_tok": 9699, "cost_usd": 0.032218, "empty": false}
|
|
{"tag": "pair::mistral-dspro::3-0::AB::r0", "judge": "gemini-3.1-pro-preview", "finish": "content_filter: PROHIBITED_CONTENT", "prompt_tok": 7542, "completion_tok": 0, "reasoning_tok": 0, "total_tok": 7542, "cost_usd": 0.015084, "empty": true}
|
|
{"tag": "pair::mistral-dspro::3-0::AB::r0::grok", "judge": "grok-4.3", "finish": "stop", "prompt_tok": 7182, "completion_tok": 63, "reasoning_tok": 434, "total_tok": 7679, "cost_usd": 0.01022, "empty": false}
|
|
{"tag": "pair::mistral-dspro::3-0::AB::r1", "judge": "gemini-3.1-pro-preview", "finish": "content_filter: PROHIBITED_CONTENT", "prompt_tok": 7542, "completion_tok": 0, "reasoning_tok": 0, "total_tok": 7542, "cost_usd": 0.015084, "empty": true}
|
|
{"tag": "pair::mistral-dspro::3-0::AB::r1::grok", "judge": "grok-4.3", "finish": "stop", "prompt_tok": 7182, "completion_tok": 64, "reasoning_tok": 1257, "total_tok": 8503, "cost_usd": 0.01228, "empty": false}
|
|
{"tag": "pair::mistral-dspro::3-0::BA::r0", "judge": "gemini-3.1-pro-preview", "finish": "content_filter: PROHIBITED_CONTENT", "prompt_tok": 7542, "completion_tok": 0, "reasoning_tok": 0, "total_tok": 7542, "cost_usd": 0.015084, "empty": true}
|
|
{"tag": "pair::mistral-dspro::3-0::BA::r0::grok", "judge": "grok-4.3", "finish": "stop", "prompt_tok": 7182, "completion_tok": 60, "reasoning_tok": 375, "total_tok": 7617, "cost_usd": 0.010065, "empty": false}
|
|
{"tag": "pair::mistral-dspro::3-0::BA::r1", "judge": "gemini-3.1-pro-preview", "finish": "content_filter: PROHIBITED_CONTENT", "prompt_tok": 7542, "completion_tok": 0, "reasoning_tok": 0, "total_tok": 7542, "cost_usd": 0.015084, "empty": true}
|
|
{"tag": "pair::mistral-dspro::3-0::BA::r1::grok", "judge": "grok-4.3", "finish": "stop", "prompt_tok": 7182, "completion_tok": 81, "reasoning_tok": 940, "total_tok": 8203, "cost_usd": 0.011529999999999999, "empty": false}
|
|
{"tag": "pair::mistral-dspro::4-0::AB::r0", "judge": "gemini-3.1-pro-preview", "finish": "stop", "prompt_tok": 5208, "completion_tok": 94, "reasoning_tok": 6277, "total_tok": 11579, "cost_usd": 0.086868, "empty": false}
|
|
{"tag": "pair::mistral-dspro::4-0::AB::r1", "judge": "gemini-3.1-pro-preview", "finish": "stop", "prompt_tok": 5208, "completion_tok": 94, "reasoning_tok": 6277, "total_tok": 11579, "cost_usd": 0.086868, "empty": false}
|
|
{"tag": "pair::mistral-dspro::4-0::BA::r0", "judge": "gemini-3.1-pro-preview", "finish": "stop", "prompt_tok": 5208, "completion_tok": 115, "reasoning_tok": 5485, "total_tok": 10808, "cost_usd": 0.07761599999999999, "empty": false}
|
|
{"tag": "pair::mistral-dspro::4-0::BA::r1", "judge": "gemini-3.1-pro-preview", "finish": "stop", "prompt_tok": 5208, "completion_tok": 100, "reasoning_tok": 5797, "total_tok": 11105, "cost_usd": 0.08117999999999999, "empty": false}
|
|
{"tag": "pair::mistral-dspro::4-1::AB::r0", "judge": "gemini-3.1-pro-preview", "finish": "stop", "prompt_tok": 4428, "completion_tok": 121, "reasoning_tok": 2445, "total_tok": 6994, "cost_usd": 0.039648, "empty": false}
|
|
{"tag": "pair::mistral-dspro::4-1::AB::r1", "judge": "gemini-3.1-pro-preview", "finish": "stop", "prompt_tok": 4428, "completion_tok": 125, "reasoning_tok": 2413, "total_tok": 6966, "cost_usd": 0.039312, "empty": false}
|
|
{"tag": "pair::mistral-dspro::4-1::BA::r0", "judge": "gemini-3.1-pro-preview", "finish": "stop", "prompt_tok": 4428, "completion_tok": 131, "reasoning_tok": 5327, "total_tok": 9886, "cost_usd": 0.074352, "empty": false}
|
|
{"tag": "pair::mistral-dspro::4-1::BA::r1", "judge": "gemini-3.1-pro-preview", "finish": "stop", "prompt_tok": 4428, "completion_tok": 118, "reasoning_tok": 1665, "total_tok": 6211, "cost_usd": 0.030251999999999998, "empty": false}
|
|
{"tag": "pair::mistral-dspro::5-0::AB::r0", "judge": "gemini-3.1-pro-preview", "finish": "stop", "prompt_tok": 6211, "completion_tok": 94, "reasoning_tok": 3235, "total_tok": 9540, "cost_usd": 0.05237, "empty": false}
|
|
{"tag": "pair::mistral-dspro::5-0::AB::r1", "judge": "gemini-3.1-pro-preview", "finish": "stop", "prompt_tok": 6211, "completion_tok": 94, "reasoning_tok": 3235, "total_tok": 9540, "cost_usd": 0.05237, "empty": false}
|
|
{"tag": "pair::mistral-dspro::5-0::BA::r0", "judge": "gemini-3.1-pro-preview", "finish": "stop", "prompt_tok": 6211, "completion_tok": 96, "reasoning_tok": 4650, "total_tok": 10957, "cost_usd": 0.069374, "empty": false}
|
|
{"tag": "pair::mistral-dspro::5-0::BA::r1", "judge": "gemini-3.1-pro-preview", "finish": "stop", "prompt_tok": 6211, "completion_tok": 96, "reasoning_tok": 4650, "total_tok": 10957, "cost_usd": 0.069374, "empty": false}
|