50 lines
18 KiB
JSON
50 lines
18 KiB
JSON
{"model": "gpt-5-mini", "judge": "gpt-5-mini", "keyenv": "OPENAI_API_KEY", "trap": "T1", "arm": "P0", "err": null, "usage": {"prompt_tokens": 2031, "completion_tokens": 455, "total_tokens": 2486, "prompt_tokens_details": {"cached_tokens": 1920, "audio_tokens": 0}, "completion_tokens_details": {"reasoning_tokens": 384, "audio_tokens": 0, "accepted_prediction_tokens": 0, "rejected_prediction_tokens": 0}, "finish_reason": "stop"}, "cost": 0.001418}
|
|
{"model": "kimi-k2.6", "judge": "kimi-k2.6", "keyenv": "KIMI_API_KEY", "trap": "T1", "arm": "P0", "err": null, "usage": {"prompt_tokens": 2831, "completion_tokens": 1249, "total_tokens": 4080, "completion_tokens_details": {"reasoning_tokens": 1181}, "finish_reason": "stop"}, "cost": 0.007685}
|
|
{"model": "gpt-5-mini", "judge": "gpt-5-mini", "keyenv": "OPENAI_API_KEY", "trap": "T1", "arm": "P1a", "err": null, "usage": {"prompt_tokens": 2013, "completion_tokens": 452, "total_tokens": 2465, "prompt_tokens_details": {"cached_tokens": 0, "audio_tokens": 0}, "completion_tokens_details": {"reasoning_tokens": 384, "audio_tokens": 0, "accepted_prediction_tokens": 0, "rejected_prediction_tokens": 0}, "finish_reason": "stop"}, "cost": 0.001407}
|
|
{"model": "kimi-k2.6", "judge": "kimi-k2.6", "keyenv": "KIMI_API_KEY", "trap": "T1", "arm": "P1a", "err": null, "usage": {"prompt_tokens": 2806, "completion_tokens": 791, "total_tokens": 3597, "cached_tokens": 256, "completion_tokens_details": {"reasoning_tokens": 717}, "prompt_tokens_details": {"cached_tokens": 256}, "finish_reason": "stop"}, "cost": 0.00583}
|
|
{"model": "gpt-5-mini", "judge": "gpt-5-mini", "keyenv": "OPENAI_API_KEY", "trap": "T1", "arm": "A-layout", "err": null, "usage": {"prompt_tokens": 2015, "completion_tokens": 590, "total_tokens": 2605, "prompt_tokens_details": {"cached_tokens": 0, "audio_tokens": 0}, "completion_tokens_details": {"reasoning_tokens": 512, "audio_tokens": 0, "accepted_prediction_tokens": 0, "rejected_prediction_tokens": 0}, "finish_reason": "stop"}, "cost": 0.001684}
|
|
{"model": "kimi-k2.6", "judge": "kimi-k2.6", "keyenv": "KIMI_API_KEY", "trap": "T1", "arm": "A-layout", "err": null, "usage": {"prompt_tokens": 2819, "completion_tokens": 1692, "total_tokens": 4511, "completion_tokens_details": {"reasoning_tokens": 1604}, "finish_reason": "stop"}, "cost": 0.009446}
|
|
{"model": "gpt-5-mini", "judge": "gpt-5-mini", "keyenv": "OPENAI_API_KEY", "trap": "T1", "arm": "A-2pass", "err": null, "usage": {"prompt_tokens": 2020, "completion_tokens": 579, "total_tokens": 2599, "prompt_tokens_details": {"cached_tokens": 0, "audio_tokens": 0}, "completion_tokens_details": {"reasoning_tokens": 512, "audio_tokens": 0, "accepted_prediction_tokens": 0, "rejected_prediction_tokens": 0}, "finish_reason": "stop"}, "cost": 0.001663}
|
|
{"model": "kimi-k2.6", "judge": "kimi-k2.6", "keyenv": "KIMI_API_KEY", "trap": "T1", "arm": "A-2pass", "err": null, "usage": {"prompt_tokens": 2824, "completion_tokens": 1302, "total_tokens": 4126, "cached_tokens": 256, "completion_tokens_details": {"reasoning_tokens": 1215}, "prompt_tokens_details": {"cached_tokens": 256}, "finish_reason": "stop"}, "cost": 0.007891}
|
|
{"model": "kimi-k2.6", "judge": "kimi-k2.6", "keyenv": "KIMI_API_KEY", "trap": "T1", "arm": "F-base", "err": null, "usage": {"prompt_tokens": 2897, "completion_tokens": 1142, "total_tokens": 4039, "cached_tokens": 256, "completion_tokens_details": {"reasoning_tokens": 1066}, "prompt_tokens_details": {"cached_tokens": 256}, "finish_reason": "stop"}, "cost": 0.00732}
|
|
{"model": "kimi-k2.6", "judge": "kimi-k2.6", "keyenv": "KIMI_API_KEY", "trap": "T1", "arm": "F-disc", "err": null, "usage": {"prompt_tokens": 2844, "completion_tokens": 644, "total_tokens": 3488, "cached_tokens": 256, "completion_tokens_details": {"reasoning_tokens": 567}, "prompt_tokens_details": {"cached_tokens": 256}, "finish_reason": "stop"}, "cost": 0.005278}
|
|
{"model": "gpt-5-mini", "judge": "gpt-5-mini", "keyenv": "OPENAI_API_KEY", "trap": "T2", "arm": "P0", "err": null, "usage": {"prompt_tokens": 1767, "completion_tokens": 520, "total_tokens": 2287, "prompt_tokens_details": {"cached_tokens": 0, "audio_tokens": 0}, "completion_tokens_details": {"reasoning_tokens": 448, "audio_tokens": 0, "accepted_prediction_tokens": 0, "rejected_prediction_tokens": 0}, "finish_reason": "stop"}, "cost": 0.001482}
|
|
{"model": "kimi-k2.6", "judge": "kimi-k2.6", "keyenv": "KIMI_API_KEY", "trap": "T2", "arm": "P0", "err": null, "usage": {"prompt_tokens": 2449, "completion_tokens": 2888, "total_tokens": 5337, "completion_tokens_details": {"reasoning_tokens": 2796}, "finish_reason": "stop"}, "cost": 0.013879}
|
|
{"model": "gpt-5-mini", "judge": "gpt-5-mini", "keyenv": "OPENAI_API_KEY", "trap": "T2", "arm": "P1a", "err": null, "usage": {"prompt_tokens": 1769, "completion_tokens": 726, "total_tokens": 2495, "prompt_tokens_details": {"cached_tokens": 0, "audio_tokens": 0}, "completion_tokens_details": {"reasoning_tokens": 640, "audio_tokens": 0, "accepted_prediction_tokens": 0, "rejected_prediction_tokens": 0}, "finish_reason": "stop"}, "cost": 0.001894}
|
|
{"model": "kimi-k2.6", "judge": "kimi-k2.6", "keyenv": "KIMI_API_KEY", "trap": "T2", "arm": "P1a", "err": null, "usage": {"prompt_tokens": 2456, "completion_tokens": 2483, "total_tokens": 4939, "cached_tokens": 256, "completion_tokens_details": {"reasoning_tokens": 2393}, "prompt_tokens_details": {"cached_tokens": 256}, "finish_reason": "stop"}, "cost": 0.012265}
|
|
{"model": "gpt-5-mini", "judge": "gpt-5-mini", "keyenv": "OPENAI_API_KEY", "trap": "T2", "arm": "A-layout", "err": null, "usage": {"prompt_tokens": 1771, "completion_tokens": 592, "total_tokens": 2363, "prompt_tokens_details": {"cached_tokens": 0, "audio_tokens": 0}, "completion_tokens_details": {"reasoning_tokens": 512, "audio_tokens": 0, "accepted_prediction_tokens": 0, "rejected_prediction_tokens": 0}, "finish_reason": "stop"}, "cost": 0.001627}
|
|
{"model": "kimi-k2.6", "judge": "kimi-k2.6", "keyenv": "KIMI_API_KEY", "trap": "T2", "arm": "A-layout", "err": null, "usage": {"prompt_tokens": 2456, "completion_tokens": 3106, "total_tokens": 5562, "completion_tokens_details": {"reasoning_tokens": 2998}, "finish_reason": "stop"}, "cost": 0.014757}
|
|
{"model": "kimi-k2.6", "judge": "kimi-k2.6", "keyenv": "KIMI_API_KEY", "trap": "T2", "arm": "F-base", "err": null, "usage": {"prompt_tokens": 2677, "completion_tokens": 2372, "total_tokens": 5049, "cached_tokens": 256, "completion_tokens_details": {"reasoning_tokens": 2267}, "prompt_tokens_details": {"cached_tokens": 256}, "finish_reason": "stop"}, "cost": 0.012031}
|
|
{"model": "kimi-k2.6", "judge": "kimi-k2.6", "keyenv": "KIMI_API_KEY", "trap": "T2", "arm": "F-disc", "err": null, "usage": {"prompt_tokens": 2626, "completion_tokens": 2364, "total_tokens": 4990, "cached_tokens": 256, "completion_tokens_details": {"reasoning_tokens": 2278}, "prompt_tokens_details": {"cached_tokens": 256}, "finish_reason": "stop"}, "cost": 0.011951}
|
|
{"model": "gpt-5-mini", "judge": "gpt-5-mini", "keyenv": "OPENAI_API_KEY", "trap": "T2b", "arm": "P0", "err": null, "usage": {"prompt_tokens": 1839, "completion_tokens": 402, "total_tokens": 2241, "prompt_tokens_details": {"cached_tokens": 0, "audio_tokens": 0}, "completion_tokens_details": {"reasoning_tokens": 320, "audio_tokens": 0, "accepted_prediction_tokens": 0, "rejected_prediction_tokens": 0}, "finish_reason": "stop"}, "cost": 0.001264}
|
|
{"model": "kimi-k2.6", "judge": "kimi-k2.6", "keyenv": "KIMI_API_KEY", "trap": "T2b", "arm": "P0", "err": null, "usage": {"prompt_tokens": 2560, "completion_tokens": 1311, "total_tokens": 3871, "completion_tokens_details": {"reasoning_tokens": 1231}, "finish_reason": "stop"}, "cost": 0.007676}
|
|
{"model": "gpt-5-mini", "judge": "gpt-5-mini", "keyenv": "OPENAI_API_KEY", "trap": "T2b", "arm": "P1a", "err": null, "usage": {"prompt_tokens": 1862, "completion_tokens": 465, "total_tokens": 2327, "prompt_tokens_details": {"cached_tokens": 0, "audio_tokens": 0}, "completion_tokens_details": {"reasoning_tokens": 384, "audio_tokens": 0, "accepted_prediction_tokens": 0, "rejected_prediction_tokens": 0}, "finish_reason": "stop"}, "cost": 0.001396}
|
|
{"model": "kimi-k2.6", "judge": "kimi-k2.6", "keyenv": "KIMI_API_KEY", "trap": "T2b", "arm": "P1a", "err": null, "usage": {"prompt_tokens": 2579, "completion_tokens": 1047, "total_tokens": 3626, "cached_tokens": 256, "completion_tokens_details": {"reasoning_tokens": 957}, "prompt_tokens_details": {"cached_tokens": 256}, "finish_reason": "stop"}, "cost": 0.006638}
|
|
{"model": "gpt-5-mini", "judge": "gpt-5-mini", "keyenv": "OPENAI_API_KEY", "trap": "T2b", "arm": "A-layout", "err": null, "usage": {"prompt_tokens": 1868, "completion_tokens": 454, "total_tokens": 2322, "prompt_tokens_details": {"cached_tokens": 0, "audio_tokens": 0}, "completion_tokens_details": {"reasoning_tokens": 384, "audio_tokens": 0, "accepted_prediction_tokens": 0, "rejected_prediction_tokens": 0}, "finish_reason": "stop"}, "cost": 0.001375}
|
|
{"model": "kimi-k2.6", "judge": "kimi-k2.6", "keyenv": "KIMI_API_KEY", "trap": "T2b", "arm": "A-layout", "err": null, "usage": {"prompt_tokens": 2598, "completion_tokens": 1440, "total_tokens": 4038, "completion_tokens_details": {"reasoning_tokens": 1353}, "finish_reason": "stop"}, "cost": 0.008228}
|
|
{"model": "kimi-k2.6", "judge": "kimi-k2.6", "keyenv": "KIMI_API_KEY", "trap": "T2b", "arm": "F-base", "err": null, "usage": {"prompt_tokens": 2853, "completion_tokens": 659, "total_tokens": 3512, "cached_tokens": 256, "completion_tokens_details": {"reasoning_tokens": 584}, "prompt_tokens_details": {"cached_tokens": 256}, "finish_reason": "stop"}, "cost": 0.005346}
|
|
{"model": "kimi-k2.6", "judge": "kimi-k2.6", "keyenv": "KIMI_API_KEY", "trap": "T2b", "arm": "F-disc", "err": null, "usage": {"prompt_tokens": 2837, "completion_tokens": 846, "total_tokens": 3683, "cached_tokens": 256, "completion_tokens_details": {"reasoning_tokens": 762}, "prompt_tokens_details": {"cached_tokens": 256}, "finish_reason": "stop"}, "cost": 0.006079}
|
|
{"model": "gpt-5-mini", "judge": "gpt-5-mini", "keyenv": "OPENAI_API_KEY", "trap": "T5", "arm": "P0", "err": null, "usage": {"prompt_tokens": 1726, "completion_tokens": 715, "total_tokens": 2441, "prompt_tokens_details": {"cached_tokens": 0, "audio_tokens": 0}, "completion_tokens_details": {"reasoning_tokens": 640, "audio_tokens": 0, "accepted_prediction_tokens": 0, "rejected_prediction_tokens": 0}, "finish_reason": "stop"}, "cost": 0.001862}
|
|
{"model": "kimi-k2.6", "judge": "kimi-k2.6", "keyenv": "KIMI_API_KEY", "trap": "T5", "arm": "P0", "err": null, "usage": {"prompt_tokens": 2415, "completion_tokens": 2024, "total_tokens": 4439, "completion_tokens_details": {"reasoning_tokens": 1942}, "finish_reason": "stop"}, "cost": 0.01039}
|
|
{"model": "gpt-5-mini", "judge": "gpt-5-mini", "keyenv": "OPENAI_API_KEY", "trap": "T5", "arm": "P1a", "err": null, "usage": {"prompt_tokens": 1757, "completion_tokens": 853, "total_tokens": 2610, "prompt_tokens_details": {"cached_tokens": 0, "audio_tokens": 0}, "completion_tokens_details": {"reasoning_tokens": 768, "audio_tokens": 0, "accepted_prediction_tokens": 0, "rejected_prediction_tokens": 0}, "finish_reason": "stop"}, "cost": 0.002145}
|
|
{"model": "kimi-k2.6", "judge": "kimi-k2.6", "keyenv": "KIMI_API_KEY", "trap": "T5", "arm": "P1a", "err": null, "usage": {"prompt_tokens": 2453, "completion_tokens": 4010, "total_tokens": 6463, "completion_tokens_details": {"reasoning_tokens": 3912}, "finish_reason": "stop"}, "cost": 0.01837}
|
|
{"model": "gpt-5-mini", "judge": "gpt-5-mini", "keyenv": "OPENAI_API_KEY", "trap": "T5", "arm": "A-layout", "err": null, "usage": {"prompt_tokens": 1749, "completion_tokens": 781, "total_tokens": 2530, "prompt_tokens_details": {"cached_tokens": 0, "audio_tokens": 0}, "completion_tokens_details": {"reasoning_tokens": 704, "audio_tokens": 0, "accepted_prediction_tokens": 0, "rejected_prediction_tokens": 0}, "finish_reason": "stop"}, "cost": 0.001999}
|
|
{"model": "kimi-k2.6", "judge": "kimi-k2.6", "keyenv": "KIMI_API_KEY", "trap": "T5", "arm": "A-layout", "err": null, "usage": {"prompt_tokens": 2447, "completion_tokens": 5676, "total_tokens": 8123, "cached_tokens": 256, "completion_tokens_details": {"reasoning_tokens": 5553}, "prompt_tokens_details": {"cached_tokens": 256}, "finish_reason": "stop"}, "cost": 0.025029}
|
|
{"model": "kimi-k2.6", "judge": "kimi-k2.6", "keyenv": "KIMI_API_KEY", "trap": "T5", "arm": "F-base", "err": null, "usage": {"prompt_tokens": 2448, "completion_tokens": 3468, "total_tokens": 5916, "cached_tokens": 256, "completion_tokens_details": {"reasoning_tokens": 3390}, "prompt_tokens_details": {"cached_tokens": 256}, "finish_reason": "stop"}, "cost": 0.016198}
|
|
{"model": "kimi-k2.6", "judge": "kimi-k2.6", "keyenv": "KIMI_API_KEY", "trap": "T5", "arm": "F-disc", "err": null, "usage": {"prompt_tokens": 2525, "completion_tokens": 4826, "total_tokens": 7351, "cached_tokens": 256, "completion_tokens_details": {"reasoning_tokens": 4702}, "prompt_tokens_details": {"cached_tokens": 256}, "finish_reason": "stop"}, "cost": 0.021703}
|
|
{"model": "gpt-5-mini", "judge": "gpt-5-mini", "keyenv": "OPENAI_API_KEY", "trap": "T6", "arm": "P0", "err": null, "usage": {"prompt_tokens": 1497, "completion_tokens": 931, "total_tokens": 2428, "prompt_tokens_details": {"cached_tokens": 0, "audio_tokens": 0}, "completion_tokens_details": {"reasoning_tokens": 832, "audio_tokens": 0, "accepted_prediction_tokens": 0, "rejected_prediction_tokens": 0}, "finish_reason": "stop"}, "cost": 0.002236}
|
|
{"model": "kimi-k2.6", "judge": "kimi-k2.6", "keyenv": "KIMI_API_KEY", "trap": "T6", "arm": "P0", "err": null, "usage": {"prompt_tokens": 2042, "completion_tokens": 5403, "total_tokens": 7445, "completion_tokens_details": {"reasoning_tokens": 5305}, "finish_reason": "stop"}, "cost": 0.023552}
|
|
{"model": "gpt-5-mini", "judge": "gpt-5-mini", "keyenv": "OPENAI_API_KEY", "trap": "T6", "arm": "P1a", "err": null, "usage": {"prompt_tokens": 1437, "completion_tokens": 721, "total_tokens": 2158, "prompt_tokens_details": {"cached_tokens": 0, "audio_tokens": 0}, "completion_tokens_details": {"reasoning_tokens": 640, "audio_tokens": 0, "accepted_prediction_tokens": 0, "rejected_prediction_tokens": 0}, "finish_reason": "stop"}, "cost": 0.001801}
|
|
{"model": "kimi-k2.6", "judge": "kimi-k2.6", "keyenv": "KIMI_API_KEY", "trap": "T6", "arm": "P1a", "err": null, "usage": {"prompt_tokens": 1948, "completion_tokens": 4089, "total_tokens": 6037, "cached_tokens": 256, "completion_tokens_details": {"reasoning_tokens": 3991}, "prompt_tokens_details": {"cached_tokens": 256}, "finish_reason": "stop"}, "cost": 0.018207}
|
|
{"model": "gpt-5-mini", "judge": "gpt-5-mini", "keyenv": "OPENAI_API_KEY", "trap": "T6", "arm": "A-layout", "err": null, "usage": {"prompt_tokens": 1550, "completion_tokens": 731, "total_tokens": 2281, "prompt_tokens_details": {"cached_tokens": 0, "audio_tokens": 0}, "completion_tokens_details": {"reasoning_tokens": 640, "audio_tokens": 0, "accepted_prediction_tokens": 0, "rejected_prediction_tokens": 0}, "finish_reason": "stop"}, "cost": 0.00185}
|
|
{"model": "kimi-k2.6", "judge": "kimi-k2.6", "keyenv": "KIMI_API_KEY", "trap": "T6", "arm": "A-layout", "err": null, "usage": {"prompt_tokens": 2086, "completion_tokens": 4740, "total_tokens": 6826, "cached_tokens": 256, "completion_tokens_details": {"reasoning_tokens": 4635}, "prompt_tokens_details": {"cached_tokens": 256}, "finish_reason": "stop"}, "cost": 0.020942}
|
|
{"model": "kimi-k2.6", "judge": "kimi-k2.6", "keyenv": "KIMI_API_KEY", "trap": "T6", "arm": "F-base", "err": null, "usage": {"prompt_tokens": 2170, "completion_tokens": 4086, "total_tokens": 6256, "completion_tokens_details": {"reasoning_tokens": 3966}, "finish_reason": "stop"}, "cost": 0.018406}
|
|
{"model": "kimi-k2.6", "judge": "kimi-k2.6", "keyenv": "KIMI_API_KEY", "trap": "T6", "arm": "F-disc", "err": null, "usage": {"prompt_tokens": 2171, "completion_tokens": 6042, "total_tokens": 8213, "cached_tokens": 256, "completion_tokens_details": {"reasoning_tokens": 5943}, "prompt_tokens_details": {"cached_tokens": 256}, "finish_reason": "stop"}, "cost": 0.02623}
|
|
{"model": "gpt-5-mini", "judge": "gpt-5-mini", "keyenv": "OPENAI_API_KEY", "trap": "T4", "arm": "P0", "err": null, "usage": {"prompt_tokens": 2082, "completion_tokens": 640, "total_tokens": 2722, "prompt_tokens_details": {"cached_tokens": 0, "audio_tokens": 0}, "completion_tokens_details": {"reasoning_tokens": 576, "audio_tokens": 0, "accepted_prediction_tokens": 0, "rejected_prediction_tokens": 0}, "finish_reason": "stop"}, "cost": 0.001801}
|
|
{"model": "kimi-k2.6", "judge": "kimi-k2.6", "keyenv": "KIMI_API_KEY", "trap": "T4", "arm": "P0", "err": null, "usage": {"prompt_tokens": 2713, "completion_tokens": 7362, "total_tokens": 10075, "completion_tokens_details": {"reasoning_tokens": 7259}, "finish_reason": "stop"}, "cost": 0.032025}
|
|
{"model": "gpt-5-mini", "judge": "gpt-5-mini", "keyenv": "OPENAI_API_KEY", "trap": "T4", "arm": "P1a", "err": null, "usage": {"prompt_tokens": 2066, "completion_tokens": 1301, "total_tokens": 3367, "prompt_tokens_details": {"cached_tokens": 0, "audio_tokens": 0}, "completion_tokens_details": {"reasoning_tokens": 1216, "audio_tokens": 0, "accepted_prediction_tokens": 0, "rejected_prediction_tokens": 0}, "finish_reason": "stop"}, "cost": 0.003119}
|
|
{"model": "kimi-k2.6", "judge": "kimi-k2.6", "keyenv": "KIMI_API_KEY", "trap": "T4", "arm": "P1a", "err": null, "usage": {"prompt_tokens": 2687, "completion_tokens": 4634, "total_tokens": 7321, "cached_tokens": 256, "completion_tokens_details": {"reasoning_tokens": 4530}, "prompt_tokens_details": {"cached_tokens": 256}, "finish_reason": "stop"}, "cost": 0.021089}
|
|
{"model": "gpt-5-mini", "judge": "gpt-5-mini", "keyenv": "OPENAI_API_KEY", "trap": "T4", "arm": "A-layout", "err": null, "usage": {"prompt_tokens": 2073, "completion_tokens": 714, "total_tokens": 2787, "prompt_tokens_details": {"cached_tokens": 0, "audio_tokens": 0}, "completion_tokens_details": {"reasoning_tokens": 640, "audio_tokens": 0, "accepted_prediction_tokens": 0, "rejected_prediction_tokens": 0}, "finish_reason": "stop"}, "cost": 0.001946}
|
|
{"model": "kimi-k2.6", "judge": "kimi-k2.6", "keyenv": "KIMI_API_KEY", "trap": "T4", "arm": "A-layout", "err": null, "usage": {"prompt_tokens": 2699, "completion_tokens": 4078, "total_tokens": 6777, "cached_tokens": 256, "completion_tokens_details": {"reasoning_tokens": 3967}, "prompt_tokens_details": {"cached_tokens": 256}, "finish_reason": "stop"}, "cost": 0.018876}
|
|
{"model": "kimi-k2.6", "judge": "kimi-k2.6", "keyenv": "KIMI_API_KEY", "trap": "T4", "arm": "F-base", "err": null, "usage": {"prompt_tokens": 2878, "completion_tokens": 11733, "total_tokens": 14611, "completion_tokens_details": {"reasoning_tokens": 11637}, "finish_reason": "stop"}, "cost": 0.049666}
|
|
{"model": "kimi-k2.6", "judge": "kimi-k2.6", "keyenv": "KIMI_API_KEY", "trap": "T4", "arm": "F-disc", "err": "transport|TimeoutError|The read operation timed out", "usage": {}, "cost": 0.0}
|