books/gu-zhenren/exp14b/judge_costs.jsonl

54 lines
19 KiB
JSON

{"model": "gpt-5-mini", "judge": "gpt-5-mini", "keyenv": "OPENAI_API_KEY", "trap": "e1", "arm": "C", "err": null, "usage": {"prompt_tokens": 1697, "completion_tokens": 665, "total_tokens": 2362, "prompt_tokens_details": {"cached_tokens": 0, "audio_tokens": 0}, "completion_tokens_details": {"reasoning_tokens": 576, "audio_tokens": 0, "accepted_prediction_tokens": 0, "rejected_prediction_tokens": 0}, "finish_reason": "stop"}, "cost": 0.001754}
{"model": "kimi-k2.6", "judge": "kimi-k2.6", "keyenv": "KIMI_API_KEY", "trap": "e1", "arm": "C", "err": null, "usage": {"prompt_tokens": 2366, "completion_tokens": 2280, "total_tokens": 4646, "completion_tokens_details": {"reasoning_tokens": 2200}, "finish_reason": "stop"}, "cost": 0.011368}
{"model": "mistral-large-2512", "judge": "mistral-large-2512", "keyenv": "MISTRAL_API_KEY", "trap": "e1", "arm": "C", "err": null, "usage": {"prompt_tokens": 1825, "total_tokens": 1911, "completion_tokens": 86, "prompt_tokens_details": {"cached_tokens": 0}, "finish_reason": "stop"}, "cost": 0.001042}
{"model": "kimi-k2.6", "judge": "kimi-k2.6", "keyenv": "KIMI_API_KEY", "trap": "e1", "arm": "F", "err": null, "usage": {"prompt_tokens": 2536, "completion_tokens": 1465, "total_tokens": 4001, "completion_tokens_details": {"reasoning_tokens": 1388}, "finish_reason": "stop"}, "cost": 0.008269}
{"model": "mistral-large-2512", "judge": "mistral-large-2512", "keyenv": "MISTRAL_API_KEY", "trap": "e1", "arm": "F", "err": null, "usage": {"prompt_tokens": 1925, "total_tokens": 1989, "completion_tokens": 64, "prompt_tokens_details": {"cached_tokens": 0}, "finish_reason": "stop"}, "cost": 0.001058}
{"model": "gpt-5-mini", "judge": "gpt-5-mini", "keyenv": "OPENAI_API_KEY", "trap": "e1", "arm": "X", "err": null, "usage": {"prompt_tokens": 1698, "completion_tokens": 536, "total_tokens": 2234, "prompt_tokens_details": {"cached_tokens": 0, "audio_tokens": 0}, "completion_tokens_details": {"reasoning_tokens": 448, "audio_tokens": 0, "accepted_prediction_tokens": 0, "rejected_prediction_tokens": 0}, "finish_reason": "stop"}, "cost": 0.001497}
{"model": "kimi-k2.6", "judge": "kimi-k2.6", "keyenv": "KIMI_API_KEY", "trap": "e1", "arm": "X", "err": null, "usage": {"prompt_tokens": 2369, "completion_tokens": 1304, "total_tokens": 3673, "cached_tokens": 256, "completion_tokens_details": {"reasoning_tokens": 1225}, "prompt_tokens_details": {"cached_tokens": 256}, "finish_reason": "stop"}, "cost": 0.007467}
{"model": "mistral-large-2512", "judge": "mistral-large-2512", "keyenv": "MISTRAL_API_KEY", "trap": "e1", "arm": "X", "err": null, "usage": {"prompt_tokens": 1827, "total_tokens": 1900, "completion_tokens": 73, "prompt_tokens_details": {"cached_tokens": 0}, "finish_reason": "stop"}, "cost": 0.001023}
{"model": "gpt-5-mini", "judge": "gpt-5-mini", "keyenv": "OPENAI_API_KEY", "trap": "e1", "arm": "D", "err": null, "usage": {"prompt_tokens": 1661, "completion_tokens": 598, "total_tokens": 2259, "prompt_tokens_details": {"cached_tokens": 0, "audio_tokens": 0}, "completion_tokens_details": {"reasoning_tokens": 512, "audio_tokens": 0, "accepted_prediction_tokens": 0, "rejected_prediction_tokens": 0}, "finish_reason": "stop"}, "cost": 0.001611}
{"model": "kimi-k2.6", "judge": "kimi-k2.6", "keyenv": "KIMI_API_KEY", "trap": "e1", "arm": "D", "err": null, "usage": {"prompt_tokens": 2321, "completion_tokens": 1038, "total_tokens": 3359, "cached_tokens": 512, "completion_tokens_details": {"reasoning_tokens": 958}, "prompt_tokens_details": {"cached_tokens": 512}, "finish_reason": "stop"}, "cost": 0.006357}
{"model": "mistral-large-2512", "judge": "mistral-large-2512", "keyenv": "MISTRAL_API_KEY", "trap": "e1", "arm": "D", "err": null, "usage": {"prompt_tokens": 1793, "total_tokens": 1885, "completion_tokens": 92, "prompt_tokens_details": {"cached_tokens": 0}, "finish_reason": "stop"}, "cost": 0.001035}
{"model": "gpt-5-mini", "judge": "gpt-5-mini", "keyenv": "OPENAI_API_KEY", "trap": "e1", "arm": "M", "err": null, "usage": {"prompt_tokens": 1535, "completion_tokens": 539, "total_tokens": 2074, "prompt_tokens_details": {"cached_tokens": 0, "audio_tokens": 0}, "completion_tokens_details": {"reasoning_tokens": 448, "audio_tokens": 0, "accepted_prediction_tokens": 0, "rejected_prediction_tokens": 0}, "finish_reason": "stop"}, "cost": 0.001462}
{"model": "kimi-k2.6", "judge": "kimi-k2.6", "keyenv": "KIMI_API_KEY", "trap": "e1", "arm": "M", "err": null, "usage": {"prompt_tokens": 2130, "completion_tokens": 1497, "total_tokens": 3627, "cached_tokens": 256, "completion_tokens_details": {"reasoning_tokens": 1401}, "prompt_tokens_details": {"cached_tokens": 256}, "finish_reason": "stop"}, "cost": 0.008011}
{"model": "gpt-5-mini", "judge": "gpt-5-mini", "keyenv": "OPENAI_API_KEY", "trap": "e2", "arm": "C", "err": null, "usage": {"prompt_tokens": 1451, "completion_tokens": 643, "total_tokens": 2094, "prompt_tokens_details": {"cached_tokens": 0, "audio_tokens": 0}, "completion_tokens_details": {"reasoning_tokens": 576, "audio_tokens": 0, "accepted_prediction_tokens": 0, "rejected_prediction_tokens": 0}, "finish_reason": "stop"}, "cost": 0.001649}
{"model": "kimi-k2.6", "judge": "kimi-k2.6", "keyenv": "KIMI_API_KEY", "trap": "e2", "arm": "C", "err": null, "usage": {"prompt_tokens": 2021, "completion_tokens": 856, "total_tokens": 2877, "completion_tokens_details": {"reasoning_tokens": 797}, "finish_reason": "stop"}, "cost": 0.005344}
{"model": "mistral-large-2512", "judge": "mistral-large-2512", "keyenv": "MISTRAL_API_KEY", "trap": "e2", "arm": "C", "err": null, "usage": {"prompt_tokens": 1543, "total_tokens": 1637, "completion_tokens": 94, "prompt_tokens_details": {"cached_tokens": 0}, "finish_reason": "stop"}, "cost": 0.000913}
{"model": "kimi-k2.6", "judge": "kimi-k2.6", "keyenv": "KIMI_API_KEY", "trap": "e2", "arm": "F", "err": null, "usage": {"prompt_tokens": 2198, "completion_tokens": 865, "total_tokens": 3063, "completion_tokens_details": {"reasoning_tokens": 801}, "finish_reason": "stop"}, "cost": 0.005548}
{"model": "mistral-large-2512", "judge": "mistral-large-2512", "keyenv": "MISTRAL_API_KEY", "trap": "e2", "arm": "F", "err": null, "usage": {"prompt_tokens": 1676, "total_tokens": 1765, "completion_tokens": 89, "prompt_tokens_details": {"cached_tokens": 0}, "finish_reason": "stop"}, "cost": 0.000972}
{"model": "gpt-5-mini", "judge": "gpt-5-mini", "keyenv": "OPENAI_API_KEY", "trap": "e2", "arm": "X", "err": null, "usage": {"prompt_tokens": 1458, "completion_tokens": 582, "total_tokens": 2040, "prompt_tokens_details": {"cached_tokens": 0, "audio_tokens": 0}, "completion_tokens_details": {"reasoning_tokens": 512, "audio_tokens": 0, "accepted_prediction_tokens": 0, "rejected_prediction_tokens": 0}, "finish_reason": "stop"}, "cost": 0.001528}
{"model": "kimi-k2.6", "judge": "kimi-k2.6", "keyenv": "KIMI_API_KEY", "trap": "e2", "arm": "X", "err": null, "usage": {"prompt_tokens": 2031, "completion_tokens": 1249, "total_tokens": 3280, "completion_tokens_details": {"reasoning_tokens": 1176}, "finish_reason": "stop"}, "cost": 0.006925}
{"model": "mistral-large-2512", "judge": "mistral-large-2512", "keyenv": "MISTRAL_API_KEY", "trap": "e2", "arm": "X", "err": null, "usage": {"prompt_tokens": 1548, "total_tokens": 1635, "completion_tokens": 87, "prompt_tokens_details": {"cached_tokens": 0}, "finish_reason": "stop"}, "cost": 0.000905}
{"model": "gpt-5-mini", "judge": "gpt-5-mini", "keyenv": "OPENAI_API_KEY", "trap": "e2", "arm": "D", "err": null, "usage": {"prompt_tokens": 1323, "completion_tokens": 447, "total_tokens": 1770, "prompt_tokens_details": {"cached_tokens": 0, "audio_tokens": 0}, "completion_tokens_details": {"reasoning_tokens": 384, "audio_tokens": 0, "accepted_prediction_tokens": 0, "rejected_prediction_tokens": 0}, "finish_reason": "stop"}, "cost": 0.001225}
{"model": "kimi-k2.6", "judge": "kimi-k2.6", "keyenv": "KIMI_API_KEY", "trap": "e2", "arm": "D", "err": null, "usage": {"prompt_tokens": 1796, "completion_tokens": 1920, "total_tokens": 3716, "completion_tokens_details": {"reasoning_tokens": 1843}, "finish_reason": "stop"}, "cost": 0.009386}
{"model": "mistral-large-2512", "judge": "mistral-large-2512", "keyenv": "MISTRAL_API_KEY", "trap": "e2", "arm": "D", "err": null, "usage": {"prompt_tokens": 1410, "total_tokens": 1509, "completion_tokens": 99, "prompt_tokens_details": {"cached_tokens": 0}, "finish_reason": "stop"}, "cost": 0.000853}
{"model": "gpt-5-mini", "judge": "gpt-5-mini", "keyenv": "OPENAI_API_KEY", "trap": "e2", "arm": "M", "err": null, "usage": {"prompt_tokens": 1346, "completion_tokens": 776, "total_tokens": 2122, "prompt_tokens_details": {"cached_tokens": 0, "audio_tokens": 0}, "completion_tokens_details": {"reasoning_tokens": 704, "audio_tokens": 0, "accepted_prediction_tokens": 0, "rejected_prediction_tokens": 0}, "finish_reason": "stop"}, "cost": 0.001888}
{"model": "kimi-k2.6", "judge": "kimi-k2.6", "keyenv": "KIMI_API_KEY", "trap": "e2", "arm": "M", "err": null, "usage": {"prompt_tokens": 1832, "completion_tokens": 3716, "total_tokens": 5548, "completion_tokens_details": {"reasoning_tokens": 3644}, "finish_reason": "stop"}, "cost": 0.016604}
{"model": "gpt-5-mini", "judge": "gpt-5-mini", "keyenv": "OPENAI_API_KEY", "trap": "f1", "arm": "C", "err": null, "usage": {"prompt_tokens": 2123, "completion_tokens": 711, "total_tokens": 2834, "prompt_tokens_details": {"cached_tokens": 0, "audio_tokens": 0}, "completion_tokens_details": {"reasoning_tokens": 640, "audio_tokens": 0, "accepted_prediction_tokens": 0, "rejected_prediction_tokens": 0}, "finish_reason": "stop"}, "cost": 0.001953}
{"model": "kimi-k2.6", "judge": "kimi-k2.6", "keyenv": "KIMI_API_KEY", "trap": "f1", "arm": "C", "err": null, "usage": {"prompt_tokens": 2911, "completion_tokens": 858, "total_tokens": 3769, "completion_tokens_details": {"reasoning_tokens": 776}, "finish_reason": "stop"}, "cost": 0.006197}
{"model": "mistral-large-2512", "judge": "mistral-large-2512", "keyenv": "MISTRAL_API_KEY", "trap": "f1", "arm": "C", "err": null, "usage": {"prompt_tokens": 2271, "total_tokens": 2371, "completion_tokens": 100, "prompt_tokens_details": {"cached_tokens": 0}, "finish_reason": "stop"}, "cost": 0.001285}
{"model": "kimi-k2.6", "judge": "kimi-k2.6", "keyenv": "KIMI_API_KEY", "trap": "f1", "arm": "F", "err": null, "usage": {"prompt_tokens": 2943, "completion_tokens": 1285, "total_tokens": 4228, "completion_tokens_details": {"reasoning_tokens": 1201}, "finish_reason": "stop"}, "cost": 0.007936}
{"model": "mistral-large-2512", "judge": "mistral-large-2512", "keyenv": "MISTRAL_API_KEY", "trap": "f1", "arm": "F", "err": null, "usage": {"prompt_tokens": 2267, "total_tokens": 2364, "completion_tokens": 97, "prompt_tokens_details": {"cached_tokens": 0}, "finish_reason": "stop"}, "cost": 0.001279}
{"model": "gpt-5-mini", "judge": "gpt-5-mini", "keyenv": "OPENAI_API_KEY", "trap": "f1", "arm": "X", "err": null, "usage": {"prompt_tokens": 2036, "completion_tokens": 586, "total_tokens": 2622, "prompt_tokens_details": {"cached_tokens": 0, "audio_tokens": 0}, "completion_tokens_details": {"reasoning_tokens": 512, "audio_tokens": 0, "accepted_prediction_tokens": 0, "rejected_prediction_tokens": 0}, "finish_reason": "stop"}, "cost": 0.001681}
{"model": "kimi-k2.6", "judge": "kimi-k2.6", "keyenv": "KIMI_API_KEY", "trap": "f1", "arm": "X", "err": null, "usage": {"prompt_tokens": 2761, "completion_tokens": 1029, "total_tokens": 3790, "cached_tokens": 256, "completion_tokens_details": {"reasoning_tokens": 954}, "prompt_tokens_details": {"cached_tokens": 256}, "finish_reason": "stop"}, "cost": 0.006739}
{"model": "mistral-large-2512", "judge": "mistral-large-2512", "keyenv": "MISTRAL_API_KEY", "trap": "f1", "arm": "X", "err": null, "usage": {"prompt_tokens": 2187, "total_tokens": 2289, "completion_tokens": 102, "prompt_tokens_details": {"cached_tokens": 0}, "finish_reason": "stop"}, "cost": 0.001246}
{"model": "gpt-5-mini", "judge": "gpt-5-mini", "keyenv": "OPENAI_API_KEY", "trap": "f1", "arm": "D", "err": null, "usage": {"prompt_tokens": 2019, "completion_tokens": 776, "total_tokens": 2795, "prompt_tokens_details": {"cached_tokens": 0, "audio_tokens": 0}, "completion_tokens_details": {"reasoning_tokens": 704, "audio_tokens": 0, "accepted_prediction_tokens": 0, "rejected_prediction_tokens": 0}, "finish_reason": "stop"}, "cost": 0.002057}
{"model": "kimi-k2.6", "judge": "kimi-k2.6", "keyenv": "KIMI_API_KEY", "trap": "f1", "arm": "D", "err": null, "usage": {"prompt_tokens": 2751, "completion_tokens": 842, "total_tokens": 3593, "cached_tokens": 256, "completion_tokens_details": {"reasoning_tokens": 759}, "prompt_tokens_details": {"cached_tokens": 256}, "finish_reason": "stop"}, "cost": 0.005981}
{"model": "mistral-large-2512", "judge": "mistral-large-2512", "keyenv": "MISTRAL_API_KEY", "trap": "f1", "arm": "D", "err": null, "usage": {"prompt_tokens": 2174, "total_tokens": 2254, "completion_tokens": 80, "prompt_tokens_details": {"cached_tokens": 0}, "finish_reason": "stop"}, "cost": 0.001207}
{"model": "gpt-5-mini", "judge": "gpt-5-mini", "keyenv": "OPENAI_API_KEY", "trap": "f1", "arm": "M", "err": null, "usage": {"prompt_tokens": 1703, "completion_tokens": 584, "total_tokens": 2287, "prompt_tokens_details": {"cached_tokens": 0, "audio_tokens": 0}, "completion_tokens_details": {"reasoning_tokens": 512, "audio_tokens": 0, "accepted_prediction_tokens": 0, "rejected_prediction_tokens": 0}, "finish_reason": "stop"}, "cost": 0.001594}
{"model": "kimi-k2.6", "judge": "kimi-k2.6", "keyenv": "KIMI_API_KEY", "trap": "f1", "arm": "M", "err": null, "usage": {"prompt_tokens": 2311, "completion_tokens": 848, "total_tokens": 3159, "cached_tokens": 256, "completion_tokens_details": {"reasoning_tokens": 761}, "prompt_tokens_details": {"cached_tokens": 256}, "finish_reason": "stop"}, "cost": 0.005587}
{"model": "gpt-5-mini", "judge": "gpt-5-mini", "keyenv": "OPENAI_API_KEY", "trap": "f2", "arm": "C", "err": null, "usage": {"prompt_tokens": 1344, "completion_tokens": 708, "total_tokens": 2052, "prompt_tokens_details": {"cached_tokens": 0, "audio_tokens": 0}, "completion_tokens_details": {"reasoning_tokens": 640, "audio_tokens": 0, "accepted_prediction_tokens": 0, "rejected_prediction_tokens": 0}, "finish_reason": "stop"}, "cost": 0.001752}
{"model": "kimi-k2.6", "judge": "kimi-k2.6", "keyenv": "KIMI_API_KEY", "trap": "f2", "arm": "C", "err": null, "usage": {"prompt_tokens": 1833, "completion_tokens": 2729, "total_tokens": 4562, "completion_tokens_details": {"reasoning_tokens": 2655}, "finish_reason": "stop"}, "cost": 0.012657}
{"model": "mistral-large-2512", "judge": "mistral-large-2512", "keyenv": "MISTRAL_API_KEY", "trap": "f2", "arm": "C", "err": null, "usage": {"prompt_tokens": 1455, "total_tokens": 1582, "completion_tokens": 127, "prompt_tokens_details": {"cached_tokens": 0}, "finish_reason": "stop"}, "cost": 0.000918}
{"model": "kimi-k2.6", "judge": "kimi-k2.6", "keyenv": "KIMI_API_KEY", "trap": "f2", "arm": "F", "err": null, "usage": {"prompt_tokens": 2056, "completion_tokens": 1708, "total_tokens": 3764, "completion_tokens_details": {"reasoning_tokens": 1625}, "finish_reason": "stop"}, "cost": 0.008785}
{"model": "mistral-large-2512", "judge": "mistral-large-2512", "keyenv": "MISTRAL_API_KEY", "trap": "f2", "arm": "F", "err": null, "usage": {"prompt_tokens": 1631, "total_tokens": 1735, "completion_tokens": 104, "prompt_tokens_details": {"cached_tokens": 0}, "finish_reason": "stop"}, "cost": 0.000972}
{"model": "gpt-5-mini", "judge": "gpt-5-mini", "keyenv": "OPENAI_API_KEY", "trap": "f2", "arm": "X", "err": null, "usage": {"prompt_tokens": 1413, "completion_tokens": 906, "total_tokens": 2319, "prompt_tokens_details": {"cached_tokens": 0, "audio_tokens": 0}, "completion_tokens_details": {"reasoning_tokens": 832, "audio_tokens": 0, "accepted_prediction_tokens": 0, "rejected_prediction_tokens": 0}, "finish_reason": "stop"}, "cost": 0.002165}
{"model": "kimi-k2.6", "judge": "kimi-k2.6", "keyenv": "KIMI_API_KEY", "trap": "f2", "arm": "X", "err": null, "usage": {"prompt_tokens": 1951, "completion_tokens": 1001, "total_tokens": 2952, "completion_tokens_details": {"reasoning_tokens": 916}, "finish_reason": "stop"}, "cost": 0.005857}
{"model": "mistral-large-2512", "judge": "mistral-large-2512", "keyenv": "MISTRAL_API_KEY", "trap": "f2", "arm": "X", "err": null, "usage": {"prompt_tokens": 1535, "total_tokens": 1662, "completion_tokens": 127, "prompt_tokens_details": {"cached_tokens": 0}, "finish_reason": "stop"}, "cost": 0.000958}
{"model": "gpt-5-mini", "judge": "gpt-5-mini", "keyenv": "OPENAI_API_KEY", "trap": "f2", "arm": "D", "err": null, "usage": {"prompt_tokens": 1414, "completion_tokens": 1030, "total_tokens": 2444, "prompt_tokens_details": {"cached_tokens": 0, "audio_tokens": 0}, "completion_tokens_details": {"reasoning_tokens": 960, "audio_tokens": 0, "accepted_prediction_tokens": 0, "rejected_prediction_tokens": 0}, "finish_reason": "stop"}, "cost": 0.002413}
{"model": "kimi-k2.6", "judge": "kimi-k2.6", "keyenv": "KIMI_API_KEY", "trap": "f2", "arm": "D", "err": null, "usage": {"prompt_tokens": 1940, "completion_tokens": 1236, "total_tokens": 3176, "completion_tokens_details": {"reasoning_tokens": 1168}, "finish_reason": "stop"}, "cost": 0.006787}
{"model": "mistral-large-2512", "judge": "mistral-large-2512", "keyenv": "MISTRAL_API_KEY", "trap": "f2", "arm": "D", "err": null, "usage": {"prompt_tokens": 1535, "total_tokens": 1683, "completion_tokens": 148, "prompt_tokens_details": {"cached_tokens": 0}, "finish_reason": "stop"}, "cost": 0.000989}
{"model": "gpt-5-mini", "judge": "gpt-5-mini", "keyenv": "OPENAI_API_KEY", "trap": "f2", "arm": "K", "err": null, "usage": {"prompt_tokens": 518, "completion_tokens": 790, "total_tokens": 1308, "prompt_tokens_details": {"cached_tokens": 0, "audio_tokens": 0}, "completion_tokens_details": {"reasoning_tokens": 704, "audio_tokens": 0, "accepted_prediction_tokens": 0, "rejected_prediction_tokens": 0}, "finish_reason": "stop"}, "cost": 0.00171}
{"model": "mistral-large-2512", "judge": "mistral-large-2512", "keyenv": "MISTRAL_API_KEY", "trap": "f2", "arm": "K", "err": null, "usage": {"prompt_tokens": 570, "total_tokens": 686, "completion_tokens": 116, "prompt_tokens_details": {"cached_tokens": 0}, "finish_reason": "stop"}, "cost": 0.000459}
{"model": "gpt-5-mini", "judge": "gpt-5-mini", "keyenv": "OPENAI_API_KEY", "trap": "f2", "arm": "M", "err": null, "usage": {"prompt_tokens": 1297, "completion_tokens": 565, "total_tokens": 1862, "prompt_tokens_details": {"cached_tokens": 0, "audio_tokens": 0}, "completion_tokens_details": {"reasoning_tokens": 512, "audio_tokens": 0, "accepted_prediction_tokens": 0, "rejected_prediction_tokens": 0}, "finish_reason": "stop"}, "cost": 0.001454}
{"model": "kimi-k2.6", "judge": "kimi-k2.6", "keyenv": "KIMI_API_KEY", "trap": "f2", "arm": "M", "err": null, "usage": {"prompt_tokens": 1773, "completion_tokens": 2089, "total_tokens": 3862, "cached_tokens": 256, "completion_tokens_details": {"reasoning_tokens": 2014}, "prompt_tokens_details": {"cached_tokens": 256}, "finish_reason": "stop"}, "cost": 0.01004}