{"arm": "P1a", "model": "glm-5", "keyenv": "ZAI_API_KEY", "id": "7.0", "variant": "discourse", "err": null, "latency_s": 36.6, "usage": {"completion_tokens": 1754, "prompt_tokens": 4302, "prompt_tokens_details": {"cached_tokens": 0}, "total_tokens": 6056, "finish_reason": "stop"}, "cost": 0.009915}
{"arm": "P1a", "model": "glm-5", "keyenv": "ZAI_API_KEY", "id": "8.0", "variant": "discourse", "err": null, "latency_s": 36.0, "usage": {"completion_tokens": 1640, "prompt_tokens": 4204, "prompt_tokens_details": {"cached_tokens": 0}, "total_tokens": 5844, "finish_reason": "stop"}, "cost": 0.009452}
{"arm": "P1a", "model": "glm-5", "keyenv": "ZAI_API_KEY", "id": "8.1", "variant": "discourse", "err": null, "latency_s": 28.8, "usage": {"completion_tokens": 1511, "prompt_tokens": 3875, "prompt_tokens_details": {"cached_tokens": 1024}, "total_tokens": 5386, "finish_reason": "stop"}, "cost": 0.00871}
{"arm": "P1a", "model": "glm-5", "keyenv": "ZAI_API_KEY", "id": "9.0", "variant": "discourse", "err": null, "latency_s": 36.5, "usage": {"completion_tokens": 1772, "prompt_tokens": 4271, "prompt_tokens_details": {"cached_tokens": 0}, "total_tokens": 6043, "finish_reason": "stop"}, "cost": 0.009941}
{"arm": "P1a", "model": "glm-5", "keyenv": "ZAI_API_KEY", "id": "10.0", "variant": "discourse", "err": null, "latency_s": 35.3, "usage": {"completion_tokens": 1878, "prompt_tokens": 4334, "prompt_tokens_details": {"cached_tokens": 0}, "total_tokens": 6212, "finish_reason": "stop"}, "cost": 0.010344}
{"arm": "P1a", "model": "glm-5", "keyenv": "ZAI_API_KEY", "id": "11.0", "variant": "discourse", "err": null, "latency_s": 37.8, "usage": {"completion_tokens": 1458, "prompt_tokens": 3444, "prompt_tokens_details": {"cached_tokens": 1024}, "total_tokens": 4902, "finish_reason": "stop"}, "cost": 0.00811}
{"arm": "P1a", "model": "glm-5", "keyenv": "ZAI_API_KEY", "id": "11.1", "variant": "discourse", "err": null, "latency_s": 26.4, "usage": {"completion_tokens": 1139, "prompt_tokens": 3305, "prompt_tokens_details": {"cached_tokens": 0}, "total_tokens": 4444, "finish_reason": "stop"}, "cost": 0.00695}
{"arm": "P1a", "model": "glm-5", "keyenv": "ZAI_API_KEY", "id": "24.0", "variant": "discourse", "err": null, "latency_s": 33.7, "usage": {"completion_tokens": 1706, "prompt_tokens": 4109, "prompt_tokens_details": {"cached_tokens": 0}, "total_tokens": 5815, "finish_reason": "stop"}, "cost": 0.009568}
{"arm": "P1a", "model": "glm-5", "keyenv": "ZAI_API_KEY", "id": "24.1", "variant": "discourse", "err": null, "latency_s": 31.0, "usage": {"completion_tokens": 1447, "prompt_tokens": 3669, "prompt_tokens_details": {"cached_tokens": 0}, "total_tokens": 5116, "finish_reason": "stop"}, "cost": 0.008299}
{"arm": "F-base", "model": "gpt-5.4", "keyenv": "OPENAI_API_KEY", "id": "7.0", "variant": "baseline", "err": null, "latency_s": 44.4, "usage": {"prompt_tokens": 3981, "completion_tokens": 5175, "total_tokens": 9156, "prompt_tokens_details": {"cached_tokens": 0, "audio_tokens": 0}, "completion_tokens_details": {"reasoning_tokens": 3335, "audio_tokens": 0, "accepted_prediction_tokens": 0, "rejected_prediction_tokens": 0}, "finish_reason": "stop"}, "cost": 0.087578}
{"arm": "F-disc", "model": "gpt-5.4", "keyenv": "OPENAI_API_KEY", "id": "7.0", "variant": "discourse", "err": null, "latency_s": 57.6, "usage": {"prompt_tokens": 4548, "completion_tokens": 6947, "total_tokens": 11495, "prompt_tokens_details": {"cached_tokens": 0, "audio_tokens": 0}, "completion_tokens_details": {"reasoning_tokens": 5127, "audio_tokens": 0, "accepted_prediction_tokens": 0, "rejected_prediction_tokens": 0}, "finish_reason": "stop"}, "cost": 0.115575}
{"arm": "P1b", "model": "glm-5", "keyenv": "ZAI_API_KEY", "id": "8.ALL", "variant": "baseline", "err": null, "latency_s": 54.9, "usage": {"completion_tokens": 3173, "prompt_tokens": 6263, "prompt_tokens_details": {"cached_tokens": 0}, "total_tokens": 9436, "finish_reason": "stop"}, "cost": 0.016417}
{"arm": "F-base", "model": "gpt-5.4", "keyenv": "OPENAI_API_KEY", "id": "8.0", "variant": "baseline", "err": null, "latency_s": 30.3, "usage": {"prompt_tokens": 3893, "completion_tokens": 3682, "total_tokens": 7575, "prompt_tokens_details": {"cached_tokens": 0, "audio_tokens": 0}, "completion_tokens_details": {"reasoning_tokens": 1875, "audio_tokens": 0, "accepted_prediction_tokens": 0, "rejected_prediction_tokens": 0}, "finish_reason": "stop"}, "cost": 0.064963}
{"arm": "F-disc", "model": "gpt-5.4", "keyenv": "OPENAI_API_KEY", "id": "8.0", "variant": "discourse", "err": null, "latency_s": 36.5, "usage": {"prompt_tokens": 4460, "completion_tokens": 4343, "total_tokens": 8803, "prompt_tokens_details": {"cached_tokens": 0, "audio_tokens": 0}, "completion_tokens_details": {"reasoning_tokens": 2560, "audio_tokens": 0, "accepted_prediction_tokens": 0, "rejected_prediction_tokens": 0}, "finish_reason": "stop"}, "cost": 0.076295}
{"arm": "F-base", "model": "gpt-5.4", "keyenv": "OPENAI_API_KEY", "id": "8.1", "variant": "baseline", "err": null, "latency_s": 34.9, "usage": {"prompt_tokens": 3566, "completion_tokens": 3712, "total_tokens": 7278, "prompt_tokens_details": {"cached_tokens": 0, "audio_tokens": 0}, "completion_tokens_details": {"reasoning_tokens": 2049, "audio_tokens": 0, "accepted_prediction_tokens": 0, "rejected_prediction_tokens": 0}, "finish_reason": "stop"}, "cost": 0.064595}
{"arm": "P1b", "model": "glm-5", "keyenv": "ZAI_API_KEY", "id": "11.ALL", "variant": "baseline", "err": null, "latency_s": 44.8, "usage": {"completion_tokens": 2222, "prompt_tokens": 5053, "prompt_tokens_details": {"cached_tokens": 0}, "total_tokens": 7275, "finish_reason": "stop"}, "cost": 0.012163}
{"arm": "F-disc", "model": "gpt-5.4", "keyenv": "OPENAI_API_KEY", "id": "8.1", "variant": "discourse", "err": null, "latency_s": 38.8, "usage": {"prompt_tokens": 4133, "completion_tokens": 4178, "total_tokens": 8311, "prompt_tokens_details": {"cached_tokens": 0, "audio_tokens": 0}, "completion_tokens_details": {"reasoning_tokens": 2560, "audio_tokens": 0, "accepted_prediction_tokens": 0, "rejected_prediction_tokens": 0}, "finish_reason": "stop"}, "cost": 0.073002}
{"arm": "F-base", "model": "gpt-5.4", "keyenv": "OPENAI_API_KEY", "id": "9.0", "variant": "baseline", "err": null, "latency_s": 46.3, "usage": {"prompt_tokens": 4028, "completion_tokens": 6033, "total_tokens": 10061, "prompt_tokens_details": {"cached_tokens": 0, "audio_tokens": 0}, "completion_tokens_details": {"reasoning_tokens": 4117, "audio_tokens": 0, "accepted_prediction_tokens": 0, "rejected_prediction_tokens": 0}, "finish_reason": "stop"}, "cost": 0.100565}
{"arm": "P1b", "model": "glm-5", "keyenv": "ZAI_API_KEY", "id": "24.ALL", "variant": "baseline", "err": null, "latency_s": 57.1, "usage": {"completion_tokens": 3168, "prompt_tokens": 6058, "prompt_tokens_details": {"cached_tokens": 0}, "total_tokens": 9226, "finish_reason": "stop"}, "cost": 0.016196}
{"arm": "F-disc", "model": "gpt-5.4", "keyenv": "OPENAI_API_KEY", "id": "9.0", "variant": "discourse", "err": null, "latency_s": 53.4, "usage": {"prompt_tokens": 4595, "completion_tokens": 6720, "total_tokens": 11315, "prompt_tokens_details": {"cached_tokens": 0, "audio_tokens": 0}, "completion_tokens_details": {"reasoning_tokens": 4776, "audio_tokens": 0, "accepted_prediction_tokens": 0, "rejected_prediction_tokens": 0}, "finish_reason": "stop"}, "cost": 0.112287}
{"arm": "F-base", "model": "gpt-5.4", "keyenv": "OPENAI_API_KEY", "id": "10.0", "variant": "baseline", "err": null, "latency_s": 47.0, "usage": {"prompt_tokens": 4062, "completion_tokens": 5264, "total_tokens": 9326, "prompt_tokens_details": {"cached_tokens": 0, "audio_tokens": 0}, "completion_tokens_details": {"reasoning_tokens": 3365, "audio_tokens": 0, "accepted_prediction_tokens": 0, "rejected_prediction_tokens": 0}, "finish_reason": "stop"}, "cost": 0.089115}
{"arm": "F-disc", "model": "gpt-5.4", "keyenv": "OPENAI_API_KEY", "id": "10.0", "variant": "discourse", "err": null, "latency_s": 30.6, "usage": {"prompt_tokens": 4629, "completion_tokens": 3301, "total_tokens": 7930, "prompt_tokens_details": {"cached_tokens": 0, "audio_tokens": 0}, "completion_tokens_details": {"reasoning_tokens": 1391, "audio_tokens": 0, "accepted_prediction_tokens": 0, "rejected_prediction_tokens": 0}, "finish_reason": "stop"}, "cost": 0.061088}
{"arm": "F-base", "model": "gpt-5.4", "keyenv": "OPENAI_API_KEY", "id": "11.0", "variant": "baseline", "err": null, "latency_s": 22.9, "usage": {"prompt_tokens": 3181, "completion_tokens": 2577, "total_tokens": 5758, "prompt_tokens_details": {"cached_tokens": 0, "audio_tokens": 0}, "completion_tokens_details": {"reasoning_tokens": 1534, "audio_tokens": 0, "accepted_prediction_tokens": 0, "rejected_prediction_tokens": 0}, "finish_reason": "stop"}, "cost": 0.046608}
{"arm": "P1c", "model": "glm-5", "keyenv": "ZAI_API_KEY", "id": "8.ALL", "variant": "discourse", "err": null, "latency_s": 56.5, "usage": {"completion_tokens": 2963, "prompt_tokens": 6823, "prompt_tokens_details": {"cached_tokens": 0}, "total_tokens": 9786, "finish_reason": "stop"}, "cost": 0.016305}
{"arm": "F-disc", "model": "gpt-5.4", "keyenv": "OPENAI_API_KEY", "id": "11.0", "variant": "discourse", "err": null, "latency_s": 20.4, "usage": {"prompt_tokens": 3748, "completion_tokens": 2083, "total_tokens": 5831, "prompt_tokens_details": {"cached_tokens": 0, "audio_tokens": 0}, "completion_tokens_details": {"reasoning_tokens": 1024, "audio_tokens": 0, "accepted_prediction_tokens": 0, "rejected_prediction_tokens": 0}, "finish_reason": "stop"}, "cost": 0.040615}
{"arm": "F-base", "model": "gpt-5.4", "keyenv": "OPENAI_API_KEY", "id": "11.1", "variant": "baseline", "err": null, "latency_s": 29.7, "usage": {"prompt_tokens": 2901, "completion_tokens": 3356, "total_tokens": 6257, "prompt_tokens_details": {"cached_tokens": 0, "audio_tokens": 0}, "completion_tokens_details": {"reasoning_tokens": 2048, "audio_tokens": 0, "accepted_prediction_tokens": 0, "rejected_prediction_tokens": 0}, "finish_reason": "stop"}, "cost": 0.057592}
{"arm": "F-base", "model": "gpt-5.4", "keyenv": "OPENAI_API_KEY", "id": "24.0", "variant": "baseline", "err": null, "latency_s": 24.7, "usage": {"prompt_tokens": 3789, "completion_tokens": 2380, "total_tokens": 6169, "prompt_tokens_details": {"cached_tokens": 0, "audio_tokens": 0}, "completion_tokens_details": {"reasoning_tokens": 667, "audio_tokens": 0, "accepted_prediction_tokens": 0, "rejected_prediction_tokens": 0}, "finish_reason": "stop"}, "cost": 0.045172}
{"arm": "P1c", "model": "glm-5", "keyenv": "ZAI_API_KEY", "id": "11.ALL", "variant": "discourse", "err": null, "latency_s": 53.6, "usage": {"completion_tokens": 2456, "prompt_tokens": 5613, "prompt_tokens_details": {"cached_tokens": 1024}, "total_tokens": 8069, "finish_reason": "stop"}, "cost": 0.013472}
{"arm": "F-disc", "model": "gpt-5.4", "keyenv": "OPENAI_API_KEY", "id": "11.1", "variant": "discourse", "err": null, "latency_s": 51.6, "usage": {"prompt_tokens": 3468, "completion_tokens": 5952, "total_tokens": 9420, "prompt_tokens_details": {"cached_tokens": 0, "audio_tokens": 0}, "completion_tokens_details": {"reasoning_tokens": 4608, "audio_tokens": 0, "accepted_prediction_tokens": 0, "rejected_prediction_tokens": 0}, "finish_reason": "stop"}, "cost": 0.09795}
{"arm": "F-base", "model": "gpt-5.4", "keyenv": "OPENAI_API_KEY", "id": "24.1", "variant": "baseline", "err": null, "latency_s": 37.9, "usage": {"prompt_tokens": 3328, "completion_tokens": 3991, "total_tokens": 7319, "prompt_tokens_details": {"cached_tokens": 0, "audio_tokens": 0}, "completion_tokens_details": {"reasoning_tokens": 2528, "audio_tokens": 0, "accepted_prediction_tokens": 0, "rejected_prediction_tokens": 0}, "finish_reason": "stop"}, "cost": 0.068185}
{"arm": "F-disc", "model": "gpt-5.4", "keyenv": "OPENAI_API_KEY", "id": "24.0", "variant": "discourse", "err": null, "latency_s": 37.6, "usage": {"prompt_tokens": 4356, "completion_tokens": 3959, "total_tokens": 8315, "prompt_tokens_details": {"cached_tokens": 0, "audio_tokens": 0}, "completion_tokens_details": {"reasoning_tokens": 2250, "audio_tokens": 0, "accepted_prediction_tokens": 0, "rejected_prediction_tokens": 0}, "finish_reason": "stop"}, "cost": 0.070275}
{"arm": "P1c", "model": "glm-5", "keyenv": "ZAI_API_KEY", "id": "24.ALL", "variant": "discourse", "err": null, "latency_s": 60.9, "usage": {"completion_tokens": 3123, "prompt_tokens": 6618, "prompt_tokens_details": {"cached_tokens": 0}, "total_tokens": 9741, "finish_reason": "stop"}, "cost": 0.016612}
{"arm": "F-disc", "model": "gpt-5.4", "keyenv": "OPENAI_API_KEY", "id": "24.1", "variant": "discourse", "err": null, "latency_s": 34.6, "usage": {"prompt_tokens": 3895, "completion_tokens": 3769, "total_tokens": 7664, "prompt_tokens_details": {"cached_tokens": 0, "audio_tokens": 0}, "completion_tokens_details": {"reasoning_tokens": 2257, "audio_tokens": 0, "accepted_prediction_tokens": 0, "rejected_prediction_tokens": 0}, "finish_reason": "stop"}, "cost": 0.066272}
{"arm": "A-layout", "model": "glm-5", "keyenv": "ZAI_API_KEY", "id": "7.0", "variant": "discourse", "err": null, "latency_s": 36.6, "usage": {"completion_tokens": 1753, "prompt_tokens": 4276, "prompt_tokens_details": {"cached_tokens": 0}, "total_tokens": 6029, "finish_reason": "stop"}, "cost": 0.009886}
{"arm": "A-layout", "model": "glm-5", "keyenv": "ZAI_API_KEY", "id": "8.0", "variant": "discourse", "err": null, "latency_s": 39.5, "usage": {"completion_tokens": 1653, "prompt_tokens": 4199, "prompt_tokens_details": {"cached_tokens": 1024}, "total_tokens": 5852, "finish_reason": "stop"}, "cost": 0.009489}
{"arm": "A-layout", "model": "glm-5", "keyenv": "ZAI_API_KEY", "id": "8.1", "variant": "discourse", "err": null, "latency_s": 29.6, "usage": {"completion_tokens": 1514, "prompt_tokens": 3862, "prompt_tokens_details": {"cached_tokens": 1024}, "total_tokens": 5376, "finish_reason": "stop"}, "cost": 0.008707}
{"arm": "A-layout", "model": "glm-5", "keyenv": "ZAI_API_KEY", "id": "9.0", "variant": "discourse", "err": null, "latency_s": 39.1, "usage": {"completion_tokens": 1782, "prompt_tokens": 4268, "prompt_tokens_details": {"cached_tokens": 0}, "total_tokens": 6050, "finish_reason": "stop"}, "cost": 0.00997}
{"arm": "A-layout", "model": "glm-5", "keyenv": "ZAI_API_KEY", "id": "10.0", "variant": "discourse", "err": null, "latency_s": 38.6, "usage": {"completion_tokens": 1918, "prompt_tokens": 4328, "prompt_tokens_details": {"cached_tokens": 1024}, "total_tokens": 6246, "finish_reason": "stop"}, "cost": 0.010466}
{"arm": "A-layout", "model": "glm-5", "keyenv": "ZAI_API_KEY", "id": "11.0", "variant": "discourse", "err": null, "latency_s": 42.6, "usage": {"completion_tokens": 1499, "prompt_tokens": 3443, "prompt_tokens_details": {"cached_tokens": 1024}, "total_tokens": 4942, "finish_reason": "stop"}, "cost": 0.00824}
{"arm": "A-layout", "model": "glm-5", "keyenv": "ZAI_API_KEY", "id": "11.1", "variant": "discourse", "err": null, "latency_s": 27.8, "usage": {"completion_tokens": 1240, "prompt_tokens": 3301, "prompt_tokens_details": {"cached_tokens": 0}, "total_tokens": 4541, "finish_reason": "stop"}, "cost": 0.007269}
{"arm": "A-layout", "model": "glm-5", "keyenv": "ZAI_API_KEY", "id": "24.0", "variant": "discourse", "err": null, "latency_s": 34.2, "usage": {"completion_tokens": 1712, "prompt_tokens": 4103, "prompt_tokens_details": {"cached_tokens": 0}, "total_tokens": 5815, "finish_reason": "stop"}, "cost": 0.009581}
{"arm": "A-layout", "model": "glm-5", "keyenv": "ZAI_API_KEY", "id": "24.1", "variant": "discourse", "err": null, "latency_s": 27.8, "usage": {"completion_tokens": 1443, "prompt_tokens": 3666, "prompt_tokens_details": {"cached_tokens": 0}, "total_tokens": 5109, "finish_reason": "stop"}, "cost": 0.008284}
{"arm": "A-2pass", "model": "glm-5", "keyenv": "ZAI_API_KEY", "id": "7.0", "variant": "baseline", "err": null, "latency_s": 34.6, "usage": {"completion_tokens": 1761, "prompt_tokens": 3742, "prompt_tokens_details": {"cached_tokens": 384}, "total_tokens": 5503, "finish_reason": "stop"}, "cost": 0.009377}
{"arm": "A-2pass", "model": "glm-5", "keyenv": "ZAI_API_KEY", "id": "7.0", "variant": "reflow-pass2", "err": null, "usage": {"completion_tokens": 1761, "prompt_tokens": 2864, "prompt_tokens_details": {"cached_tokens": 1024}, "total_tokens": 4625, "finish_reason": "stop"}, "cost": 0.008499}
{"arm": "A-2pass", "model": "glm-5", "keyenv": "ZAI_API_KEY", "id": "8.0", "variant": "baseline", "err": null, "latency_s": 34.3, "usage": {"completion_tokens": 1604, "prompt_tokens": 3644, "prompt_tokens_details": {"cached_tokens": 512}, "total_tokens": 5248, "finish_reason": "stop"}, "cost": 0.008777}
{"arm": "A-2pass", "model": "glm-5", "keyenv": "ZAI_API_KEY", "id": "8.0", "variant": "reflow-pass2", "err": null, "usage": {"completion_tokens": 1597, "prompt_tokens": 2707, "prompt_tokens_details": {"cached_tokens": 0}, "total_tokens": 4304, "finish_reason": "stop"}, "cost": 0.007817}
{"arm": "A-2pass", "model": "glm-5", "keyenv": "ZAI_API_KEY", "id": "8.1", "variant": "baseline", "err": null, "latency_s": 30.8, "usage": {"completion_tokens": 1523, "prompt_tokens": 3315, "prompt_tokens_details": {"cached_tokens": 0}, "total_tokens": 4838, "finish_reason": "stop"}, "cost": 0.008189}
{"arm": "A-2pass", "model": "glm-5", "keyenv": "ZAI_API_KEY", "id": "8.1", "variant": "reflow-pass2", "err": null, "usage": {"completion_tokens": 1516, "prompt_tokens": 2626, "prompt_tokens_details": {"cached_tokens": 1024}, "total_tokens": 4142, "finish_reason": "stop"}, "cost": 0.007477}
{"arm": "A-2pass", "model": "glm-5", "keyenv": "ZAI_API_KEY", "id": "9.0", "variant": "baseline", "err": null, "latency_s": 32.7, "usage": {"completion_tokens": 1790, "prompt_tokens": 3711, "prompt_tokens_details": {"cached_tokens": 512}, "total_tokens": 5501, "finish_reason": "stop"}, "cost": 0.009439}
{"arm": "A-2pass", "model": "glm-5", "keyenv": "ZAI_API_KEY", "id": "9.0", "variant": "reflow-pass2", "err": null, "usage": {"completion_tokens": 1786, "prompt_tokens": 2893, "prompt_tokens_details": {"cached_tokens": 0}, "total_tokens": 4679, "finish_reason": "stop"}, "cost": 0.008608}
{"arm": "A-2pass", "model": "glm-5", "keyenv": "ZAI_API_KEY", "id": "10.0", "variant": "baseline", "err": null, "latency_s": 38.3, "usage": {"completion_tokens": 1880, "prompt_tokens": 3774, "prompt_tokens_details": {"cached_tokens": 0}, "total_tokens": 5654, "finish_reason": "stop"}, "cost": 0.00979}
{"arm": "A-2pass", "model": "glm-5", "keyenv": "ZAI_API_KEY", "id": "10.0", "variant": "reflow-pass2", "err": null, "usage": {"completion_tokens": 1877, "prompt_tokens": 2983, "prompt_tokens_details": {"cached_tokens": 1024}, "total_tokens": 4860, "finish_reason": "stop"}, "cost": 0.008989}
{"arm": "A-2pass", "model": "glm-5", "keyenv": "ZAI_API_KEY", "id": "11.0", "variant": "baseline", "err": null, "latency_s": 34.1, "usage": {"completion_tokens": 1508, "prompt_tokens": 2884, "prompt_tokens_details": {"cached_tokens": 512}, "total_tokens": 4392, "finish_reason": "stop"}, "cost": 0.00771}
{"arm": "A-2pass", "model": "glm-5", "keyenv": "ZAI_API_KEY", "id": "11.0", "variant": "reflow-pass2", "err": null, "usage": {"completion_tokens": 1495, "prompt_tokens": 2611, "prompt_tokens_details": {"cached_tokens": 0}, "total_tokens": 4106, "finish_reason": "stop"}, "cost": 0.007395}
{"arm": "A-2pass", "model": "glm-5", "keyenv": "ZAI_API_KEY", "id": "11.1", "variant": "baseline", "err": null, "latency_s": 25.6, "usage": {"completion_tokens": 1178, "prompt_tokens": 2745, "prompt_tokens_details": {"cached_tokens": 384}, "total_tokens": 3923, "finish_reason": "stop"}, "cost": 0.006515}
{"arm": "A-2pass", "model": "glm-5", "keyenv": "ZAI_API_KEY", "id": "11.1", "variant": "reflow-pass2", "err": null, "usage": {"completion_tokens": 1178, "prompt_tokens": 2281, "prompt_tokens_details": {"cached_tokens": 1024}, "total_tokens": 3459, "finish_reason": "stop"}, "cost": 0.006051}
{"arm": "A-2pass", "model": "glm-5", "keyenv": "ZAI_API_KEY", "id": "24.0", "variant": "baseline", "err": null, "latency_s": 41.1, "usage": {"completion_tokens": 1680, "prompt_tokens": 3549, "prompt_tokens_details": {"cached_tokens": 512}, "total_tokens": 5229, "finish_reason": "stop"}, "cost": 0.008925}
{"arm": "A-2pass", "model": "glm-5", "keyenv": "ZAI_API_KEY", "id": "24.0", "variant": "reflow-pass2", "err": null, "usage": {"completion_tokens": 1679, "prompt_tokens": 2783, "prompt_tokens_details": {"cached_tokens": 1024}, "total_tokens": 4462, "finish_reason": "stop"}, "cost": 0.008156}
{"arm": "A-2pass", "model": "glm-5", "keyenv": "ZAI_API_KEY", "id": "24.1", "variant": "baseline", "err": null, "latency_s": 35.8, "usage": {"completion_tokens": 1442, "prompt_tokens": 3109, "prompt_tokens_details": {"cached_tokens": 512}, "total_tokens": 4551, "finish_reason": "stop"}, "cost": 0.007723}
{"arm": "A-2pass", "model": "glm-5", "keyenv": "ZAI_API_KEY", "id": "24.1", "variant": "reflow-pass2", "err": null, "usage": {"completion_tokens": 1436, "prompt_tokens": 2545, "prompt_tokens_details": {"cached_tokens": 1024}, "total_tokens": 3981, "finish_reason": "stop"}, "cost": 0.00714}
{"arm": "A-ref-prev", "model": "glm-5", "keyenv": "ZAI_API_KEY", "id": "11.1", "variant": "discourse", "err": null, "latency_s": 25.3, "usage": {"completion_tokens": 1171, "prompt_tokens": 3705, "prompt_tokens_details": {"cached_tokens": 0}, "total_tokens": 4876, "finish_reason": "stop"}, "cost": 0.007452}
{"arm": "A-ref-prev", "model": "glm-5", "keyenv": "ZAI_API_KEY", "id": "24.1", "variant": "discourse", "err": null, "latency_s": 26.5, "usage": {"completion_tokens": 1452, "prompt_tokens": 4091, "prompt_tokens_details": {"cached_tokens": 0}, "total_tokens": 5543, "finish_reason": "stop"}, "cost": 0.008737}
{"arm": "A-ref-both", "model": "glm-5", "keyenv": "ZAI_API_KEY", "id": "11.1", "variant": "discourse", "err": null, "latency_s": 27.4, "usage": {"completion_tokens": 1175, "prompt_tokens": 3705, "prompt_tokens_details": {"cached_tokens": 3584}, "total_tokens": 4880, "finish_reason": "stop"}, "cost": 0.007465}
{"arm": "A-ref-both", "model": "glm-5", "keyenv": "ZAI_API_KEY", "id": "24.1", "variant": "discourse", "err": null, "latency_s": 25.6, "usage": {"completion_tokens": 1441, "prompt_tokens": 4091, "prompt_tokens_details": {"cached_tokens": 3968}, "total_tokens": 5532, "finish_reason": "stop"}, "cost": 0.008702}
{"arm": "A-2pass", "model": "glm-5", "keyenv": "ZAI_API_KEY", "id": "19.0", "variant": "baseline", "err": null, "latency_s": 35.8, "usage": {"completion_tokens": 1808, "prompt_tokens": 3715, "prompt_tokens_details": {"cached_tokens": 0}, "total_tokens": 5523, "finish_reason": "stop"}, "cost": 0.009501}
{"arm": "F-disc", "model": "gpt-5.4", "keyenv": "OPENAI_API_KEY", "id": "19.0", "variant": "discourse", "err": null, "latency_s": 48.3, "usage": {"prompt_tokens": 4643, "completion_tokens": 5351, "total_tokens": 9994, "prompt_tokens_details": {"cached_tokens": 0, "audio_tokens": 0}, "completion_tokens_details": {"reasoning_tokens": 3517, "audio_tokens": 0, "accepted_prediction_tokens": 0, "rejected_prediction_tokens": 0}, "finish_reason": "stop"}, "cost": 0.091872}
{"arm": "A-2pass", "model": "glm-5", "keyenv": "ZAI_API_KEY", "id": "19.0", "variant": "reflow-pass2", "err": null, "usage": {"completion_tokens": 1792, "prompt_tokens": 2911, "prompt_tokens_details": {"cached_tokens": 0}, "total_tokens": 4703, "finish_reason": "stop"}, "cost": 0.008645}
{"arm": "F-disc", "model": "gpt-5.4", "keyenv": "OPENAI_API_KEY", "id": "19.1", "variant": "discourse", "err": null, "latency_s": 29.6, "usage": {"prompt_tokens": 2964, "completion_tokens": 3515, "total_tokens": 6479, "prompt_tokens_details": {"cached_tokens": 0, "audio_tokens": 0}, "completion_tokens_details": {"reasoning_tokens": 2529, "audio_tokens": 0, "accepted_prediction_tokens": 0, "rejected_prediction_tokens": 0}, "finish_reason": "stop"}, "cost": 0.060135}
{"arm": "A-2pass", "model": "glm-5", "keyenv": "ZAI_API_KEY", "id": "19.1", "variant": "baseline", "err": null, "latency_s": 26.4, "usage": {"completion_tokens": 973, "prompt_tokens": 2263, "prompt_tokens_details": {"cached_tokens": 512}, "total_tokens": 3236, "finish_reason": "stop"}, "cost": 0.005377}
{"arm": "A-2pass", "model": "glm-5", "keyenv": "ZAI_API_KEY", "id": "19.1", "variant": "reflow-pass2", "err": null, "usage": {"completion_tokens": 921, "prompt_tokens": 2076, "prompt_tokens_details": {"cached_tokens": 0}, "total_tokens": 2997, "finish_reason": "stop"}, "cost": 0.005023}
{"arm": "A-2pass", "model": "glm-5", "keyenv": "ZAI_API_KEY", "id": "17.0", "variant": "baseline", "err": null, "latency_s": 28.3, "usage": {"completion_tokens": 1708, "prompt_tokens": 3620, "prompt_tokens_details": {"cached_tokens": 0}, "total_tokens": 5328, "finish_reason": "stop"}, "cost": 0.009086}
{"arm": "F-disc", "model": "gpt-5.4", "keyenv": "OPENAI_API_KEY", "id": "17.0", "variant": "discourse", "err": null, "latency_s": 78.3, "usage": {"prompt_tokens": 4436, "completion_tokens": 9100, "total_tokens": 13536, "prompt_tokens_details": {"cached_tokens": 0, "audio_tokens": 0}, "completion_tokens_details": {"reasoning_tokens": 7300, "audio_tokens": 0, "accepted_prediction_tokens": 0, "rejected_prediction_tokens": 0}, "finish_reason": "stop"}, "cost": 0.14759}
{"arm": "A-2pass", "model": "glm-5", "keyenv": "ZAI_API_KEY", "id": "17.0", "variant": "reflow-pass2", "err": null, "usage": {"completion_tokens": 1693, "prompt_tokens": 2811, "prompt_tokens_details": {"cached_tokens": 1024}, "total_tokens": 4504, "finish_reason": "stop"}, "cost": 0.008229}
{"arm": "F-disc", "model": "gpt-5.4", "keyenv": "OPENAI_API_KEY", "id": "17.1", "variant": "discourse", "err": null, "latency_s": 41.9, "usage": {"prompt_tokens": 4487, "completion_tokens": 4770, "total_tokens": 9257, "prompt_tokens_details": {"cached_tokens": 0, "audio_tokens": 0}, "completion_tokens_details": {"reasoning_tokens": 2938, "audio_tokens": 0, "accepted_prediction_tokens": 0, "rejected_prediction_tokens": 0}, "finish_reason": "stop"}, "cost": 0.082767}
{"arm": "A-2pass", "model": "glm-5", "keyenv": "ZAI_API_KEY", "id": "17.1", "variant": "baseline", "err": null, "latency_s": 37.8, "usage": {"completion_tokens": 1764, "prompt_tokens": 3620, "prompt_tokens_details": {"cached_tokens": 384}, "total_tokens": 5384, "finish_reason": "stop"}, "cost": 0.009265}
{"arm": "F-disc", "model": "gpt-5.4", "keyenv": "OPENAI_API_KEY", "id": "18.0", "variant": "discourse", "err": null, "latency_s": 41.0, "usage": {"prompt_tokens": 4474, "completion_tokens": 4786, "total_tokens": 9260, "prompt_tokens_details": {"cached_tokens": 0, "audio_tokens": 0}, "completion_tokens_details": {"reasoning_tokens": 2878, "audio_tokens": 0, "accepted_prediction_tokens": 0, "rejected_prediction_tokens": 0}, "finish_reason": "stop"}, "cost": 0.082975}
{"arm": "A-2pass", "model": "glm-5", "keyenv": "ZAI_API_KEY", "id": "17.1", "variant": "reflow-pass2", "err": null, "usage": {"completion_tokens": 1734, "prompt_tokens": 2867, "prompt_tokens_details": {"cached_tokens": 0}, "total_tokens": 4601, "finish_reason": "stop"}, "cost": 0.008416}
{"arm": "F-disc", "model": "gpt-5.4", "keyenv": "OPENAI_API_KEY", "id": "18.1", "variant": "discourse", "err": null, "latency_s": 44.5, "usage": {"prompt_tokens": 4580, "completion_tokens": 5352, "total_tokens": 9932, "prompt_tokens_details": {"cached_tokens": 0, "audio_tokens": 0}, "completion_tokens_details": {"reasoning_tokens": 3398, "audio_tokens": 0, "accepted_prediction_tokens": 0, "rejected_prediction_tokens": 0}, "finish_reason": "stop"}, "cost": 0.09173}
{"arm": "A-2pass", "model": "glm-5", "keyenv": "ZAI_API_KEY", "id": "18.0", "variant": "baseline", "err": null, "latency_s": 32.8, "usage": {"completion_tokens": 1780, "prompt_tokens": 3655, "prompt_tokens_details": {"cached_tokens": 0}, "total_tokens": 5435, "finish_reason": "stop"}, "cost": 0.009351}
{"arm": "F-disc", "model": "gpt-5.4", "keyenv": "OPENAI_API_KEY", "id": "18.2", "variant": "discourse", "err": null, "latency_s": 19.2, "usage": {"prompt_tokens": 2753, "completion_tokens": 1900, "total_tokens": 4653, "prompt_tokens_details": {"cached_tokens": 0, "audio_tokens": 0}, "completion_tokens_details": {"reasoning_tokens": 1023, "audio_tokens": 0, "accepted_prediction_tokens": 0, "rejected_prediction_tokens": 0}, "finish_reason": "stop"}, "cost": 0.035382}
{"arm": "A-2pass", "model": "glm-5", "keyenv": "ZAI_API_KEY", "id": "18.0", "variant": "reflow-pass2", "err": null, "usage": {"completion_tokens": 1776, "prompt_tokens": 2883, "prompt_tokens_details": {"cached_tokens": 1024}, "total_tokens": 4659, "finish_reason": "stop"}, "cost": 0.008566}
{"arm": "A-2pass", "model": "glm-5", "keyenv": "ZAI_API_KEY", "id": "18.1", "variant": "baseline", "err": null, "latency_s": 38.5, "usage": {"completion_tokens": 1789, "prompt_tokens": 3733, "prompt_tokens_details": {"cached_tokens": 0}, "total_tokens": 5522, "finish_reason": "stop"}, "cost": 0.009458}
{"arm": "A-2pass", "model": "glm-5", "keyenv": "ZAI_API_KEY", "id": "18.1", "variant": "reflow-pass2", "err": null, "usage": {"completion_tokens": 1787, "prompt_tokens": 2891, "prompt_tokens_details": {"cached_tokens": 1024}, "total_tokens": 4678, "finish_reason": "stop"}, "cost": 0.008609}
{"arm": "A-2pass", "model": "glm-5", "keyenv": "ZAI_API_KEY", "id": "18.2", "variant": "baseline", "err": null, "latency_s": 16.9, "usage": {"completion_tokens": 855, "prompt_tokens": 2078, "prompt_tokens_details": {"cached_tokens": 384}, "total_tokens": 2933, "finish_reason": "stop"}, "cost": 0.004814}
{"arm": "A-2pass", "model": "glm-5", "keyenv": "ZAI_API_KEY", "id": "18.2", "variant": "reflow-pass2", "err": null, "usage": {"completion_tokens": 849, "prompt_tokens": 1958, "prompt_tokens_details": {"cached_tokens": 1024}, "total_tokens": 2807, "finish_reason": "stop"}, "cost": 0.004675}
{"arm": "X-base", "model": "grok-4.3", "keyenv": "XAI_API_KEY", "id": "7.0", "variant": "baseline", "err": null, "latency_s": 13.6, "usage": {"prompt_tokens": 3835, "completion_tokens": 1665, "total_tokens": 6474, "prompt_tokens_details": {"text_tokens": 3835, "audio_tokens": 0, "image_tokens": 0, "cached_tokens": 128}, "completion_tokens_details": {"reasoning_tokens": 974, "audio_tokens": 0, "accepted_prediction_tokens": 0, "rejected_prediction_tokens": 0}, "num_sources_used": 0, "cost_in_usd_ticks": 112568500, "finish_reason": "stop"}, "cost": 0.008956}
{"arm": "X-base", "model": "grok-4.3", "keyenv": "XAI_API_KEY", "id": "8.0", "variant": "baseline", "err": null, "latency_s": 12.6, "usage": {"prompt_tokens": 3748, "completion_tokens": 1672, "total_tokens": 6237, "prompt_tokens_details": {"text_tokens": 3748, "audio_tokens": 0, "image_tokens": 0, "cached_tokens": 128}, "completion_tokens_details": {"reasoning_tokens": 817, "audio_tokens": 0, "accepted_prediction_tokens": 0, "rejected_prediction_tokens": 0}, "num_sources_used": 0, "cost_in_usd_ticks": 107731000, "finish_reason": "stop"}, "cost": 0.008865}
{"arm": "X-base", "model": "grok-4.3", "keyenv": "XAI_API_KEY", "id": "8.1", "variant": "baseline", "err": null, "latency_s": 13.5, "usage": {"prompt_tokens": 3437, "completion_tokens": 1428, "total_tokens": 5923, "prompt_tokens_details": {"text_tokens": 3437, "audio_tokens": 0, "image_tokens": 0, "cached_tokens": 192}, "completion_tokens_details": {"reasoning_tokens": 1058, "audio_tokens": 0, "accepted_prediction_tokens": 0, "rejected_prediction_tokens": 0}, "num_sources_used": 0, "cost_in_usd_ticks": 103096500, "finish_reason": "stop"}, "cost": 0.007866}
{"arm": "X-base", "model": "grok-4.3", "keyenv": "XAI_API_KEY", "id": "9.0", "variant": "baseline", "err": null, "latency_s": 15.1, "usage": {"prompt_tokens": 3838, "completion_tokens": 1729, "total_tokens": 6685, "prompt_tokens_details": {"text_tokens": 3838, "audio_tokens": 0, "image_tokens": 0, "cached_tokens": 192}, "completion_tokens_details": {"reasoning_tokens": 1118, "audio_tokens": 0, "accepted_prediction_tokens": 0, "rejected_prediction_tokens": 0}, "num_sources_used": 0, "cost_in_usd_ticks": 117134000, "finish_reason": "stop"}, "cost": 0.00912}
{"arm": "X-base", "model": "grok-4.3", "keyenv": "XAI_API_KEY", "id": "10.0", "variant": "baseline", "err": null, "latency_s": 15.2, "usage": {"prompt_tokens": 3936, "completion_tokens": 1824, "total_tokens": 6493, "prompt_tokens_details": {"text_tokens": 3936, "audio_tokens": 0, "image_tokens": 0, "cached_tokens": 192}, "completion_tokens_details": {"reasoning_tokens": 733, "audio_tokens": 0, "accepted_prediction_tokens": 0, "rejected_prediction_tokens": 0}, "num_sources_used": 0, "cost_in_usd_ticks": 111109000, "finish_reason": "stop"}, "cost": 0.00948}
{"arm": "G-base", "model": "gemini-3.1-pro-preview", "keyenv": "GEMINI_API_KEY", "id": "7.0", "variant": "baseline", "err": null, "latency_s": 76.5, "usage": {"completion_tokens": 1061, "prompt_tokens": 3564, "total_tokens": 11560, "finish_reason": "length"}, "cost": 0.10308}
{"arm": "X-base", "model": "grok-4.3", "keyenv": "XAI_API_KEY", "id": "11.0", "variant": "baseline", "err": null, "latency_s": 10.3, "usage": {"prompt_tokens": 3035, "completion_tokens": 969, "total_tokens": 4855, "prompt_tokens_details": {"text_tokens": 3035, "audio_tokens": 0, "image_tokens": 0, "cached_tokens": 192}, "completion_tokens_details": {"reasoning_tokens": 851, "audio_tokens": 0, "accepted_prediction_tokens": 0, "rejected_prediction_tokens": 0}, "num_sources_used": 0, "cost_in_usd_ticks": 81421500, "finish_reason": "stop"}, "cost": 0.006216}
{"arm": "X-base", "model": "grok-4.3", "keyenv": "XAI_API_KEY", "id": "11.1", "variant": "baseline", "err": null, "latency_s": 13.2, "usage": {"prompt_tokens": 2849, "completion_tokens": 1153, "total_tokens": 5233, "prompt_tokens_details": {"text_tokens": 2849, "audio_tokens": 0, "image_tokens": 0, "cached_tokens": 192}, "completion_tokens_details": {"reasoning_tokens": 1231, "audio_tokens": 0, "accepted_prediction_tokens": 0, "rejected_prediction_tokens": 0}, "num_sources_used": 0, "cost_in_usd_ticks": 93196500, "finish_reason": "stop"}, "cost": 0.006444}
{"arm": "X-base", "model": "grok-4.3", "keyenv": "XAI_API_KEY", "id": "24.0", "variant": "baseline", "err": null, "latency_s": 15.3, "usage": {"prompt_tokens": 3648, "completion_tokens": 1638, "total_tokens": 6073, "prompt_tokens_details": {"text_tokens": 3648, "audio_tokens": 0, "image_tokens": 0, "cached_tokens": 192}, "completion_tokens_details": {"reasoning_tokens": 787, "audio_tokens": 0, "accepted_prediction_tokens": 0, "rejected_prediction_tokens": 0}, "num_sources_used": 0, "cost_in_usd_ticks": 104209000, "finish_reason": "stop"}, "cost": 0.008655}
{"arm": "X-base", "model": "grok-4.3", "keyenv": "XAI_API_KEY", "id": "24.1", "variant": "baseline", "err": null, "latency_s": 13.4, "usage": {"prompt_tokens": 3228, "completion_tokens": 1364, "total_tokens": 5904, "prompt_tokens_details": {"text_tokens": 3228, "audio_tokens": 0, "image_tokens": 0, "cached_tokens": 192}, "completion_tokens_details": {"reasoning_tokens": 1312, "audio_tokens": 0, "accepted_prediction_tokens": 0, "rejected_prediction_tokens": 0}, "num_sources_used": 0, "cost_in_usd_ticks": 105234000, "finish_reason": "stop"}, "cost": 0.007445}
{"arm": "X-disc", "model": "grok-4.3", "keyenv": "XAI_API_KEY", "id": "7.0", "variant": "discourse", "err": null, "latency_s": 13.1, "usage": {"prompt_tokens": 4383, "completion_tokens": 1667, "total_tokens": 7007, "prompt_tokens_details": {"text_tokens": 4383, "audio_tokens": 0, "image_tokens": 0, "cached_tokens": 192}, "completion_tokens_details": {"reasoning_tokens": 957, "audio_tokens": 0, "accepted_prediction_tokens": 0, "rejected_prediction_tokens": 0}, "num_sources_used": 0, "cost_in_usd_ticks": 118371500, "finish_reason": "stop"}, "cost": 0.009646}
{"arm": "X-disc", "model": "grok-4.3", "keyenv": "XAI_API_KEY", "id": "8.0", "variant": "discourse", "err": null, "latency_s": 12.8, "usage": {"prompt_tokens": 4296, "completion_tokens": 1682, "total_tokens": 6997, "prompt_tokens_details": {"text_tokens": 4296, "audio_tokens": 0, "image_tokens": 0, "cached_tokens": 192}, "completion_tokens_details": {"reasoning_tokens": 1019, "audio_tokens": 0, "accepted_prediction_tokens": 0, "rejected_prediction_tokens": 0}, "num_sources_used": 0, "cost_in_usd_ticks": 119209000, "finish_reason": "stop"}, "cost": 0.009575}
{"arm": "X-disc", "model": "grok-4.3", "keyenv": "XAI_API_KEY", "id": "8.1", "variant": "discourse", "err": null, "latency_s": 11.5, "usage": {"prompt_tokens": 3985, "completion_tokens": 1441, "total_tokens": 6029, "prompt_tokens_details": {"text_tokens": 3985, "audio_tokens": 0, "image_tokens": 0, "cached_tokens": 192}, "completion_tokens_details": {"reasoning_tokens": 603, "audio_tokens": 0, "accepted_prediction_tokens": 0, "rejected_prediction_tokens": 0}, "num_sources_used": 0, "cost_in_usd_ticks": 98896500, "finish_reason": "stop"}, "cost": 0.008584}
{"arm": "X-disc", "model": "grok-4.3", "keyenv": "XAI_API_KEY", "id": "9.0", "variant": "discourse", "err": null, "latency_s": 13.8, "usage": {"prompt_tokens": 4386, "completion_tokens": 1723, "total_tokens": 6933, "prompt_tokens_details": {"text_tokens": 4386, "audio_tokens": 0, "image_tokens": 0, "cached_tokens": 192}, "completion_tokens_details": {"reasoning_tokens": 824, "audio_tokens": 0, "accepted_prediction_tokens": 0, "rejected_prediction_tokens": 0}, "num_sources_used": 0, "cost_in_usd_ticks": 116484000, "finish_reason": "stop"}, "cost": 0.00979}
{"arm": "X-disc", "model": "grok-4.3", "keyenv": "XAI_API_KEY", "id": "10.0", "variant": "discourse", "err": null, "latency_s": 12.3, "usage": {"prompt_tokens": 4484, "completion_tokens": 1810, "total_tokens": 6874, "prompt_tokens_details": {"text_tokens": 4484, "audio_tokens": 0, "image_tokens": 0, "cached_tokens": 192}, "completion_tokens_details": {"reasoning_tokens": 580, "audio_tokens": 0, "accepted_prediction_tokens": 0, "rejected_prediction_tokens": 0}, "num_sources_used": 0, "cost_in_usd_ticks": 113784000, "finish_reason": "stop"}, "cost": 0.01013}
{"arm": "X-disc", "model": "grok-4.3", "keyenv": "XAI_API_KEY", "id": "11.0", "variant": "discourse", "err": null, "latency_s": 10.0, "usage": {"prompt_tokens": 3583, "completion_tokens": 894, "total_tokens": 5259, "prompt_tokens_details": {"text_tokens": 3583, "audio_tokens": 0, "image_tokens": 0, "cached_tokens": 576}, "completion_tokens_details": {"reasoning_tokens": 782, "audio_tokens": 0, "accepted_prediction_tokens": 0, "rejected_prediction_tokens": 0}, "num_sources_used": 0, "cost_in_usd_ticks": 80639500, "finish_reason": "stop"}, "cost": 0.006714}
{"arm": "X-disc", "model": "grok-4.3", "keyenv": "XAI_API_KEY", "id": "11.1", "variant": "discourse", "err": null, "latency_s": 10.2, "usage": {"prompt_tokens": 3397, "completion_tokens": 1152, "total_tokens": 5204, "prompt_tokens_details": {"text_tokens": 3397, "audio_tokens": 0, "image_tokens": 0, "cached_tokens": 576}, "completion_tokens_details": {"reasoning_tokens": 655, "audio_tokens": 0, "accepted_prediction_tokens": 0, "rejected_prediction_tokens": 0}, "num_sources_used": 0, "cost_in_usd_ticks": 81589500, "finish_reason": "stop"}, "cost": 0.007126}
{"arm": "X-disc", "model": "grok-4.3", "keyenv": "XAI_API_KEY", "id": "24.0", "variant": "discourse", "err": null, "latency_s": 11.0, "usage": {"prompt_tokens": 4196, "completion_tokens": 1636, "total_tokens": 6299, "prompt_tokens_details": {"text_tokens": 4196, "audio_tokens": 0, "image_tokens": 0, "cached_tokens": 576}, "completion_tokens_details": {"reasoning_tokens": 467, "audio_tokens": 0, "accepted_prediction_tokens": 0, "rejected_prediction_tokens": 0}, "num_sources_used": 0, "cost_in_usd_ticks": 98977000, "finish_reason": "stop"}, "cost": 0.009335}
{"arm": "X-disc", "model": "grok-4.3", "keyenv": "XAI_API_KEY", "id": "24.1", "variant": "discourse", "err": null, "latency_s": 19.0, "usage": {"prompt_tokens": 3776, "completion_tokens": 1363, "total_tokens": 6512, "prompt_tokens_details": {"text_tokens": 3776, "audio_tokens": 0, "image_tokens": 0, "cached_tokens": 576}, "completion_tokens_details": {"reasoning_tokens": 1373, "audio_tokens": 0, "accepted_prediction_tokens": 0, "rejected_prediction_tokens": 0}, "num_sources_used": 0, "cost_in_usd_ticks": 109552000, "finish_reason": "stop"}, "cost": 0.008127}
{"arm": "G-base", "model": "gemini-3.1-pro-preview", "keyenv": "GEMINI_API_KEY", "id": "8.0", "variant": "baseline", "err": null, "latency_s": 168.0, "usage": {"completion_tokens": 377, "prompt_tokens": 3411, "total_tokens": 11407, "finish_reason": "length"}, "cost": 0.102774}
{"arm": "G-base", "model": "gemini-3.1-pro-preview", "keyenv": "GEMINI_API_KEY", "id": "8.1", "variant": "baseline", "err": null, "latency_s": 44.9, "usage": {"completion_tokens": 1621, "prompt_tokens": 3181, "total_tokens": 10713, "finish_reason": "stop"}, "cost": 0.096746}
{"arm": "G-base", "model": "gemini-3.1-pro-preview", "keyenv": "GEMINI_API_KEY", "id": "9.0", "variant": "baseline", "err": null, "latency_s": 43.8, "usage": {"completion_tokens": 1849, "prompt_tokens": 3520, "total_tokens": 11162, "finish_reason": "stop"}, "cost": 0.098744}
{"arm": "G-base", "model": "gemini-3.1-pro-preview", "keyenv": "GEMINI_API_KEY", "id": "10.0", "variant": "baseline", "err": null, "latency_s": 48.7, "usage": {"completion_tokens": 319, "prompt_tokens": 3605, "total_tokens": 11601, "finish_reason": "length"}, "cost": 0.103162}
{"arm": "G-base", "model": "gemini-3.1-pro-preview", "keyenv": "GEMINI_API_KEY", "id": "11.0", "variant": "baseline", "err": "empty|finish=|reasoning=False", "latency_s": 52.1, "usage": {"completion_tokens": 0, "prompt_tokens": 2748, "total_tokens": 9561, "finish_reason": ""}, "cost": 0.087252}
{"arm": "G-base", "model": "gemini-3.1-pro-preview", "keyenv": "GEMINI_API_KEY", "id": "11.1", "variant": "baseline", "err": null, "latency_s": 39.7, "usage": {"completion_tokens": 1296, "prompt_tokens": 2445, "total_tokens": 8809, "finish_reason": "stop"}, "cost": 0.081258}
{"arm": "G-base", "model": "gemini-3.1-pro-preview", "keyenv": "GEMINI_API_KEY", "id": "24.0", "variant": "baseline", "err": null, "latency_s": 45.0, "usage": {"completion_tokens": 1763, "prompt_tokens": 3326, "total_tokens": 10907, "finish_reason": "stop"}, "cost": 0.097624}
{"arm": "G-base", "model": "gemini-3.1-pro-preview", "keyenv": "GEMINI_API_KEY", "id": "24.1", "variant": "baseline", "err": null, "latency_s": 46.4, "usage": {"completion_tokens": 1457, "prompt_tokens": 2845, "total_tokens": 10482, "finish_reason": "stop"}, "cost": 0.097334}
{"arm": "G-disc", "model": "gemini-3.1-pro-preview", "keyenv": "GEMINI_API_KEY", "id": "7.0", "variant": "discourse", "err": null, "latency_s": 51.1, "usage": {"completion_tokens": 317, "prompt_tokens": 3564, "total_tokens": 11560, "finish_reason": "length"}, "cost": 0.10308}
{"arm": "G-disc", "model": "gemini-3.1-pro-preview", "keyenv": "GEMINI_API_KEY", "id": "8.0", "variant": "discourse", "err": null, "latency_s": 46.5, "usage": {"completion_tokens": 1651, "prompt_tokens": 3411, "total_tokens": 11407, "finish_reason": "length"}, "cost": 0.102774}
{"arm": "G-disc", "model": "gemini-3.1-pro-preview", "keyenv": "GEMINI_API_KEY", "id": "8.1", "variant": "discourse", "err": null, "latency_s": 49.9, "usage": {"completion_tokens": 646, "prompt_tokens": 3181, "total_tokens": 11177, "finish_reason": "length"}, "cost": 0.102314}
{"arm": "G-disc", "model": "gemini-3.1-pro-preview", "keyenv": "GEMINI_API_KEY", "id": "9.0", "variant": "discourse", "err": null, "latency_s": 45.2, "usage": {"completion_tokens": 1859, "prompt_tokens": 3520, "total_tokens": 10984, "finish_reason": "stop"}, "cost": 0.096608}
{"arm": "G-disc", "model": "gemini-3.1-pro-preview", "keyenv": "GEMINI_API_KEY", "id": "10.0", "variant": "discourse", "err": null, "latency_s": 46.9, "usage": {"completion_tokens": 1894, "prompt_tokens": 3605, "total_tokens": 11132, "finish_reason": "stop"}, "cost": 0.097534}
{"arm": "G-disc", "model": "gemini-3.1-pro-preview", "keyenv": "GEMINI_API_KEY", "id": "11.0", "variant": "discourse", "err": "empty|finish=|reasoning=False", "latency_s": 50.9, "usage": {"completion_tokens": 0, "prompt_tokens": 2748, "total_tokens": 9864, "finish_reason": ""}, "cost": 0.090888}
{"arm": "G-disc", "model": "gemini-3.1-pro-preview", "keyenv": "GEMINI_API_KEY", "id": "11.1", "variant": "discourse", "err": null, "latency_s": 35.3, "usage": {"completion_tokens": 1219, "prompt_tokens": 2445, "total_tokens": 8239, "finish_reason": "stop"}, "cost": 0.074418}
{"arm": "G-disc", "model": "gemini-3.1-pro-preview", "keyenv": "GEMINI_API_KEY", "id": "24.0", "variant": "discourse", "err": null, "latency_s": 50.1, "usage": {"completion_tokens": 317, "prompt_tokens": 3326, "total_tokens": 11322, "finish_reason": "length"}, "cost": 0.102604}
{"arm": "G-disc", "model": "gemini-3.1-pro-preview", "keyenv": "GEMINI_API_KEY", "id": "24.1", "variant": "discourse", "err": null, "latency_s": 51.8, "usage": {"completion_tokens": 319, "prompt_tokens": 2845, "total_tokens": 10841, "finish_reason": "length"}, "cost": 0.101642}