heaven/books
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions
books/gu-zhenren/exp14/rank_verdicts.jsonl

42 lines
8.8 KiB
JSON
Raw Permalink Blame History

{"ch": 19, "axis": "style", "rep": 0, "judge": "gpt-5-mini", "labels": {"V1": "Fin-A", "V2": "Fin-B", "V3": "Fin-C"}, "ranking_labels": ["V3", "V2", "V1"], "err": null, "ranking_fin": ["Fin-C", "Fin-B", "Fin-A"]}
{"ch": 19, "axis": "style", "rep": 0, "judge": "kimi-k2.6", "labels": {"V1": "Fin-A", "V2": "Fin-B", "V3": "Fin-C"}, "ranking_labels": ["V2", "V1", "V3"], "err": null, "ranking_fin": ["Fin-B", "Fin-A", "Fin-C"]}
{"ch": 19, "axis": "style", "rep": 0, "judge": "gemini-3.1-pro-preview", "labels": {"V1": "Fin-A", "V2": "Fin-B", "V3": "Fin-C"}, "ranking_labels": ["V1", "V2", "V3"], "err": null, "ranking_fin": ["Fin-A", "Fin-B", "Fin-C"]}
{"ch": 19, "axis": "style", "rep": 1, "judge": "gpt-5-mini", "labels": {"V1": "Fin-C", "V2": "Fin-A", "V3": "Fin-B"}, "ranking_labels": ["V2", "V3", "V1"], "err": null, "ranking_fin": ["Fin-A", "Fin-B", "Fin-C"]}
{"ch": 19, "axis": "style", "rep": 1, "judge": "kimi-k2.6", "labels": {"V1": "Fin-C", "V2": "Fin-A", "V3": "Fin-B"}, "ranking_labels": ["V3", "V2", "V1"], "err": null, "ranking_fin": ["Fin-B", "Fin-A", "Fin-C"]}
{"ch": 19, "axis": "style", "rep": 2, "judge": "gpt-5-mini", "labels": {"V1": "Fin-C", "V2": "Fin-A", "V3": "Fin-B"}, "ranking_labels": ["V3", "V1", "V2"], "err": null, "ranking_fin": ["Fin-B", "Fin-C", "Fin-A"]}
{"ch": 19, "axis": "style", "rep": 2, "judge": "kimi-k2.6", "labels": {"V1": "Fin-C", "V2": "Fin-A", "V3": "Fin-B"}, "ranking_labels": ["V2", "V3", "V1"], "err": null, "ranking_fin": ["Fin-A", "Fin-B", "Fin-C"]}
{"ch": 19, "axis": "fidelity", "rep": 0, "judge": "gpt-5-mini", "labels": {"V1": "Fin-A", "V2": "Fin-B", "V3": "Fin-C"}, "ranking_labels": ["V1", "V2", "V3"], "err": null, "ranking_fin": ["Fin-A", "Fin-B", "Fin-C"]}
{"ch": 19, "axis": "fidelity", "rep": 0, "judge": "kimi-k2.6", "labels": {"V1": "Fin-A", "V2": "Fin-B", "V3": "Fin-C"}, "ranking_labels": ["V1", "V2", "V3"], "err": null, "ranking_fin": ["Fin-A", "Fin-B", "Fin-C"]}
{"ch": 19, "axis": "fidelity", "rep": 0, "judge": "gemini-3.1-pro-preview", "labels": {"V1": "Fin-A", "V2": "Fin-B", "V3": "Fin-C"}, "ranking_labels": ["V1", "V3", "V2"], "err": null, "ranking_fin": ["Fin-A", "Fin-C", "Fin-B"]}
{"ch": 19, "axis": "fidelity", "rep": 1, "judge": "gpt-5-mini", "labels": {"V1": "Fin-B", "V2": "Fin-A", "V3": "Fin-C"}, "ranking_labels": ["V3", "V2", "V1"], "err": null, "ranking_fin": ["Fin-C", "Fin-A", "Fin-B"]}
{"ch": 19, "axis": "fidelity", "rep": 1, "judge": "kimi-k2.6", "labels": {"V1": "Fin-B", "V2": "Fin-A", "V3": "Fin-C"}, "ranking_labels": ["V2", "V1", "V3"], "err": null, "ranking_fin": ["Fin-A", "Fin-B", "Fin-C"]}
{"ch": 19, "axis": "fidelity", "rep": 2, "judge": "gpt-5-mini", "labels": {"V1": "Fin-B", "V2": "Fin-C", "V3": "Fin-A"}, "ranking_labels": ["V3", "V1", "V2"], "err": null, "ranking_fin": ["Fin-A", "Fin-B", "Fin-C"]}
{"ch": 19, "axis": "fidelity", "rep": 2, "judge": "kimi-k2.6", "labels": {"V1": "Fin-B", "V2": "Fin-C", "V3": "Fin-A"}, "ranking_labels": ["V2", "V3", "V1"], "err": null, "ranking_fin": ["Fin-C", "Fin-A", "Fin-B"]}
{"ch": 17, "axis": "style", "rep": 0, "judge": "gpt-5-mini", "labels": {"V1": "Fin-B", "V2": "Fin-C", "V3": "Fin-A"}, "ranking_labels": ["V2", "V3", "V1"], "err": null, "ranking_fin": ["Fin-C", "Fin-A", "Fin-B"]}
{"ch": 17, "axis": "style", "rep": 0, "judge": "kimi-k2.6", "labels": {"V1": "Fin-B", "V2": "Fin-C", "V3": "Fin-A"}, "ranking_labels": ["V2", "V1", "V3"], "err": null, "ranking_fin": ["Fin-C", "Fin-B", "Fin-A"]}
{"ch": 17, "axis": "style", "rep": 0, "judge": "gemini-3.1-pro-preview", "labels": {"V1": "Fin-B", "V2": "Fin-C", "V3": "Fin-A"}, "ranking_labels": ["V2", "V1", "V3"], "err": null, "ranking_fin": ["Fin-C", "Fin-B", "Fin-A"]}
{"ch": 17, "axis": "style", "rep": 1, "judge": "gpt-5-mini", "labels": {"V1": "Fin-A", "V2": "Fin-B", "V3": "Fin-C"}, "ranking_labels": ["V3", "V2", "V1"], "err": null, "ranking_fin": ["Fin-C", "Fin-B", "Fin-A"]}
{"ch": 17, "axis": "style", "rep": 1, "judge": "kimi-k2.6", "labels": {"V1": "Fin-A", "V2": "Fin-B", "V3": "Fin-C"}, "ranking_labels": ["V3", "V2", "V1"], "err": null, "ranking_fin": ["Fin-C", "Fin-B", "Fin-A"]}
{"ch": 17, "axis": "style", "rep": 2, "judge": "gpt-5-mini", "labels": {"V1": "Fin-B", "V2": "Fin-C", "V3": "Fin-A"}, "ranking_labels": ["V2", "V1", "V3"], "err": null, "ranking_fin": ["Fin-C", "Fin-B", "Fin-A"]}
{"ch": 17, "axis": "style", "rep": 2, "judge": "kimi-k2.6", "labels": {"V1": "Fin-B", "V2": "Fin-C", "V3": "Fin-A"}, "ranking_labels": ["V1", "V2", "V3"], "err": null, "ranking_fin": ["Fin-B", "Fin-C", "Fin-A"]}
{"ch": 17, "axis": "fidelity", "rep": 0, "judge": "gpt-5-mini", "labels": {"V1": "Fin-B", "V2": "Fin-A", "V3": "Fin-C"}, "ranking_labels": ["V2", "V1", "V3"], "err": null, "ranking_fin": ["Fin-A", "Fin-B", "Fin-C"]}
{"ch": 17, "axis": "fidelity", "rep": 0, "judge": "kimi-k2.6", "labels": {"V1": "Fin-B", "V2": "Fin-A", "V3": "Fin-C"}, "ranking_labels": null, "err": "transport|TimeoutError|The read operation timed out"}
{"ch": 17, "axis": "fidelity", "rep": 0, "judge": "gemini-3.1-pro-preview", "labels": {"V1": "Fin-B", "V2": "Fin-A", "V3": "Fin-C"}, "ranking_labels": ["V2", "V1", "V3"], "err": null, "ranking_fin": ["Fin-A", "Fin-B", "Fin-C"]}
{"ch": 17, "axis": "fidelity", "rep": 1, "judge": "gpt-5-mini", "labels": {"V1": "Fin-A", "V2": "Fin-C", "V3": "Fin-B"}, "ranking_labels": ["V1", "V3", "V2"], "err": null, "ranking_fin": ["Fin-A", "Fin-B", "Fin-C"]}
{"ch": 17, "axis": "fidelity", "rep": 1, "judge": "kimi-k2.6", "labels": {"V1": "Fin-A", "V2": "Fin-C", "V3": "Fin-B"}, "ranking_labels": null, "err": "empty|finish=length|reasoning=True"}
{"ch": 17, "axis": "fidelity", "rep": 2, "judge": "gpt-5-mini", "labels": {"V1": "Fin-B", "V2": "Fin-A", "V3": "Fin-C"}, "ranking_labels": ["V2", "V3", "V1"], "err": null, "ranking_fin": ["Fin-A", "Fin-C", "Fin-B"]}
{"ch": 17, "axis": "fidelity", "rep": 2, "judge": "kimi-k2.6", "labels": {"V1": "Fin-B", "V2": "Fin-A", "V3": "Fin-C"}, "ranking_labels": ["V3", "V1", "V2"], "err": null, "ranking_fin": ["Fin-C", "Fin-B", "Fin-A"]}
{"ch": 18, "axis": "style", "rep": 0, "judge": "gpt-5-mini", "labels": {"V1": "Fin-A", "V2": "Fin-B", "V3": "Fin-C"}, "ranking_labels": ["V3", "V2", "V1"], "err": null, "ranking_fin": ["Fin-C", "Fin-B", "Fin-A"]}
{"ch": 18, "axis": "style", "rep": 0, "judge": "kimi-k2.6", "labels": {"V1": "Fin-A", "V2": "Fin-B", "V3": "Fin-C"}, "ranking_labels": ["V3", "V1", "V2"], "err": null, "ranking_fin": ["Fin-C", "Fin-A", "Fin-B"]}
{"ch": 18, "axis": "style", "rep": 0, "judge": "gemini-3.1-pro-preview", "labels": {"V1": "Fin-A", "V2": "Fin-B", "V3": "Fin-C"}, "ranking_labels": ["V3", "V1", "V2"], "err": null, "ranking_fin": ["Fin-C", "Fin-A", "Fin-B"]}
{"ch": 18, "axis": "style", "rep": 1, "judge": "gpt-5-mini", "labels": {"V1": "Fin-A", "V2": "Fin-B", "V3": "Fin-C"}, "ranking_labels": ["V3", "V2", "V1"], "err": null, "ranking_fin": ["Fin-C", "Fin-B", "Fin-A"]}
{"ch": 18, "axis": "style", "rep": 1, "judge": "kimi-k2.6", "labels": {"V1": "Fin-A", "V2": "Fin-B", "V3": "Fin-C"}, "ranking_labels": ["V3", "V1", "V2"], "err": null, "ranking_fin": ["Fin-C", "Fin-A", "Fin-B"]}
{"ch": 18, "axis": "style", "rep": 2, "judge": "gpt-5-mini", "labels": {"V1": "Fin-A", "V2": "Fin-B", "V3": "Fin-C"}, "ranking_labels": ["V3", "V2", "V1"], "err": null, "ranking_fin": ["Fin-C", "Fin-B", "Fin-A"]}
{"ch": 18, "axis": "style", "rep": 2, "judge": "kimi-k2.6", "labels": {"V1": "Fin-A", "V2": "Fin-B", "V3": "Fin-C"}, "ranking_labels": ["V3", "V1", "V2"], "err": null, "ranking_fin": ["Fin-C", "Fin-A", "Fin-B"]}
{"ch": 18, "axis": "fidelity", "rep": 0, "judge": "gpt-5-mini", "labels": {"V1": "Fin-B", "V2": "Fin-A", "V3": "Fin-C"}, "ranking_labels": ["V3", "V1", "V2"], "err": null, "ranking_fin": ["Fin-C", "Fin-B", "Fin-A"]}
{"ch": 18, "axis": "fidelity", "rep": 0, "judge": "kimi-k2.6", "labels": {"V1": "Fin-B", "V2": "Fin-A", "V3": "Fin-C"}, "ranking_labels": ["V2", "V3", "V1"], "err": null, "ranking_fin": ["Fin-A", "Fin-C", "Fin-B"]}
{"ch": 18, "axis": "fidelity", "rep": 0, "judge": "gemini-3.1-pro-preview", "labels": {"V1": "Fin-B", "V2": "Fin-A", "V3": "Fin-C"}, "ranking_labels": null, "err": null}
{"ch": 18, "axis": "fidelity", "rep": 1, "judge": "gpt-5-mini", "labels": {"V1": "Fin-A", "V2": "Fin-C", "V3": "Fin-B"}, "ranking_labels": ["V1", "V3", "V2"], "err": null, "ranking_fin": ["Fin-A", "Fin-B", "Fin-C"]}
{"ch": 18, "axis": "fidelity", "rep": 1, "judge": "kimi-k2.6", "labels": {"V1": "Fin-A", "V2": "Fin-C", "V3": "Fin-B"}, "ranking_labels": ["V1", "V3", "V2"], "err": null, "ranking_fin": ["Fin-A", "Fin-B", "Fin-C"]}
{"ch": 18, "axis": "fidelity", "rep": 2, "judge": "gpt-5-mini", "labels": {"V1": "Fin-C", "V2": "Fin-B", "V3": "Fin-A"}, "ranking_labels": ["V1", "V2", "V3"], "err": null, "ranking_fin": ["Fin-C", "Fin-B", "Fin-A"]}
{"ch": 18, "axis": "fidelity", "rep": 2, "judge": "kimi-k2.6", "labels": {"V1": "Fin-C", "V2": "Fin-B", "V3": "Fin-A"}, "ranking_labels": null, "err": "transport|TimeoutError|The read operation timed out"}
Reference in a new issue View git blame Copy permalink