heaven/textmachine
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Give the blind pairs neutral aliases so the filename cannot tell a judge which arm or control it is reading

Browse source
This commit is contained in:
heaven 2026-09-02 19:40:38 +03:00
parent dd23f452d5
commit be5af14d3f
1 changed files with 66 additions and 33 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

99
eval/dovodka/blind-read/KEY-do-not-show-judges.json
View file

@ -6,7 +6,8 @@
"chapter": 9,
"chunk": 0,
"arm_A": "p7-off",
"arm_B": "p7-low"
"arm_B": "p7-low",
"alias": "tx30"
},
{
"pair_id": "null-ch8-c0",
@ -15,7 +16,8 @@
"chapter": 8,
"chunk": 0,
"arm_A": "p9-low",
"arm_B": "p9-low"
"arm_B": "p9-low",
"alias": "tx09"
},
{
"pair_id": "p9-ch12-c0",
@ -24,7 +26,8 @@
"chapter": 12,
"chunk": 0,
"arm_A": "p9-low",
"arm_B": "p9-off"
"arm_B": "p9-off",
"alias": "tx28"
},
{
"pair_id": "p7-ch8-c0",
@ -33,7 +36,8 @@
"chapter": 8,
"chunk": 0,
"arm_A": "p7-low",
"arm_B": "p7-off"
"arm_B": "p7-off",
"alias": "tx05"
},
{
"pair_id": "p9-ch8-c0",
@ -42,7 +46,8 @@
"chapter": 8,
"chunk": 0,
"arm_A": "p9-off",
"arm_B": "p9-low"
"arm_B": "p9-low",
"alias": "tx02"
},
{
"pair_id": "p7-ch5-c0",
@ -51,7 +56,8 @@
"chapter": 5,
"chunk": 0,
"arm_A": "p7-off",
"arm_B": "p7-low"
"arm_B": "p7-low",
"alias": "tx03"
},
{
"pair_id": "p9-ch16-c0",
@ -60,7 +66,8 @@
"chapter": 16,
"chunk": 0,
"arm_A": "p9-low",
"arm_B": "p9-off"
"arm_B": "p9-off",
"alias": "tx17"
},
{
"pair_id": "p7-ch16-c0",
@ -69,7 +76,8 @@
"chapter": 16,
"chunk": 0,
"arm_A": "p7-low",
"arm_B": "p7-off"
"arm_B": "p7-off",
"alias": "tx06"
},
{
"pair_id": "p9-ch2-c0",
@ -78,7 +86,8 @@
"chapter": 2,
"chunk": 0,
"arm_A": "p9-low",
"arm_B": "p9-off"
"arm_B": "p9-off",
"alias": "tx10"
},
{
"pair_id": "p9-ch3-c0",
@ -87,7 +96,8 @@
"chapter": 3,
"chunk": 0,
"arm_A": "p9-low",
"arm_B": "p9-off"
"arm_B": "p9-off",
"alias": "tx18"
},
{
"pair_id": "p9-ch10-c0",
@ -96,7 +106,8 @@
"chapter": 10,
"chunk": 0,
"arm_A": "p9-low",
"arm_B": "p9-off"
"arm_B": "p9-off",
"alias": "tx15"
},
{
"pair_id": "p7-ch3-c0",
@ -105,7 +116,8 @@
"chapter": 3,
"chunk": 0,
"arm_A": "p7-low",
"arm_B": "p7-off"
"arm_B": "p7-off",
"alias": "tx25"
},
{
"pair_id": "p9-ch12-c1",
@ -114,7 +126,8 @@
"chapter": 12,
"chunk": 1,
"arm_A": "p9-off",
"arm_B": "p9-low"
"arm_B": "p9-low",
"alias": "tx08"
},
{
"pair_id": "p7-ch1-c0",
@ -123,7 +136,8 @@
"chapter": 1,
"chunk": 0,
"arm_A": "p7-off",
"arm_B": "p7-low"
"arm_B": "p7-low",
"alias": "tx14"
},
{
"pair_id": "null-ch7-c0",
@ -132,7 +146,8 @@
"chapter": 7,
"chunk": 0,
"arm_A": "p7-low",
"arm_B": "p7-low"
"arm_B": "p7-low",
"alias": "tx22"
},
{
"pair_id": "p7-ch10-c0",
@ -141,7 +156,8 @@
"chapter": 10,
"chunk": 0,
"arm_A": "p7-off",
"arm_B": "p7-low"
"arm_B": "p7-low",
"alias": "tx21"
},
{
"pair_id": "p7-ch13-c0",
@ -150,7 +166,8 @@
"chapter": 13,
"chunk": 0,
"arm_A": "p7-low",
"arm_B": "p7-off"
"arm_B": "p7-off",
"alias": "tx01"
},
{
"pair_id": "p7-ch7-c0",
@ -159,7 +176,8 @@
"chapter": 7,
"chunk": 0,
"arm_A": "p7-low",
"arm_B": "p7-off"
"arm_B": "p7-off",
"alias": "tx33"
},
{
"pair_id": "p9-ch7-c0",
@ -168,7 +186,8 @@
"chapter": 7,
"chunk": 0,
"arm_A": "p9-off",
"arm_B": "p9-low"
"arm_B": "p9-low",
"alias": "tx29"
},
{
"pair_id": "p9-ch3-c1",
@ -177,7 +196,8 @@
"chapter": 3,
"chunk": 1,
"arm_A": "p9-low",
"arm_B": "p9-off"
"arm_B": "p9-off",
"alias": "tx23"
},
{
"pair_id": "p9-ch15-c0",
@ -186,7 +206,8 @@
"chapter": 15,
"chunk": 0,
"arm_A": "p9-off",
"arm_B": "p9-low"
"arm_B": "p9-low",
"alias": "tx16"
},
{
"pair_id": "p7-ch6-c0",
@ -195,7 +216,8 @@
"chapter": 6,
"chunk": 0,
"arm_A": "p7-low",
"arm_B": "p7-off"
"arm_B": "p7-off",
"alias": "tx20"
},
{
"pair_id": "null-ch13-c0",
@ -204,7 +226,8 @@
"chapter": 13,
"chunk": 0,
"arm_A": "p9-off",
"arm_B": "p9-off"
"arm_B": "p9-off",
"alias": "tx19"
},
{
"pair_id": "p7-ch2-c0",
@ -213,7 +236,8 @@
"chapter": 2,
"chunk": 0,
"arm_A": "p7-off",
"arm_B": "p7-low"
"arm_B": "p7-low",
"alias": "tx32"
},
{
"pair_id": "p9-ch6-c0",
@ -222,7 +246,8 @@
"chapter": 6,
"chunk": 0,
"arm_A": "p9-off",
"arm_B": "p9-low"
"arm_B": "p9-low",
"alias": "tx13"
},
{
"pair_id": "p7-ch12-c1",
@ -231,7 +256,8 @@
"chapter": 12,
"chunk": 1,
"arm_A": "p7-low",
"arm_B": "p7-off"
"arm_B": "p7-off",
"alias": "tx12"
},
{
"pair_id": "p7-ch3-c1",
@ -240,7 +266,8 @@
"chapter": 3,
"chunk": 1,
"arm_A": "p7-low",
"arm_B": "p7-off"
"arm_B": "p7-off",
"alias": "tx31"
},
{
"pair_id": "p9-ch9-c0",
@ -249,7 +276,8 @@
"chapter": 9,
"chunk": 0,
"arm_A": "p9-off",
"arm_B": "p9-low"
"arm_B": "p9-low",
"alias": "tx11"
},
{
"pair_id": "p7-ch15-c0",
@ -258,7 +286,8 @@
"chapter": 15,
"chunk": 0,
"arm_A": "p7-off",
"arm_B": "p7-low"
"arm_B": "p7-low",
"alias": "tx04"
},
{
"pair_id": "p9-ch13-c0",
@ -267,7 +296,8 @@
"chapter": 13,
"chunk": 0,
"arm_A": "p9-low",
"arm_B": "p9-off"
"arm_B": "p9-off",
"alias": "tx24"
},
{
"pair_id": "p7-ch12-c0",
@ -276,7 +306,8 @@
"chapter": 12,
"chunk": 0,
"arm_A": "p7-off",
"arm_B": "p7-low"
"arm_B": "p7-low",
"alias": "tx27"
},
{
"pair_id": "p9-ch1-c0",
@ -285,7 +316,8 @@
"chapter": 1,
"chunk": 0,
"arm_A": "p9-off",
"arm_B": "p9-low"
"arm_B": "p9-low",
"alias": "tx07"
},
{
"pair_id": "p9-ch5-c0",
@ -294,6 +326,7 @@
"chapter": 5,
"chunk": 0,
"arm_A": "p9-low",
"arm_B": "p9-off"
"arm_B": "p9-off",
"alias": "tx26"
}
]