{"version": 2, "width": 64, "height": 30, "timestamp": 1794649784, "env": {"SHELL": null, "TERM": "dumb"}}
[0.039273, "o", "Local judges vs our labels | 14 Nov 2026 15:19 IST | 22 items x 3 runs\r\n\r\n== Llama 3.2 3B (llama3.2:3b) ==\r\n"]
[7.519476, "o", "r1 q01-good  gold PASS judge FAIL     XX    7.5s  agree 0/1\r\n"]
[10.231654, "o", "r1 q01-mid   gold FAIL judge FAIL     OK    2.7s  agree 1/2\r\n"]
[13.239504, "o", "r1 q01-bad   gold FAIL judge FAIL     OK    3.0s  agree 2/3\r\n"]
[17.44619, "o", "r1 q02-good  gold PASS judge PASS     OK    4.2s  agree 3/4\r\n"]
[20.939055, "o", "r1 q02-bad   gold FAIL judge FAIL     OK    3.5s  agree 4/5\r\n"]
[23.593985, "o", "r1 q04-good  gold PASS judge PASS     OK    2.7s  agree 5/6\r\n"]
[27.42136, "o", "r1 q05-good  gold PASS judge PASS     OK    3.8s  agree 6/7\r\n"]
[29.719809, "o", "r1 q05-bad   gold FAIL judge FAIL     OK    2.3s  agree 7/8\r\n"]
[32.66166, "o", "r1 q07-good  gold PASS judge PASS     OK    2.9s  agree 8/9\r\n"]
[36.857153, "o", "r1 q07-mid   gold FAIL judge FAIL     OK    4.2s  agree 9/10\r\n"]
[39.947565, "o", "r1 q07-bad   gold FAIL judge FAIL     OK    3.1s  agree 10/11\r\n"]
[42.584394, "o", "r1 q08-good  gold PASS judge PASS     OK    2.6s  agree 11/12\r\n"]
[47.230552, "o", "r1 q03-good  gold PASS judge PASS     OK    4.6s  agree 12/13\r\n"]
[50.679554, "o", "r1 q03-bad   gold FAIL judge FAIL     OK    3.4s  agree 13/14\r\n"]
[53.850538, "o", "r1 q04-bad   gold FAIL judge FAIL     OK    3.2s  agree 14/15\r\n"]
[56.484717, "o", "r1 q06-good  gold PASS judge PASS     OK    2.6s  agree 15/16\r\n"]
[59.747008, "o", "r1 q06-bad   gold FAIL judge FAIL     OK    3.3s  agree 16/17\r\n"]
[62.925663, "o", "r1 q08-bad   gold FAIL judge FAIL     OK    3.2s  agree 17/18\r\n"]
[68.926832, "o", "r1 q09-good  gold PASS judge PASS     OK    6.0s  agree 18/19\r\n"]
[73.954062, "o", "r1 q09-bad   gold FAIL judge FAIL     OK    5.0s  agree 19/20\r\n"]
[79.408206, "o", "r1 q10-good  gold PASS judge PASS     OK    5.5s  agree 20/21\r\n"]
[82.087051, "o", "r1 q10-bad   gold FAIL judge FAIL     OK    2.7s  agree 21/22\r\n"]
[85.102392, "o", "r2 q01-good  gold PASS judge FAIL     XX    3.0s  agree 21/23\r\n"]
[88.283876, "o", "r2 q01-mid   gold FAIL judge FAIL     OK    3.2s  agree 22/24\r\n"]
[90.54774, "o", "r2 q01-bad   gold FAIL judge FAIL     OK    2.3s  agree 23/25\r\n"]
[94.901891, "o", "r2 q02-good  gold PASS judge PASS     OK    4.3s  agree 24/26\r\n"]
[99.145676, "o", "r2 q02-bad   gold FAIL judge FAIL     OK    4.3s  agree 25/27\r\n"]
[104.664789, "o", "r2 q04-good  gold PASS judge PASS     OK    5.5s  agree 26/28\r\n"]
[107.973624, "o", "r2 q05-good  gold PASS judge PASS     OK    3.3s  agree 27/29\r\n"]
[110.767552, "o", "r2 q05-bad   gold FAIL judge FAIL     OK    2.8s  agree 28/30\r\n"]
[113.265309, "o", "r2 q07-good  gold PASS judge PASS     OK    2.5s  agree 29/31\r\n"]
[116.111412, "o", "r2 q07-mid   gold FAIL judge FAIL     OK    2.8s  agree 30/32\r\n"]
[119.52054, "o", "r2 q07-bad   gold FAIL judge FAIL     OK    3.4s  agree 31/33\r\n"]
[122.156924, "o", "r2 q08-good  gold PASS judge PASS     OK    2.6s  agree 32/34\r\n"]
[125.544308, "o", "r2 q03-good  gold PASS judge PASS     OK    3.4s  agree 33/35\r\n"]
[128.374428, "o", "r2 q03-bad   gold FAIL judge FAIL     OK    2.8s  agree 34/36\r\n"]
[131.861555, "o", "r2 q04-bad   gold FAIL judge FAIL     OK    3.5s  agree 35/37\r\n"]
[135.465953, "o", "r2 q06-good  gold PASS judge PASS     OK    3.6s  agree 36/38\r\n"]
[138.815374, "o", "r2 q06-bad   gold FAIL judge FAIL     OK    3.3s  agree 37/39\r\n"]
[141.186883, "o", "r2 q08-bad   gold FAIL judge FAIL     OK    2.4s  agree 38/40\r\n"]
[144.05469, "o", "r2 q09-good  gold PASS judge PASS     OK    2.9s  agree 39/41\r\n"]
[147.109892, "o", "r2 q09-bad   gold FAIL judge FAIL     OK    3.1s  agree 40/42\r\n"]
[150.23779, "o", "r2 q10-good  gold PASS judge PASS     OK    3.1s  agree 41/43\r\n"]
[152.976909, "o", "r2 q10-bad   gold FAIL judge FAIL     OK    2.7s  agree 42/44\r\n"]
[155.825845, "o", "r3 q01-good  gold PASS judge FAIL     XX    2.8s  agree 42/45\r\n"]
[158.865224, "o", "r3 q01-mid   gold FAIL judge FAIL     OK    3.0s  agree 43/46\r\n"]
[161.681675, "o", "r3 q01-bad   gold FAIL judge FAIL     OK    2.8s  agree 44/47\r\n"]
[164.877172, "o", "r3 q02-good  gold PASS judge PASS     OK    3.2s  agree 45/48\r\n"]
[167.704466, "o", "r3 q02-bad   gold FAIL judge FAIL     OK    2.8s  agree 46/49\r\n"]
[171.474447, "o", "r3 q04-good  gold PASS judge PASS     OK    3.8s  agree 47/50\r\n"]
[175.275003, "o", "r3 q05-good  gold PASS judge PASS     OK    3.8s  agree 48/51\r\n"]
[176.983179, "o", "r3 q05-bad   gold FAIL judge FAIL     OK    1.7s  agree 49/52\r\n"]
[179.386784, "o", "r3 q07-good  gold PASS judge PASS     OK    2.4s  agree 50/53\r\n"]
[185.046997, "o", "r3 q07-mid   gold FAIL judge FAIL     OK    5.7s  agree 51/54\r\n"]
[188.805857, "o", "r3 q07-bad   gold FAIL judge FAIL     OK    3.8s  agree 52/55\r\n"]
[192.5, "o", "r3 q08-good  gold PASS judge PASS     OK    3.7s  agree 53/56\r\n"]
[195.101605, "o", "r3 q03-good  gold PASS judge PASS     OK    2.6s  agree 54/57\r\n"]
[198.702957, "o", "r3 q03-bad   gold FAIL judge FAIL     OK    3.6s  agree 55/58\r\n"]
[203.466251, "o", "r3 q04-bad   gold FAIL judge FAIL     OK    4.8s  agree 56/59\r\n"]
[206.154635, "o", "r3 q06-good  gold PASS judge PASS     OK    2.7s  agree 57/60\r\n"]
[208.799847, "o", "r3 q06-bad   gold FAIL judge FAIL     OK    2.6s  agree 58/61\r\n"]
[213.7175, "o", "r3 q08-bad   gold FAIL judge FAIL     OK    4.9s  agree 59/62\r\n"]
[217.68353, "o", "r3 q09-good  gold PASS judge PASS     OK    4.0s  agree 60/63\r\n"]
[221.555596, "o", "r3 q09-bad   gold FAIL judge FAIL     OK    3.9s  agree 61/64\r\n"]
[223.603074, "o", "r3 q10-good  gold PASS judge PASS     OK    2.0s  agree 62/65\r\n"]
[228.211176, "o", "r3 q10-bad   gold FAIL judge FAIL     OK    4.6s  agree 63/66\r\n\r\n== Qwen2.5 3B (qwen2.5:3b) ==\r\n"]
[237.622496, "o", "r1 q01-good  gold PASS judge PASS     OK    9.4s  agree 1/1\r\n"]
[240.370776, "o", "r1 q01-mid   gold FAIL judge FAIL     OK    2.7s  agree 2/2\r\n"]
[242.878073, "o", "r1 q01-bad   gold FAIL judge FAIL     OK    2.5s  agree 3/3\r\n"]
[246.530119, "o", "r1 q02-good  gold PASS judge PASS     OK    3.7s  agree 4/4\r\n"]
[250.717813, "o", "r1 q02-bad   gold FAIL judge FAIL     OK    4.2s  agree 5/5\r\n"]
[254.060121, "o", "r1 q04-good  gold PASS judge PASS     OK    3.3s  agree 6/6\r\n"]
[257.619992, "o", "r1 q05-good  gold PASS judge PASS     OK    3.6s  agree 7/7\r\n"]
[260.803846, "o", "r1 q05-bad   gold FAIL judge PASS     XX    3.2s  agree 7/8\r\n"]
[263.597314, "o", "r1 q07-good  gold PASS judge PASS     OK    2.8s  agree 8/9\r\n"]
[268.620892, "o", "r1 q07-mid   gold FAIL judge FAIL     OK    5.0s  agree 9/10\r\n"]
[273.553973, "o", "r1 q07-bad   gold FAIL judge FAIL     OK    4.9s  agree 10/11\r\n"]
[277.108395, "o", "r1 q08-good  gold PASS judge PASS     OK    3.6s  agree 11/12\r\n"]
[279.39567, "o", "r1 q03-good  gold PASS judge PASS     OK    2.3s  agree 12/13\r\n"]
[282.767186, "o", "r1 q03-bad   gold FAIL judge FAIL     OK    3.4s  agree 13/14\r\n"]
[286.233041, "o", "r1 q04-bad   gold FAIL judge FAIL     OK    3.5s  agree 14/15\r\n"]
[288.821416, "o", "r1 q06-good  gold PASS judge PASS     OK    2.6s  agree 15/16\r\n"]
[291.479397, "o", "r1 q06-bad   gold FAIL judge FAIL     OK    2.7s  agree 16/17\r\n"]
[295.089397, "o", "r1 q08-bad   gold FAIL judge FAIL     OK    3.6s  agree 17/18\r\n"]
[297.326415, "o", "r1 q09-good  gold PASS judge PASS     OK    2.2s  agree 18/19\r\n"]
[303.498811, "o", "r1 q09-bad   gold FAIL judge FAIL     OK    6.2s  agree 19/20\r\n"]
[307.713226, "o", "r1 q10-good  gold PASS judge PASS     OK    4.2s  agree 20/21\r\n"]
[312.151276, "o", "r1 q10-bad   gold FAIL judge FAIL     OK    4.4s  agree 21/22\r\n"]
[316.47988, "o", "r2 q01-good  gold PASS judge PASS     OK    4.3s  agree 22/23\r\n"]
[319.66537, "o", "r2 q01-mid   gold FAIL judge FAIL     OK    3.2s  agree 23/24\r\n"]
[322.418266, "o", "r2 q01-bad   gold FAIL judge FAIL     OK    2.8s  agree 24/25\r\n"]
[327.124132, "o", "r2 q02-good  gold PASS judge PASS     OK    4.7s  agree 25/26\r\n"]
[329.287521, "o", "r2 q02-bad   gold FAIL judge FAIL     OK    2.2s  agree 26/27\r\n"]
[332.719596, "o", "r2 q04-good  gold PASS judge PASS     OK    3.4s  agree 27/28\r\n"]
[338.680326, "o", "r2 q05-good  gold PASS judge PASS     OK    6.0s  agree 28/29\r\n"]
[340.915219, "o", "r2 q05-bad   gold FAIL judge PASS     XX    2.2s  agree 28/30\r\n"]
[345.958061, "o", "r2 q07-good  gold PASS judge PASS     OK    5.0s  agree 29/31\r\n"]
[355.035552, "o", "r2 q07-mid   gold FAIL judge FAIL     OK    9.1s  agree 30/32\r\n"]
[360.4994, "o", "r2 q07-bad   gold FAIL judge FAIL     OK    5.5s  agree 31/33\r\n"]
[363.688105, "o", "r2 q08-good  gold PASS judge PASS     OK    3.2s  agree 32/34\r\n"]
[366.778786, "o", "r2 q03-good  gold PASS judge PASS     OK    3.1s  agree 33/35\r\n"]
[371.101214, "o", "r2 q03-bad   gold FAIL judge FAIL     OK    4.3s  agree 34/36\r\n"]
[373.573904, "o", "r2 q04-bad   gold FAIL judge FAIL     OK    2.5s  agree 35/37\r\n"]
[376.335441, "o", "r2 q06-good  gold PASS judge PASS     OK    2.8s  agree 36/38\r\n"]
[380.433957, "o", "r2 q06-bad   gold FAIL judge FAIL     OK    4.1s  agree 37/39\r\n"]
[383.602373, "o", "r2 q08-bad   gold FAIL judge FAIL     OK    3.2s  agree 38/40\r\n"]
[388.745416, "o", "r2 q09-good  gold PASS judge PASS     OK    5.1s  agree 39/41\r\n"]
[393.319707, "o", "r2 q09-bad   gold FAIL judge FAIL     OK    4.6s  agree 40/42\r\n"]
[399.604387, "o", "r2 q10-good  gold PASS judge FAIL     XX    6.3s  agree 40/43\r\n"]
[402.992461, "o", "r2 q10-bad   gold FAIL judge FAIL     OK    3.4s  agree 41/44\r\n"]
[407.949669, "o", "r3 q01-good  gold PASS judge PASS     OK    5.0s  agree 42/45\r\n"]
[411.531158, "o", "r3 q01-mid   gold FAIL judge FAIL     OK    3.6s  agree 43/46\r\n"]
[413.758516, "o", "r3 q01-bad   gold FAIL judge FAIL     OK    2.2s  agree 44/47\r\n"]
[417.375199, "o", "r3 q02-good  gold PASS judge FAIL     XX    3.6s  agree 44/48\r\n"]
[423.390005, "o", "r3 q02-bad   gold FAIL judge FAIL     OK    6.0s  agree 45/49\r\n"]
[425.316582, "o", "r3 q04-good  gold PASS judge PASS     OK    1.9s  agree 46/50\r\n"]
[430.727694, "o", "r3 q05-good  gold PASS judge PASS     OK    5.4s  agree 47/51\r\n"]
[433.916141, "o", "r3 q05-bad   gold FAIL judge PASS     XX    3.2s  agree 47/52\r\n"]
[437.58095, "o", "r3 q07-good  gold PASS judge PASS     OK    3.7s  agree 48/53\r\n"]
[444.794859, "o", "r3 q07-mid   gold FAIL judge FAIL     OK    7.2s  agree 49/54\r\n"]
[449.433949, "o", "r3 q07-bad   gold FAIL judge FAIL     OK    4.6s  agree 50/55\r\n"]
[452.390355, "o", "r3 q08-good  gold PASS judge PASS     OK    3.0s  agree 51/56\r\n"]
[456.065573, "o", "r3 q03-good  gold PASS judge PASS     OK    3.7s  agree 52/57\r\n"]
[458.55169, "o", "r3 q03-bad   gold FAIL judge FAIL     OK    2.5s  agree 53/58\r\n"]
[462.195836, "o", "r3 q04-bad   gold FAIL judge FAIL     OK    3.6s  agree 54/59\r\n"]
[465.039735, "o", "r3 q06-good  gold PASS judge PASS     OK    2.8s  agree 55/60\r\n"]
[467.895752, "o", "r3 q06-bad   gold FAIL judge FAIL     OK    2.9s  agree 56/61\r\n"]
[471.283497, "o", "r3 q08-bad   gold FAIL judge FAIL     OK    3.4s  agree 57/62\r\n"]
[473.825405, "o", "r3 q09-good  gold PASS judge PASS     OK    2.5s  agree 58/63\r\n"]
[479.469305, "o", "r3 q09-bad   gold FAIL judge FAIL     OK    5.6s  agree 59/64\r\n"]
[482.137692, "o", "r3 q10-good  gold PASS judge PASS     OK    2.7s  agree 60/65\r\n"]
[491.687428, "o", "r3 q10-bad   gold FAIL judge FAIL     OK    9.5s  agree 61/66\r\n\r\n== Gemma 3 4B (gemma3-4b-local:latest) ==\r\n"]
[502.004133, "o", "r1 q01-good  gold PASS judge PASS     OK   10.3s  agree 1/1\r\n"]
[507.204313, "o", "r1 q01-mid   gold FAIL judge FAIL     OK    5.2s  agree 2/2\r\n"]
[511.903237, "o", "r1 q01-bad   gold FAIL judge FAIL     OK    4.7s  agree 3/3\r\n"]
[516.73569, "o", "r1 q02-good  gold PASS judge PASS     OK    4.8s  agree 4/4\r\n"]
[521.767201, "o", "r1 q02-bad   gold FAIL judge FAIL     OK    5.0s  agree 5/5\r\n"]
[525.774804, "o", "r1 q04-good  gold PASS judge PASS     OK    4.0s  agree 6/6\r\n"]
[530.378936, "o", "r1 q05-good  gold PASS judge PASS     OK    4.6s  agree 7/7\r\n"]
[534.581541, "o", "r1 q05-bad   gold FAIL judge PASS     XX    4.2s  agree 7/8\r\n"]
[538.094363, "o", "r1 q07-good  gold PASS judge PASS     OK    3.5s  agree 8/9\r\n"]
[542.682371, "o", "r1 q07-mid   gold FAIL judge FAIL     OK    4.6s  agree 9/10\r\n"]
[547.892715, "o", "r1 q07-bad   gold FAIL judge FAIL     OK    5.2s  agree 10/11\r\n"]
[552.091939, "o", "r1 q08-good  gold PASS judge PASS     OK    4.2s  agree 11/12\r\n"]
[555.905108, "o", "r1 q03-good  gold PASS judge PASS     OK    3.8s  agree 12/13\r\n"]
[559.545157, "o", "r1 q03-bad   gold FAIL judge FAIL     OK    3.6s  agree 13/14\r\n"]
[563.485007, "o", "r1 q04-bad   gold FAIL judge FAIL     OK    3.9s  agree 14/15\r\n"]
[566.565235, "o", "r1 q06-good  gold PASS judge PASS     OK    3.1s  agree 15/16\r\n"]
[569.970795, "o", "r1 q06-bad   gold FAIL judge PASS     XX    3.4s  agree 15/17\r\n"]
[574.499908, "o", "r1 q08-bad   gold FAIL judge FAIL     OK    4.5s  agree 16/18\r\n"]
[578.84202, "o", "r1 q09-good  gold PASS judge PASS     OK    4.3s  agree 17/19\r\n"]
[582.94092, "o", "r1 q09-bad   gold FAIL judge FAIL     OK    4.1s  agree 18/20\r\n"]
[586.501056, "o", "r1 q10-good  gold PASS judge PASS     OK    3.6s  agree 19/21\r\n"]
[590.557971, "o", "r1 q10-bad   gold FAIL judge FAIL     OK    4.1s  agree 20/22\r\n"]
[594.508265, "o", "r2 q01-good  gold PASS judge PASS     OK    4.0s  agree 21/23\r\n"]
[599.490506, "o", "r2 q01-mid   gold FAIL judge FAIL     OK    5.0s  agree 22/24\r\n"]
[603.575604, "o", "r2 q01-bad   gold FAIL judge FAIL     OK    4.1s  agree 23/25\r\n"]
[607.350245, "o", "r2 q02-good  gold PASS judge PASS     OK    3.8s  agree 24/26\r\n"]
[611.561457, "o", "r2 q02-bad   gold FAIL judge FAIL     OK    4.2s  agree 25/27\r\n"]
[615.467395, "o", "r2 q04-good  gold PASS judge PASS     OK    3.9s  agree 26/28\r\n"]
[619.358112, "o", "r2 q05-good  gold PASS judge PASS     OK    3.9s  agree 27/29\r\n"]
[623.351324, "o", "r2 q05-bad   gold FAIL judge PASS     XX    4.0s  agree 27/30\r\n"]
[627.388233, "o", "r2 q07-good  gold PASS judge PASS     OK    4.0s  agree 28/31\r\n"]
[631.723601, "o", "r2 q07-mid   gold FAIL judge FAIL     OK    4.3s  agree 29/32\r\n"]
[635.938229, "o", "r2 q07-bad   gold FAIL judge FAIL     OK    4.2s  agree 30/33\r\n"]
[639.680174, "o", "r2 q08-good  gold PASS judge PASS     OK    3.7s  agree 31/34\r\n"]
[643.622424, "o", "r2 q03-good  gold PASS judge PASS     OK    3.9s  agree 32/35\r\n"]
[647.12735, "o", "r2 q03-bad   gold FAIL judge FAIL     OK    3.5s  agree 33/36\r\n"]
[651.021366, "o", "r2 q04-bad   gold FAIL judge FAIL     OK    3.9s  agree 34/37\r\n"]
[653.885933, "o", "r2 q06-good  gold PASS judge PASS     OK    2.9s  agree 35/38\r\n"]
[657.540876, "o", "r2 q06-bad   gold FAIL judge PASS     XX    3.7s  agree 35/39\r\n"]
[661.858792, "o", "r2 q08-bad   gold FAIL judge FAIL     OK    4.3s  agree 36/40\r\n"]
[666.702049, "o", "r2 q09-good  gold PASS judge PASS     OK    4.8s  agree 37/41\r\n"]
[671.333903, "o", "r2 q09-bad   gold FAIL judge FAIL     OK    4.6s  agree 38/42\r\n"]
[677.19267, "o", "r2 q10-good  gold PASS judge PASS     OK    5.9s  agree 39/43\r\n"]
[686.190133, "o", "r2 q10-bad   gold FAIL judge FAIL     OK    9.0s  agree 40/44\r\n"]
[690.087431, "o", "r3 q01-good  gold PASS judge PASS     OK    3.9s  agree 41/45\r\n"]
[694.746323, "o", "r3 q01-mid   gold FAIL judge FAIL     OK    4.7s  agree 42/46\r\n"]
[698.480511, "o", "r3 q01-bad   gold FAIL judge FAIL     OK    3.7s  agree 43/47\r\n"]
[701.56681, "o", "r3 q02-good  gold PASS judge PASS     OK    3.1s  agree 44/48\r\n"]
[705.522454, "o", "r3 q02-bad   gold FAIL judge FAIL     OK    4.0s  agree 45/49\r\n"]
[709.934817, "o", "r3 q04-good  gold PASS judge PASS     OK    4.4s  agree 46/50\r\n"]
[713.750337, "o", "r3 q05-good  gold PASS judge PASS     OK    3.8s  agree 47/51\r\n"]
[717.272685, "o", "r3 q05-bad   gold FAIL judge PASS     XX    3.5s  agree 47/52\r\n"]
[720.659729, "o", "r3 q07-good  gold PASS judge PASS     OK    3.4s  agree 48/53\r\n"]
[724.857102, "o", "r3 q07-mid   gold FAIL judge FAIL     OK    4.2s  agree 49/54\r\n"]
[729.459616, "o", "r3 q07-bad   gold FAIL judge FAIL     OK    4.6s  agree 50/55\r\n"]
[733.070648, "o", "r3 q08-good  gold PASS judge PASS     OK    3.6s  agree 51/56\r\n"]
[736.482964, "o", "r3 q03-good  gold PASS judge PASS     OK    3.4s  agree 52/57\r\n"]
[739.608633, "o", "r3 q03-bad   gold FAIL judge FAIL     OK    3.1s  agree 53/58\r\n"]
[743.125343, "o", "r3 q04-bad   gold FAIL judge FAIL     OK    3.5s  agree 54/59\r\n"]
[746.747142, "o", "r3 q06-good  gold PASS judge PASS     OK    3.6s  agree 55/60\r\n"]
[749.733328, "o", "r3 q06-bad   gold FAIL judge PASS     XX    3.0s  agree 55/61\r\n"]
[753.557157, "o", "r3 q08-bad   gold FAIL judge FAIL     OK    3.8s  agree 56/62\r\n"]
[757.129545, "o", "r3 q09-good  gold PASS judge PASS     OK    3.6s  agree 57/63\r\n"]
[760.817095, "o", "r3 q09-bad   gold FAIL judge FAIL     OK    3.7s  agree 58/64\r\n"]
[764.257537, "o", "r3 q10-good  gold PASS judge PASS     OK    3.4s  agree 59/65\r\n"]
[768.375493, "o", "r3 q10-bad   gold FAIL judge FAIL     OK    4.1s  agree 60/66\r\n"]
[768.375802, "o", "\r\nDONE"]
[768.375866, "o", "\r\n"]
