{"updated":"2026-11-03","skills":{"rows":{"With skills":{"episodes":252,"score":31.388888888888886,"sr":25.0,"dimensions":{"Generalization":{"score":21.59722222222222,"sr":18.055555555555554},"Memory":{"score":54.722222222222214,"sr":52.77777777777778},"Precision":{"score":10.208333333333334,"sr":2.083333333333333},"Long-horizon":{"score":23.75,"sr":6.25},"Open-vocabulary":{"score":46.666666666666664,"sr":45.833333333333336}}},"Without skills":{"episodes":252,"score":30.3125,"sr":24.583333333333336,"dimensions":{"Generalization":{"score":23.263888888888886,"sr":20.833333333333336},"Memory":{"score":47.77777777777778,"sr":41.66666666666667},"Precision":{"score":16.875,"sr":8.333333333333332},"Long-horizon":{"score":26.770833333333332,"sr":16.666666666666664},"Open-vocabulary":{"score":36.875,"sr":35.41666666666667}}}},"intervals":{"With skills":{"Generalization":{"score":{"mean":21.59722222222222,"low":17.430555555555557,"high":25.55555555555556},"sr":{"mean":18.055555555555554,"low":13.888888888888888,"high":22.22222222222222}},"Memory":{"score":{"mean":54.722222222222214,"low":42.22222222222222,"high":66.94444444444444},"sr":{"mean":52.77777777777778,"low":38.88888888888889,"high":63.88888888888889}},"Precision":{"score":{"mean":10.208333333333334,"low":6.458333333333332,"high":14.583333333333334},"sr":{"mean":2.083333333333333,"low":0.0,"high":6.25}},"Long-horizon":{"score":{"mean":23.75,"low":18.645833333333332,"high":28.958333333333336},"sr":{"mean":6.25,"low":0.0,"high":12.5}},"Open-vocabulary":{"score":{"mean":46.666666666666664,"low":40.625,"high":51.24999999999999},"sr":{"mean":45.833333333333336,"low":39.58333333333333,"high":50.0}}},"Without skills":{"Generalization":{"score":{"mean":23.263888888888886,"low":17.222222222222218,"high":29.65277777777777},"sr":{"mean":20.833333333333336,"low":13.88888888888889,"high":27.777777777777775}},"Memory":{"score":{"mean":47.77777777777778,"low":35.27777777777778,"high":60.27777777777777},"sr":{"mean":41.66666666666667,"low":27.777777777777775,"high":55.55555555555556}},"Precision":{"score":{"mean":16.875,"low":10.3125,"high":24.479166666666664},"sr":{"mean":8.333333333333332,"low":2.083333333333333,"high":16.666666666666664}},"Long-horizon":{"score":{"mean":26.770833333333332,"low":19.895833333333336,"high":33.95833333333333},"sr":{"mean":16.666666666666664,"low":8.333333333333332,"high":25.0}},"Open-vocabulary":{"score":{"mean":36.875,"low":28.333333333333332,"high":45.0},"sr":{"mean":35.41666666666667,"low":27.083333333333332,"high":43.75}}}},"method":"Fixed-task, task/variant-stratified independent episode percentile bootstrap; preserve sample sizes, average variants/tasks/capabilities equally. Not across-seed SD or causal skill effect."},"geometry":{"astra_depth":{"n":42,"score":55.83333333333334,"sr":47.5,"successes":19},"astra_calibration":{"n":42,"score":55.04166666666666,"sr":50.000000000000014,"successes":19},"astra_rgb":{"n":42,"score":31.291666666666668,"sr":24.999999999999996,"successes":10},"qwen_depth":{"n":252,"score":35.88888888888884,"sr":29.58333333333333,"successes":70},"qwen_calibration":{"n":252,"score":31.388888888888864,"sr":25.00000000000001,"successes":58},"qwen_rgb":{"n":252,"score":9.125000000000002,"sr":6.666666666666668,"successes":3}},"models":[{"key":"qwen","model":"Qwen3.8-Flash-Next","n":252,"skills":true,"score":31.38888888888893,"tokens":37668227.27380952,"cost_usd":1.0907184786391384},{"key":"deepseek","model":"DeepSeek-V4.1-Flash","n":252,"skills":false,"score":27.111111111111136,"tokens":48761634.75793651,"cost_usd":0.9426055022125748},{"key":"astra","model":"GPT-6 Astra","n":252,"skills":true,"score":51.895833333333314,"tokens":16778868.043650795,"cost_usd":21.292318690476183}],"progress":{"astra":{"episodes":252,"score":51.89583333333333,"curves":{"tokens":{"x":[0,499191,562090,654461,659108,693715,712772,780375,781172,809426,867798,1022339,1056129,1137620,1163417,1167495,1182774,1214655,1265296,1290208,1339698,1350656,1390967,1409076,1454222,1458459,1500612,1515417,1557357,1561109,1609771,1678105,1739978,1830628,1847178,1868375,1904085,1919415,1939832,1953551,1989957,2000074,2011776,2022844,2081972,2227821,2591085,2637675,2667440,2673592,2674039,2707576,2746786,2751999,2761397,2791522,2809622,2841133,2849197,2875281,3040035,3041785,3045028,3047506,3081334,3094462,3128265,3183249,3227163,3234235,3239709,3258392,3328590,3331208,3386367,3494768,3651270,3674296,3778595,3914106,3944089,4061527,4071326,4099500,4135239,4166436,4271160,4344657,4401760,4440592,4456466,4478755,4554034,4627964,4637968,4725232,4796277,4873043,4931954,4945776,4960879,5134076,5135713,5184894,5257008,5266685,5485968,5487185,5490362,5538260,5546088,5562991,5730594,5733227,5756440,5785756,5822813,5822919,5823823,5849853,5854943,5892683,5900064,5991807,6000475,6058974,6097423,6100884,6266550,6291835,6309025,6341251,6546816,6552798,6675027,6709089,6796346,6872301,6920676,6953628,7151302,7254030,7303241,7328947,7360089,7374165,7414601,7608369,7615882,7650284,7861710,7995139,8082192,8096059,8148003,8250656,8306856,8346927,8417328,8472155,8530273,8627503,8668070,8689776,8709385,8744518,8819517,9037881,9064451,9171564,9173294,9184546,9372425,9389151,9430713,9560508,9587571,9639190,10114169,10136399,10195306,10267218,10388033,10660215,10660607,11043873,11069663,11187715,11420553,11485699,11520151,11562166,11567527,11961273,12112839,12218884,12321259,12355738,12392883,12407323,12619321,12627247,12750020,12884309,12961399,13100512,13158637,13252732,13276419,13281997,13312248,13541276,13794627,13807838,14036392,14038374,14209326,14267008,14285880,14294017,14367423,14433658,14552348,14795492,14966801,14973148,15227223,15393946,15563185,15866435,16039435,16097767,16102947,16272371,16566000,16920626,17206750,17543742,17719398,17916711,17991934,18133368,18167559,18294461,18335319,18367003,18467217,18484785,18516302,18977440,19051613,19372882,19410289,19437734,19452603,19893739,20280741,20392307,20427432,20462333,20687911,20759564,20788400,20798763,20854338,20974280,21050616,21218925,21584876,21652876,21691496,21843020,22007657,22189296,22335280,22336298,22404109,22873989,23089384,23361727,23395485,23557549,23773830,23819802,24508851,24936237,24936347,25211874,25719164,25986100,26314936,26371575,26862167,26888547,27157776,27302371,27341308,27631529,28129214,28466197,28886814,31747522,120000000],"score":[0.0,0.4166666666666667,0.8333333333333334,1.25,1.6666666666666667,2.083333333333333,2.1875,2.270833333333333,2.3124999999999996,2.354166666666666,2.3958333333333326,2.4374999999999996,2.5208333333333326,2.6041666666666656,3.020833333333332,3.0347222222222214,3.0486111111111103,3.090277777777777,3.5069444444444446,3.5694444444444446,3.986111111111111,4.069444444444445,4.111111111111112,4.173611111111112,4.2569444444444455,4.340277777777779,4.423611111111112,4.840277777777778,4.881944444444445,4.986111111111112,5.027777777777779,5.583333333333335,6.000000000000001,6.041666666666668,6.104166666666668,6.659722222222222,6.701388888888888,6.784722222222221,6.868055555555555,7.423611111111109,7.979166666666663,8.03472222222222,8.590277777777775,8.673611111111107,8.736111111111107,8.798611111111107,8.840277777777773,8.868055555555552,8.951388888888886,8.993055555555554,9.055555555555554,9.08333333333333,9.14583333333333,9.15972222222222,9.201388888888886,9.243055555555552,9.284722222222218,9.840277777777773,10.25694444444444,10.673611111111107,11.090277777777773,11.506944444444441,11.534722222222218,11.951388888888884,12.36805555555555,12.409722222222216,12.451388888888882,12.784722222222214,13.062499999999988,13.479166666666664,13.506944444444441,13.56944444444444,13.652777777777771,13.69444444444444,14.249999999999996,14.805555555555552,14.868055555555552,14.951388888888884,14.993055555555552,15.034722222222218,15.09722222222222,15.513888888888888,15.576388888888888,15.604166666666664,15.729166666666664,16.062499999999996,16.104166666666664,16.13194444444444,16.40972222222222,16.96527777777778,16.993055555555557,17.034722222222225,17.062500000000004,17.14583333333334,17.173611111111114,17.256944444444446,17.319444444444446,17.381944444444443,17.42361111111111,17.45138888888889,17.53472222222222,18.09027777777778,18.145833333333332,18.20138888888889,18.256944444444446,18.319444444444443,18.555555555555557,18.888888888888893,18.916666666666668,19.472222222222225,19.52777777777778,20.083333333333336,20.138888888888893,20.222222222222225,20.25,20.47222222222222,20.53472222222222,20.57638888888889,20.659722222222225,20.743055555555557,20.79861111111111,21.07638888888889,21.3125,21.354166666666664,21.770833333333332,22.32638888888889,22.40972222222222,22.82638888888889,22.881944444444446,22.90972222222222,22.95138888888889,23.15972222222222,23.1875,23.423611111111114,23.506944444444446,23.5625,23.618055555555557,23.67361111111111,23.756944444444443,23.819444444444446,23.90277777777778,24.180555555555554,24.458333333333332,24.791666666666664,24.805555555555554,24.930555555555554,25.48611111111111,25.541666666666664,25.749999999999996,26.083333333333318,26.166666666666654,26.24999999999999,26.31249999999999,26.354166666666657,26.395833333333325,26.45138888888888,26.47916666666666,26.52083333333333,26.798611111111097,26.840277777777764,26.895833333333325,26.97916666666666,27.02083333333333,27.104166666666657,27.13194444444444,27.215277777777768,27.27777777777777,27.333333333333325,27.611111111111104,28.027777777777768,28.090277777777768,28.173611111111104,28.72916666666665,28.79166666666665,28.87499999999998,28.958333333333314,29.013888888888868,29.041666666666643,29.14583333333331,29.249999999999982,29.666666666666643,30.083333333333307,30.166666666666636,30.555555555555525,30.763888888888857,30.847222222222193,30.951388888888864,31.055555555555532,31.444444444444414,31.486111111111082,31.736111111111082,32.01388888888885,32.05555555555552,32.097222222222186,32.13888888888886,32.26388888888885,32.347222222222186,32.430555555555515,32.708333333333286,32.770833333333286,32.87499999999996,33.26388888888885,33.32638888888885,33.38888888888884,33.49999999999995,33.74999999999995,34.138888888888836,34.52777777777772,34.58333333333328,34.61111111111105,34.63888888888883,35.05555555555549,35.61111111111106,35.65277777777773,35.888888888888836,35.93055555555551,35.98611111111106,36.37499999999995,36.41666666666662,36.45833333333328,36.70833333333328,36.94444444444439,37.31944444444439,37.44444444444439,37.54861111111106,37.79861111111106,37.88194444444439,37.96527777777773,38.18749999999995,38.29166666666662,38.458333333333286,38.708333333333286,39.12499999999995,39.19444444444439,39.44444444444439,39.72222222222217,39.99999999999994,40.041666666666615,40.14583333333328,40.56249999999994,41.1180555555555,41.3680555555555,41.534722222222165,41.95138888888883,42.01388888888883,42.13888888888883,42.47222222222216,42.749999999999936,42.85416666666661,42.93749999999994,42.97916666666661,43.08333333333327,43.277777777777715,43.47222222222216,43.59722222222216,43.84722222222216,44.09722222222216,44.22222222222215,44.47222222222215,44.54166666666659,44.79166666666659,44.99999999999993,45.10416666666659,45.145833333333265,45.2291666666666,45.270833333333265,45.3541666666666,45.520833333333265,45.895833333333265,45.92361111111104,46.201388888888815,46.326388888888815,46.60416666666659,46.85416666666659,46.9652777777777,47.03472222222215,47.28472222222215,47.53472222222215,47.61805555555548,47.72222222222214,47.80555555555548,47.91666666666659,48.194444444444365,48.298611111111036,48.40972222222214,48.52083333333325,48.77083333333325,48.89583333333325,49.10416666666658,49.17361111111103,49.42361111111103,49.67361111111103,49.9513888888888,50.15972222222215,50.715277777777715,50.84027777777772,51.090277777777715,51.36805555555549,51.409722222222165,51.534722222222165,51.618055555555486,51.895833333333265,51.895833333333265]},"seconds":{"x":[0,194.55286741256714,289.44454646110535,312.4965920448303,317.0950779914856,322.5424544811249,325.11805152893066,343.10025119781494,347.5986166000366,363.1265001296997,387.4807002544403,442.41936469078064,460.9860169887543,468.9881749153137,472.6289210319519,474.28760600090027,475.5434045791626,523.778972864151,528.8844430446625,535.7134594917297,538.432874917984,548.4629533290863,559.0686798095703,572.9296443462372,573.1008307933807,579.5052464008331,581.9661662578583,602.2921059131622,653.9667484760284,654.417088508606,658.5603091716766,664.038156747818,674.3444666862488,678.101654291153,683.121012210846,699.8611121177673,734.9490315914154,752.6486690044403,764.4367926120758,779.2550663948059,815.2916870117188,820.0375511646271,827.9450504779816,842.5345134735107,849.2234129905701,859.0514876842499,885.1892716884613,931.0252573490143,935.7204325199127,935.8619349002838,961.0403945446014,962.7146258354187,963.1693620681763,977.5830514431,1002.9408495426178,1040.2697460651398,1056.2807672023773,1058.8030488491058,1078.3512790203094,1096.139858007431,1097.7575006484985,1098.0705530643463,1122.5987298488617,1129.7258324623108,1143.137954711914,1152.9945409297943,1156.5004184246063,1177.059115409851,1183.4436600208282,1184.8489272594452,1188.2636246681213,1209.763703584671,1245.208336353302,1245.8963532447815,1248.1139287948608,1263.637678861618,1281.7453618049622,1284.5740156173706,1286.7106363773346,1286.8203122615814,1300.6070840358734,1339.3833944797516,1343.2597773075104,1351.218558549881,1359.5766377449036,1374.706398010254,1382.9687159061432,1395.9604241847992,1398.1056368350983,1399.7375388145447,1415.5689151287079,1443.3643188476562,1450.2538731098175,1477.1628067493439,1510.3022742271423,1543.464251756668,1544.2828404903412,1556.4346377849579,1565.3677656650543,1569.14222073555,1580.3515939712524,1657.3653328418732,1757.643816947937,1762.2910561561584,1813.6017599105835,1892.2083101272583,1899.3294546604156,1904.836543560028,1925.4113402366638,1937.0528070926666,1946.4639642238617,1970.0314373970032,1982.0637648105621,1986.1492257118225,2005.229979276657,2006.6981480121613,2007.4888203144073,2011.4900007247925,2015.4781165122986,2022.7464489936829,2038.6841268539429,2062.9489736557007,2118.844532728195,2127.8976356983185,2141.5841908454895,2154.204092979431,2172.101593732834,2226.619621038437,2232.78005027771,2239.989038705826,2246.1538758277893,2256.7581646442413,2275.749181509018,2287.013484954834,2298.478987455368,2320.953049182892,2333.904747724533,2404.4247283935547,2436.0427057743073,2483.136208295822,2495.3338503837585,2517.7165336608887,2540.376863718033,2541.018614768982,2541.628593444824,2545.525814771652,2554.1401829719543,2558.5054602622986,2560.841660261154,2570.743808746338,2594.955413579941,2598.733125925064,2602.1012246608734,2603.3256661891937,2617.416573524475,2618.311439037323,2625.286835193634,2651.8242070674896,2659.414374113083,2684.1536831855774,2690.4789056777954,2718.1780610084534,2747.007588148117,2755.4026901721954,2804.5345561504364,2858.768951892853,2872.326735496521,2875.6596174240112,2898.190376520157,2906.8531205654144,2912.5054495334625,2925.0497817993164,2960.2323005199432,3023.713103055954,3067.254890680313,3072.2103950977325,3081.521577358246,3107.4183707237244,3114.2695894241333,3126.9089663028717,3161.7442529201508,3167.812819004059,3176.6167933940887,3185.3591413497925,3195.6998205184937,3214.1380224227905,3262.186719894409,3269.638180732727,3274.171975135803,3276.2406260967255,3312.198084115982,3350.8971819877625,3404.4195804595947,3455.873366355896,3511.334167957306,3514.430867433548,3576.4992005825043,3611.3505566120148,3618.3500633239746,3625.947354078293,3628.609188556671,3667.316698074341,3675.262188434601,3683.022701740265,3720.3613777160645,3744.8342320919037,3749.6874306201935,3754.402631998062,3771.10152053833,3863.982465028763,3916.2564129829407,3976.6597232818604,3980.3770048618317,4022.2370665073395,4043.6981036663055,4046.709615468979,4048.837206840515,4050.2992236614227,4130.907500982285,4149.14776134491,4222.145656824112,4222.978591918945,4239.499086856842,4313.943239212036,4327.650890827179,4338.345675945282,4372.009763240814,4437.790935993195,4438.974938631058,4451.0239362716675,4478.887826681137,4507.555235862732,4549.404030799866,4603.3362510204315,4703.87163567543,4834.665994644165,4876.570640563965,4890.121443748474,4941.599546909332,5009.869030952454,5032.474125862122,5042.555451393127,5089.563925981522,5104.850810050964,5263.739427804947,5265.849062204361,5278.49037027359,5312.29655623436,5321.091034650803,5328.843131542206,5382.699169397354,5395.538594722748,5476.60139131546,5494.478043079376,5521.536158084869,5547.467684984207,5612.251371622086,5637.719471693039,5670.032651185989,5684.5494556427,5713.503263473511,5714.789204359055,5736.912274599075,5861.7222781181335,5862.085018634796,5880.136933803558,5961.99187374115,5988.943556308746,5995.311683654785,6056.267028570175,6136.983637332916,6240.113396883011,6281.048880338669,6354.26206278801,6373.402850866318,6388.678097009659,6463.595302581787,6549.897347688675,6587.443798780441,6640.68861079216,6780.361700534821,6797.546361923218,6836.865285158157,6840.622224569321,6925.020869255066,6959.486141443253,7075.74236702919,7149.994160890579,7202.820041656494,7573.177596092224,7737.896507740021,7847.851057291031,7931.238952636719,7942.858132839203,8012.991003036499,8212.639471530914,8219.045192956924,8383.219209909439,8455.811088085175,8509.945003986359,8512.127130031586,8745.540848731995,9061.010650396347,9183.468403339386,9452.813119888306,9852.532418489456,10626.62266778946,14400],"score":[0.0,0.10416666666666667,0.5208333333333333,0.9375,0.9513888888888887,0.9930555555555556,1.409722222222222,1.5138888888888888,1.9305555555555556,1.972222222222222,1.9861111111111112,2.0277777777777777,2.1111111111111107,2.5277777777777772,2.569444444444444,2.6111111111111107,2.6944444444444438,2.7222222222222214,2.8055555555555545,3.2222222222222214,3.3055555555555554,3.3680555555555554,3.4513888888888893,3.4930555555555554,3.5555555555555554,3.9722222222222237,4.000000000000002,4.083333333333335,4.166666666666668,4.222222222222223,4.236111111111112,4.652777777777779,4.736111111111112,5.152777777777779,5.236111111111112,5.277777777777779,5.3194444444444455,5.3611111111111125,5.4027777777777795,5.444444444444446,6.000000000000002,6.041666666666669,6.104166666666669,6.145833333333336,6.5625,6.604166666666668,6.666666666666668,6.75,6.874999999999999,7.430555555555555,7.84722222222222,7.888888888888886,7.930555555555552,7.993055555555552,8.548611111111105,9.10416666666666,9.145833333333327,9.701388888888882,9.756944444444438,9.819444444444438,10.236111111111104,10.513888888888882,10.576388888888882,10.618055555555548,11.173611111111104,11.59027777777777,11.673611111111104,12.090277777777771,12.50694444444444,12.590277777777773,13.14583333333332,13.368055555555545,13.784722222222213,13.7986111111111,13.826388888888877,13.868055555555545,14.423611111111109,14.840277777777777,15.173611111111112,15.45138888888889,15.493055555555557,15.534722222222225,15.59027777777778,16.145833333333336,16.229166666666668,16.784722222222225,16.86805555555556,16.97222222222223,17.076388888888893,17.138888888888896,17.22222222222223,17.30555555555556,17.368055555555557,17.43055555555556,17.458333333333336,17.520833333333336,17.548611111111114,17.631944444444446,17.659722222222225,17.70138888888889,17.9375,17.96527777777778,18.381944444444443,18.409722222222218,18.4375,18.479166666666664,18.541666666666664,18.583333333333332,18.91666666666666,18.999999999999996,19.02777777777778,19.58333333333333,19.861111111111107,20.416666666666664,20.472222222222218,20.5,20.73611111111111,20.819444444444443,20.881944444444443,20.965277777777775,21.020833333333332,21.083333333333332,21.13888888888889,21.555555555555557,21.59722222222222,21.63888888888889,22.055555555555557,22.08333333333334,22.125000000000004,22.180555555555557,22.59722222222223,22.652777777777782,22.70833333333334,23.125000000000007,23.541666666666675,23.625000000000007,23.680555555555564,23.736111111111118,23.763888888888896,23.84722222222223,24.180555555555564,24.24305555555556,24.326388888888893,24.65972222222223,24.687500000000007,24.812500000000007,25.090277777777782,25.13194444444445,25.159722222222225,25.1875,25.312500000000004,25.395833333333336,25.67361111111111,26.00694444444444,26.090277777777775,26.14583333333333,26.423611111111107,26.486111111111104,26.56944444444444,26.65277777777777,26.715277777777775,26.798611111111104,26.826388888888886,26.85416666666666,26.937499999999993,26.97916666666666,27.256944444444432,27.312499999999986,27.395833333333318,27.95138888888887,27.99305555555554,28.22916666666665,28.33333333333332,28.395833333333314,28.499999999999986,28.58333333333332,28.64583333333332,29.201388888888875,29.26388888888887,29.319444444444425,29.402777777777757,29.430555555555532,29.48611111111109,29.763888888888857,29.972222222222193,30.07638888888886,30.493055555555525,31.048611111111068,31.090277777777736,31.215277777777732,31.3194444444444,31.361111111111068,31.74999999999995,31.791666666666618,31.854166666666618,31.868055555555507,31.951388888888843,32.00694444444439,32.048611111111065,32.1319444444444,32.40972222222218,32.47916666666662,32.70138888888884,33.09027777777773,33.479166666666615,33.583333333333286,33.62499999999996,34.013888888888836,34.09722222222217,34.333333333333286,34.45833333333328,34.56249999999994,34.604166666666615,34.9930555555555,35.54861111111105,35.590277777777715,35.715277777777715,35.756944444444386,35.86111111111105,35.944444444444386,36.194444444444386,36.38888888888883,36.59722222222216,36.65972222222216,36.86805555555549,36.9791666666666,37.2291666666666,37.42361111111105,37.840277777777715,37.94444444444438,38.319444444444386,38.569444444444386,38.62499999999994,38.87499999999994,39.15277777777772,39.23611111111106,39.51388888888883,39.54166666666661,39.64583333333327,39.74999999999994,39.874999999999936,40.124999999999936,40.16666666666661,40.41666666666661,40.48611111111105,40.819444444444386,41.23611111111105,41.277777777777715,41.55555555555549,41.72222222222216,41.76388888888882,42.01388888888882,42.118055555555486,42.39583333333327,42.52083333333327,42.54861111111104,42.65972222222216,42.74305555555549,43.02083333333327,43.27083333333327,43.32638888888882,43.715277777777715,43.77777777777771,43.88194444444438,44.00694444444437,44.38194444444437,44.44444444444437,44.52777777777771,44.805555555555486,45.055555555555486,45.09722222222216,45.34722222222216,45.59722222222216,45.84722222222216,45.88888888888882,46.09722222222216,46.138888888888815,46.38888888888882,46.62499999999993,46.87499999999993,47.43055555555548,47.513888888888815,47.62499999999993,48.041666666666586,48.08333333333326,48.63888888888881,48.749999999999915,48.999999999999915,49.08333333333325,49.33333333333325,49.611111111111036,49.73611111111103,50.013888888888815,50.118055555555486,50.243055555555486,50.36805555555548,50.57638888888882,50.70138888888882,50.78472222222216,50.812499999999936,50.8541666666666,50.937499999999936,51.00694444444438,51.118055555555486,51.36805555555549,51.618055555555486,51.895833333333265,51.895833333333265]}}},"qwen":{"episodes":252,"score":31.38888888888889,"curves":{"tokens":{"x":[0,2373609,2946812,3128197,3145826,3208544,3581685,3665092,3701943,4050580,4397968,4692813,4881598,4964998,5039844,5094710,5460990,5771008,5901195,6028462,6339823,6484216,6496000,6717378,6857984,6972871,7168852,7242237,7332171,7733142,7812133,7966614,8094432,8125905,8214614,8282800,8424265,8586543,8729734,8741222,8780398,8852303,8980034,9426565,9428675,9555350,9638435,9648313,9665253,9771908,9835464,9946703,10009405,10017519,10081620,10230194,10264224,10292005,10432632,10491212,10590554,10712156,10755318,10861504,10939358,10970072,11072940,11127585,11360257,11436733,11454343,11469075,11623634,11734803,11802507,11885387,11967502,11967981,11996159,12004456,12018565,12042779,12088197,12197750,12215824,12243592,12321081,12424526,12428932,12624224,12776853,13309559,13455084,14111416,14117903,14172671,14193187,14356927,14525502,14582833,14732321,14741015,14871782,14946098,15111266,15277678,15477048,15485343,15505486,15801028,15898802,16064790,16224889,16384990,16447361,16694135,17057680,17069071,17303220,17324127,17612696,17666457,18441345,18488200,18728872,18758675,18791417,18900430,19312034,19508445,19573995,19766470,19863193,20033185,20125525,20206528,20941020,21516643,21538190,21556622,21591839,21755950,22032305,22171955,22274189,22380242,22918296,23059807,23221976,23297007,23356732,23509357,24025512,24117183,24333692,24686216,25543086,25919589,25972502,26098750,26350584,26789938,27463481,27886365,28243712,28978742,29217933,29358889,30107901,31230791,32042088,32139318,33023310,33276287,33458998,33897914,34641213,34672351,34873520,35704615,38092317,38490640,38528691,38822382,38988185,39682307,39966209,39995649,40051985,41248554,41395628,41709307,43898763,44020781,44082874,44357472,44436576,44580558,45096138,45864070,46774246,48187911,51546748,52102464,52622009,53458675,56571100,57083300,61667790,68236837,68815321,120000000],"score":[0.0,0.4166666666666667,0.8333333333333334,0.8958333333333334,0.951388888888889,0.9930555555555556,1.0208333333333333,1.0833333333333335,1.1388888888888888,1.6944444444444442,1.736111111111111,1.7777777777777777,1.8333333333333337,1.8750000000000002,1.916666666666667,2.4722222222222223,2.888888888888889,3.3055555555555554,3.722222222222222,3.763888888888889,3.805555555555556,3.8472222222222228,3.930555555555556,4.013888888888889,4.097222222222222,4.138888888888889,4.777777777777778,4.861111111111112,5.194444444444445,5.236111111111112,5.298611111111112,5.361111111111112,5.916666666666667,5.9444444444444455,5.9861111111111125,6.0694444444444455,6.152777777777779,6.236111111111112,6.277777777777778,6.333333333333334,6.375,6.402777777777778,6.486111111111111,7.041666666666664,7.069444444444442,7.152777777777776,7.569444444444443,7.611111111111109,7.638888888888887,8.055555555555554,8.47222222222222,8.708333333333332,8.763888888888886,8.791666666666664,8.854166666666664,9.187499999999998,9.249999999999998,9.33333333333333,9.749999999999998,9.805555555555554,10.041666666666664,10.08333333333333,10.187499999999996,10.27083333333333,10.826388888888886,10.840277777777773,10.895833333333329,10.937499999999995,11.020833333333329,11.048611111111107,11.437499999999995,11.520833333333327,11.909722222222216,11.951388888888882,12.368055555555548,12.78472222222221,12.812499999999991,13.145833333333327,13.229166666666664,13.312499999999996,13.701388888888888,13.78472222222222,13.888888888888888,13.902777777777775,14.458333333333332,14.499999999999998,14.562499999999998,14.576388888888886,14.993055555555548,15.38194444444444,15.618055555555548,15.701388888888882,15.76388888888888,15.847222222222209,15.930555555555543,16.486111111111097,16.56944444444443,16.63194444444443,16.673611111111093,16.72916666666665,16.812499999999982,16.895833333333314,16.923611111111093,16.95138888888887,17.01388888888887,17.06944444444443,17.111111111111097,17.666666666666654,17.999999999999986,18.055555555555543,18.38888888888888,18.451388888888875,18.493055555555543,18.59722222222221,18.680555555555543,18.763888888888875,18.80555555555554,19.138888888888875,19.201388888888875,19.437499999999982,19.99305555555554,20.409722222222207,20.576388888888875,20.659722222222207,20.701388888888875,20.784722222222207,21.201388888888875,21.437499999999986,21.687499999999986,21.77083333333332,21.833333333333318,21.861111111111097,21.94444444444443,21.986111111111097,22.180555555555543,22.20833333333332,22.62499999999999,22.68749999999999,22.743055555555543,22.805555555555543,22.88888888888888,23.305555555555546,23.58333333333332,23.819444444444432,23.8611111111111,23.944444444444436,24.02777777777777,24.416666666666657,24.520833333333325,24.60416666666666,24.70833333333333,25.09722222222222,25.124999999999996,25.1875,25.229166666666664,25.340277777777775,25.402777777777775,25.444444444444443,25.548611111111107,25.65972222222222,26.07638888888888,26.159722222222214,26.187499999999996,26.291666666666664,26.35416666666666,26.479166666666664,26.756944444444446,27.006944444444443,27.06944444444444,27.111111111111104,27.215277777777768,27.243055555555546,27.256944444444436,27.506944444444436,27.52083333333332,27.56249999999999,27.590277777777768,27.631944444444436,27.6736111111111,27.95138888888888,28.01388888888888,28.055555555555543,28.180555555555543,28.284722222222207,28.31249999999999,28.368055555555543,28.45138888888888,28.729166666666657,28.756944444444432,29.034722222222207,29.229166666666657,29.28472222222221,29.368055555555543,29.451388888888875,29.51388888888887,29.55555555555554,29.583333333333318,29.611111111111093,29.65277777777776,29.71527777777776,30.270833333333314,30.340277777777757,30.381944444444425,30.444444444444425,30.54861111111109,30.659722222222204,30.93749999999998,30.979166666666647,31.00694444444442,31.11111111111109,31.388888888888864,31.388888888888864]},"seconds":{"x":[0,654.4229974746704,822.7558484077454,846.1026146411896,893.1707863807678,919.0359287261963,964.5110380649567,1010.2173843383789,1058.8704252243042,1111.2869696617126,1217.3021681308746,1244.0599455833435,1287.6593317985535,1295.6199367046356,1297.84268116951,1314.210601568222,1317.74848818779,1319.1923468112946,1337.710700750351,1370.5693199634552,1382.4983367919922,1410.6325578689575,1466.8423342704773,1500.4400823116302,1510.3449521064758,1540.799554824829,1556.5380795001984,1587.9491090774536,1671.2949163913727,1800.5929033756256,1815.6875615119934,1843.6138045787811,1863.7303166389465,1880.9779069423676,1884.9889287948608,1888.8466658592224,1907.5100202560425,1925.5523495674133,1926.1494755744934,1931.641464471817,1940.468799829483,1956.5815014839172,1961.0366554260254,1964.528207063675,1989.2015190124512,2013.830908536911,2038.6938874721527,2106.6186764240265,2116.074629306793,2142.438815355301,2150.7782373428345,2200.256206035614,2246.473248243332,2247.97606921196,2252.7958374023438,2262.8448700904846,2264.753997325897,2278.0356719493866,2291.0092709064484,2319.9884121418,2324.327357530594,2358.7328066825867,2388.12304520607,2417.1191499233246,2418.2436203956604,2461.899125099182,2484.7082438468933,2521.139181613922,2539.14342212677,2539.212952375412,2550.196322441101,2567.449734210968,2583.913211107254,2608.400753736496,2650.837266921997,2656.708431482315,2673.120863676071,2688.068655014038,2697.8007352352142,2702.85995221138,2794.1797173023224,2809.589154481888,2810.679892063141,2812.9458181858063,2850.8108434677124,2874.3611283302307,2900.1710958480835,2903.389115333557,2917.727920770645,2933.336098432541,2978.069435596466,2997.378706932068,3030.9024937152863,3044.981750011444,3080.34037566185,3094.478282928467,3098.5479485988617,3113.6137652397156,3127.142293214798,3135.9386274814606,3156.227878332138,3158.4490649700165,3201.6008162498474,3291.850067138672,3329.6117980480194,3382.250219106674,3383.5733709335327,3433.2700502872467,3445.7041523456573,3487.0633556842804,3524.124047756195,3580.8904616832733,3598.7726500034332,3639.5952830314636,3648.4762210845947,3660.635200738907,3685.3302280902863,3711.9181904792786,3731.9856929779053,3757.176614046097,3770.1355216503143,3774.481583595276,3781.265186071396,3786.6564581394196,3833.7420151233673,4004.495234966278,4073.4484357833862,4123.323351144791,4218.441541671753,4248.280303955078,4267.179573535919,4333.921902656555,4358.089402675629,4408.907011985779,4462.411641120911,4485.6084995269775,4512.724707365036,4534.643803358078,4597.228176832199,4674.624501466751,4742.58753323555,4796.78857254982,4839.841797113419,4841.010244846344,4894.387967348099,4911.234140872955,4979.331691980362,5058.374574184418,5181.307813405991,5193.871700525284,5290.125287771225,5291.142174959183,5428.549708843231,5451.847187280655,5501.299861907959,5665.269223451614,5727.8917779922485,6176.323851108551,6197.866503715515,6481.536345005035,6557.360136985779,6562.311511516571,6684.421432971954,6832.798189878464,6841.337290287018,6900.011976718903,6942.770391702652,7068.795365333557,7085.441458940506,7138.606793165207,7181.479989767075,7205.937930583954,7254.4500823020935,7257.722518920898,7266.893969297409,7717.093328952789,7917.049991846085,8139.847872257233,8156.1891005039215,8167.289436101913,8218.320237159729,8274.500022888184,8391.662567138672,8777.742181301117,9004.978993177414,9016.633866071701,9036.158734560013,9038.281077623367,9081.021951675415,9123.081397771835,9133.20696902275,9181.57641839981,9189.454677820206,9232.431239366531,9358.418657064438,9541.40298461914,9584.968312978745,9715.688693761826,9950.500114917755,10156.854960918427,10203.57116317749,10379.880520105362,10648.707897663116,10651.007504701614,10796.637988567352,10832.546392440796,10916.742584228516,11012.728807210922,11920.915925264359,12251.516371011734,12918.72467327118,13879.884436130524,13880.48327088356,14023.992688179016,14199.46894454956,14400],"score":[0.0,0.05555555555555555,0.4722222222222222,0.5277777777777778,0.9444444444444444,0.9861111111111112,1.027777777777778,1.090277777777778,1.1319444444444444,1.173611111111111,1.2152777777777777,1.298611111111111,1.8541666666666665,1.9375,1.9791666666666665,2.395833333333333,2.951388888888889,3.013888888888889,3.3472222222222214,3.763888888888889,3.847222222222222,3.888888888888889,3.9722222222222223,4.527777777777778,4.569444444444445,4.611111111111112,4.694444444444445,4.756944444444445,4.798611111111112,5.215277777777779,5.6319444444444455,5.715277777777779,5.7569444444444455,5.784722222222224,5.826388888888891,5.868055555555558,5.909722222222224,6.145833333333335,6.208333333333335,6.270833333333335,6.354166666666668,6.416666666666668,6.97222222222222,7.03472222222222,7.118055555555554,7.131944444444442,7.215277777777776,7.256944444444442,7.812499999999998,7.916666666666665,7.97222222222222,8.013888888888886,8.347222222222218,8.374999999999996,8.402777777777775,8.486111111111109,8.548611111111109,8.590277777777775,8.826388888888886,8.881944444444443,8.90972222222222,8.993055555555554,9.020833333333332,9.104166666666664,9.15972222222222,9.243055555555554,9.576388888888886,9.65972222222222,9.993055555555552,10.548611111111107,10.562499999999995,10.798611111111105,10.840277777777771,10.895833333333329,11.312499999999993,11.701388888888882,11.756944444444438,12.173611111111104,12.256944444444438,12.298611111111105,12.631944444444438,13.048611111111102,13.131944444444436,13.215277777777768,13.298611111111104,13.326388888888879,13.430555555555548,13.66666666666666,13.708333333333329,14.263888888888884,14.652777777777773,14.66666666666666,14.749999999999996,14.833333333333329,14.89583333333333,15.312499999999996,15.72916666666666,16.28472222222221,16.368055555555543,16.78472222222221,16.868055555555543,16.895833333333318,16.923611111111097,17.47916666666665,17.520833333333318,17.548611111111097,17.784722222222214,18.1736111111111,18.729166666666657,18.791666666666657,18.84722222222221,18.88888888888888,18.916666666666657,18.95833333333332,18.99999999999999,19.06249999999999,19.104166666666657,19.166666666666654,19.229166666666654,19.270833333333318,19.687499999999986,19.79166666666665,19.874999999999986,19.958333333333318,20.01388888888887,20.208333333333318,20.236111111111097,20.31944444444443,20.38194444444443,20.437499999999986,20.541666666666654,20.62499999999999,20.861111111111097,20.944444444444432,21.027777777777764,21.416666666666654,21.49999999999999,21.562499999999986,21.729166666666654,21.791666666666654,21.83333333333332,22.22222222222221,22.47222222222221,22.555555555555546,22.972222222222214,23.305555555555546,23.368055555555543,23.784722222222214,23.812499999999993,24.22916666666666,24.284722222222214,24.395833333333325,24.499999999999993,24.583333333333325,24.687499999999993,24.812499999999993,25.201388888888886,25.28472222222222,25.34722222222222,25.374999999999996,25.48611111111111,25.513888888888886,25.618055555555554,25.895833333333336,26.173611111111107,26.215277777777775,26.465277777777775,26.506944444444443,26.611111111111107,26.625,26.638888888888886,26.722222222222218,26.763888888888886,26.80555555555555,27.222222222222214,27.30555555555555,27.583333333333325,27.645833333333325,27.708333333333325,27.7361111111111,27.763888888888882,27.791666666666654,28.06944444444443,28.097222222222207,28.124999999999982,28.319444444444425,28.361111111111093,28.40277777777776,28.458333333333314,28.499999999999982,28.56249999999998,28.604166666666647,28.840277777777757,28.86805555555554,28.923611111111093,29.173611111111093,29.277777777777757,29.361111111111093,29.48611111111109,29.763888888888868,29.805555555555536,29.868055555555532,29.89583333333331,29.93749999999998,29.979166666666647,30.090277777777757,30.152777777777757,30.70833333333331,30.812499999999975,30.89583333333331,31.17361111111109,31.215277777777757,31.31944444444442,31.3472222222222,31.388888888888864,31.388888888888864]}}},"deepseek":{"episodes":252,"score":27.111111111111114,"curves":{"tokens":{"x":[0,1091608,1383541,2540727,2571232,3155438,3882296,4240380,4350858,5632689,5712953,5757086,6250604,6278326,6368833,6398905,6451087,7451582,7472936,7513937,7647877,7753494,8006501,8236898,8461553,8717557,8856385,8876421,8971138,9083067,9664090,9907203,10264594,10305849,10418137,10501528,10666449,11138861,11249751,11315843,11397644,11508106,11745982,12208168,12369419,12505112,12642873,12763728,12892904,13020332,13127727,13156249,13825545,13845001,13961911,14068023,14518492,14668718,14819743,14911765,15219282,15498835,15577412,15607077,15923457,16004602,16092233,16126858,16155549,16184022,16189778,16191474,16458151,16497930,16501293,16523006,16547303,16927210,17236839,17331611,17483600,17546568,17963557,18233363,18600948,18620911,18641004,18731250,19226186,19786377,19916075,20091456,20335622,20662267,20807311,20951740,21172055,21215702,22098624,22503479,22702449,22822297,22910704,23074946,23159945,23238529,23699269,23843866,24175292,24177741,24329934,24492442,24833493,24894557,24958699,24982300,25415665,25438103,26027273,26028547,26124456,26272659,26302025,26634676,26638997,26710103,26781331,27051538,27103105,27177844,27372659,28409581,28929487,29887557,30160000,30276660,30393483,30748584,30883747,31045962,31320413,32234331,32882356,33928672,34378234,34788572,35534943,35769786,35789710,36072572,36203773,36261467,36465531,36529153,37805693,37936039,38492242,38665762,38690961,39190403,39792522,41460618,41826784,42674385,44900595,44960193,49104767,49864416,49947060,50820051,51399953,51525097,51785616,52882720,53885056,56940242,57523724,64674615,67546726,71669261,72018054,74414590,78709737,81794198,89824206,93243538,110083746,120000000],"score":[0.0,0.4166666666666667,0.47916666666666663,0.8958333333333334,1.3125000000000002,1.3750000000000002,1.7916666666666667,1.8333333333333333,2.25,2.2916666666666665,2.3055555555555554,2.347222222222222,2.9027777777777777,2.9861111111111107,3.069444444444444,3.1111111111111107,3.1527777777777772,3.2361111111111103,3.3194444444444438,3.3333333333333326,3.4166666666666665,3.4444444444444446,3.5069444444444446,3.5624999999999996,3.6249999999999996,3.708333333333333,3.75,3.833333333333333,4.25,4.333333333333334,4.388888888888888,4.472222222222221,4.555555555555555,4.583333333333333,5.138888888888888,5.152777777777778,5.208333333333333,5.270833333333333,5.298611111111111,5.326388888888889,5.368055555555555,5.451388888888889,5.6875,6.104166666666667,6.4375,6.770833333333336,6.812500000000002,6.8402777777777795,6.85416666666667,6.9375000000000036,6.951388888888892,6.993055555555559,7.54861111111111,7.631944444444444,7.715277777777778,8.04861111111111,8.604166666666666,8.645833333333332,8.673611111111109,8.715277777777777,9.048611111111109,9.381944444444443,9.444444444444443,9.472222222222221,9.888888888888888,9.916666666666666,9.972222222222221,10.013888888888888,10.097222222222221,10.159722222222221,10.1875,10.520833333333332,10.937499999999998,10.993055555555555,11.548611111111109,11.576388888888888,11.618055555555554,11.743055555555554,11.805555555555554,11.861111111111109,11.888888888888888,11.944444444444443,12.027777777777775,12.08333333333333,12.138888888888886,12.22222222222222,12.249999999999996,12.333333333333329,12.416666666666663,12.499999999999996,12.58333333333333,12.99999999999999,13.555555555555543,13.611111111111097,13.638888888888875,13.722222222222205,13.999999999999982,14.013888888888873,14.430555555555541,14.513888888888873,14.555555555555541,14.791666666666655,14.902777777777768,15.319444444444432,15.402777777777764,15.958333333333321,16.194444444444432,16.58333333333332,16.6111111111111,16.888888888888875,17.27777777777776,17.30555555555554,17.38888888888887,17.51388888888887,17.569444444444425,17.611111111111093,17.694444444444425,18.111111111111093,18.52777777777776,18.56944444444443,19.124999999999986,19.152777777777764,19.215277777777764,19.256944444444432,19.340277777777764,19.381944444444432,19.40972222222221,19.7986111111111,20.07638888888888,20.118055555555543,20.534722222222214,20.57638888888888,20.812499999999993,20.85416666666666,20.89583333333333,21.312499999999996,21.354166666666664,21.41666666666666,21.458333333333325,21.93055555555555,22.05555555555555,22.222222222222214,22.305555555555546,22.513888888888882,22.763888888888882,22.86805555555555,22.909722222222218,23.159722222222218,23.24305555555555,23.27083333333333,23.35416666666666,23.39583333333333,23.47916666666666,23.52083333333333,23.562499999999996,23.812499999999996,24.090277777777775,24.131944444444443,24.19444444444444,24.31944444444444,24.38194444444444,24.423611111111104,24.506944444444436,24.631944444444436,24.909722222222214,24.93749999999999,24.99999999999999,25.277777777777764,25.319444444444432,25.3611111111111,25.402777777777768,25.465277777777768,25.74305555555554,25.826388888888875,25.85416666666665,25.979166666666647,26.020833333333314,26.083333333333314,26.361111111111097,26.486111111111093,26.59027777777776,26.694444444444425,26.798611111111097,26.88194444444443,26.923611111111097,27.048611111111093,27.111111111111093,27.111111111111093]},"seconds":{"x":[0,269.0597150325775,364.8048629760742,450.83295369148254,506.38362216949463,655.7407546043396,659.5284223556519,740.6498732566833,771.6332249641418,813.4013645648956,815.9365234375,828.1673872470856,830.602781534195,884.9245984554291,1047.4571874141693,1066.272835969925,1099.4456386566162,1101.2031161785126,1139.221002817154,1146.5798127651215,1193.8280906677246,1263.1248791217804,1334.3511726856232,1344.8883929252625,1401.326977968216,1405.206773519516,1484.5813126564026,1491.8173475265503,1494.3218259811401,1515.2133238315582,1663.4763300418854,1758.8974993228912,1831.5442309379578,1835.8117957115173,1861.0986189842224,1875.3184902668,1877.1290690898895,1923.022697210312,2010.579437494278,2075.3795075416565,2078.146717309952,2095.855311155319,2119.055979013443,2120.096277475357,2134.983806371689,2138.32715177536,2167.8080377578735,2168.8089592456818,2176.9731273651123,2217.935694694519,2228.809387922287,2239.327307701111,2315.9469707012177,2316.9010643959045,2320.041262626648,2401.762094974518,2402.1978216171265,2404.3302080631256,2412.2710843086243,2415.412387609482,2418.21448302269,2424.573632955551,2433.068756580353,2452.7093296051025,2463.567767381668,2474.2507705688477,2524.097876548767,2554.2203674316406,2554.741381406784,2555.7186222076416,2573.8750298023224,2594.7120201587677,2610.773545742035,2623.8058853149414,2691.627629995346,2699.8381576538086,2715.493474006653,2720.8069310188293,2725.6921892166138,2732.352062225342,2737.372612476349,2758.7043528556824,2772.645482301712,2787.94899392128,2804.641755580902,2808.702855348587,2831.7025740146637,2838.804852247238,2840.7916617393494,2842.2541315555573,2872.512328147888,2924.7622632980347,2933.8014619350433,2958.333481311798,2983.7085378170013,2994.6880853176117,3007.1163308620453,3035.6975758075714,3074.6543922424316,3102.7884001731873,3106.2008950710297,3110.6757576465607,3161.657207250595,3177.4985280036926,3184.542277097702,3193.805405855179,3201.0999598503113,3244.244416952133,3277.896638393402,3291.4077565670013,3297.8242514133453,3315.039553165436,3318.2234387397766,3320.432899236679,3333.5387420654297,3344.2970464229584,3384.9014508724213,3473.0019569396973,3476.5105226039886,3514.2086980342865,3536.544767141342,3576.127723455429,3585.1798474788666,3591.494469642639,3614.057635307312,3747.0539247989655,3782.3416759967804,3823.21408700943,3834.0180385112762,3840.0814695358276,3865.6187303066254,3880.901332139969,3898.5055055618286,3901.478209733963,3910.407066822052,4026.5592148303986,4046.9410767555237,4059.143614292145,4070.48606300354,4163.315229654312,4243.212096452713,4281.368261575699,4366.700790405273,4381.38081407547,4441.433963775635,4445.355498075485,4447.640378713608,4462.291637420654,4464.529690027237,4520.170022249222,4587.13365483284,4605.710807323456,4666.734742641449,4761.42192363739,4855.365514993668,4891.8132309913635,4901.20808339119,4909.325801372528,4933.101574897766,4946.619005918503,4958.111525774002,4977.291701555252,5166.90051984787,5184.528337478638,5278.420176267624,5322.332987546921,5341.998414754868,5414.917187690735,5497.607002019882,5499.850791215897,5715.739643573761,5950.62299323082,6011.282997131348,6089.860115528107,6111.302406072617,6171.64447593689,6767.535477399826,6781.941585302353,6888.306226491928,6962.263572216034,6992.397883415222,7497.767277240753,7815.83625793457,8854.044990062714,9367.556104898453,9459.844994068146,9612.911062002182,10661.68153142929,10700.76637673378,14400],"score":[0.0,0.4166666666666667,0.47916666666666663,0.8958333333333334,1.3125000000000002,1.7291666666666667,1.7916666666666667,1.8472222222222223,1.902777777777778,1.9444444444444444,2.361111111111111,2.444444444444444,2.4861111111111107,2.5277777777777772,2.9444444444444438,2.9861111111111107,3.0694444444444438,3.152777777777777,3.23611111111111,3.319444444444443,3.402777777777776,3.4652777777777763,3.5069444444444424,3.5208333333333313,3.937499999999999,3.9652777777777772,4.027777777777778,4.041666666666666,4.083333333333333,4.125,4.680555555555556,4.708333333333334,5.125,5.166666666666667,5.250000000000001,5.333333333333334,5.416666666666667,5.430555555555556,5.513888888888889,5.597222222222222,6.152777777777778,6.388888888888888,6.430555555555556,6.763888888888891,6.847222222222225,7.402777777777776,7.958333333333331,7.986111111111109,8.402777777777775,8.430555555555554,8.763888888888886,8.791666666666664,8.83333333333333,8.89583333333333,8.979166666666664,9.006944444444443,9.340277777777777,9.368055555555554,9.423611111111109,9.437499999999996,9.493055555555554,10.048611111111109,10.465277777777775,10.527777777777775,10.861111111111107,10.874999999999996,10.916666666666663,10.999999999999996,11.333333333333329,11.41666666666666,11.43055555555555,11.486111111111105,11.569444444444438,11.611111111111104,11.673611111111104,11.71527777777777,11.798611111111104,11.85416666666666,11.881944444444438,11.965277777777771,12.201388888888884,12.534722222222216,12.562499999999993,12.645833333333325,12.687499999999991,12.715277777777768,13.131944444444432,13.215277777777764,13.243055555555545,13.270833333333321,13.333333333333321,13.569444444444434,13.62499999999999,13.680555555555543,13.916666666666652,14.305555555555543,14.58333333333332,14.624999999999988,15.041666666666655,15.083333333333321,15.166666666666654,15.722222222222209,16.1111111111111,16.152777777777764,16.215277777777764,16.256944444444432,16.2986111111111,16.326388888888875,16.368055555555543,16.645833333333318,16.72916666666665,16.75694444444443,16.784722222222207,16.812499999999982,16.84027777777776,16.90277777777776,17.13888888888887,17.26388888888887,17.30555555555554,17.33333333333332,17.74999999999999,18.138888888888875,18.555555555555543,18.63888888888888,19.055555555555543,19.180555555555543,19.26388888888888,19.319444444444432,19.569444444444432,20.12499999999999,20.180555555555546,20.222222222222214,20.305555555555546,20.347222222222214,20.40972222222221,20.493055555555546,20.77083333333332,20.7986111111111,21.354166666666657,21.43749999999999,21.479166666666654,21.541666666666654,21.624999999999986,21.708333333333318,21.749999999999986,21.79166666666665,21.90277777777776,22.069444444444425,22.124999999999982,22.54166666666665,22.583333333333318,22.833333333333318,22.874999999999982,22.91666666666665,23.16666666666665,23.208333333333318,23.291666666666654,23.35416666666665,23.395833333333318,23.437499999999986,23.715277777777764,23.756944444444432,23.881944444444432,23.986111111111097,24.263888888888875,24.347222222222207,24.472222222222207,24.749999999999982,24.79166666666665,24.85416666666665,24.937499999999982,25.145833333333318,25.208333333333314,25.249999999999982,25.722222222222207,25.805555555555543,25.93055555555554,26.055555555555536,26.097222222222204,26.159722222222204,26.24305555555554,26.270833333333314,26.374999999999982,26.479166666666647,26.75694444444443,26.84027777777776,26.944444444444425,27.069444444444425,27.111111111111093,27.111111111111093]}}}},"geometry_progress":{"astra_depth":{"x":[0,22,25,27,31,33,36,38,40,46,47,50,54,56,57,58,61,63,64,65,66,71,72,80,85,90,95,96,97,102,120,121,124,126,129,133,144,151,153,155,157,160,166,172,177,188,194,196,221,240,253,257,771],"score":[0.0,2.5,3.0000000000000004,3.25,3.5000000000000004,3.5833333333333344,3.8333333333333344,4.208333333333335,4.708333333333335,5.666666666666668,8.166666666666668,8.416666666666668,11.750000000000002,12.125000000000002,15.458333333333336,17.125,17.291666666666668,17.541666666666668,20.041666666666664,20.666666666666668,20.833333333333336,21.333333333333332,23.833333333333332,26.166666666666664,27.583333333333332,30.916666666666664,31.416666666666664,31.75,31.91666666666667,32.29166666666667,32.54166666666667,32.87500000000001,33.62500000000001,35.958333333333336,36.45833333333334,37.208333333333336,37.625,38.125,38.50000000000001,41.0,42.50000000000001,43.00000000000001,44.66666666666667,47.66666666666667,49.33333333333334,50.000000000000014,50.62500000000001,51.25000000000001,51.500000000000014,53.166666666666686,54.66666666666667,55.83333333333334,55.83333333333334]},"astra_calibration":{"x":[0,27,33,38,42,43,45,51,54,63,65,67,72,75,77,79,80,82,87,91,92,94,95,96,99,102,103,105,107,110,127,130,134,136,138,139,141,143,147,158,165,167,172,190,196,210,222,238,254,261,294,771],"score":[0.0,2.5,3.0000000000000004,3.25,3.7500000000000004,4.250000000000001,4.500000000000001,5.375000000000002,8.708333333333336,11.208333333333337,11.458333333333336,13.958333333333336,14.333333333333337,14.500000000000002,16.500000000000004,17.250000000000004,17.41666666666667,17.91666666666667,18.41666666666667,18.66666666666667,22.000000000000007,22.33333333333334,22.66666666666667,23.04166666666667,24.458333333333336,27.79166666666667,27.875,29.125,29.625,29.875,31.125000000000004,32.62500000000001,34.29166666666667,36.16666666666667,36.33333333333334,38.666666666666664,38.916666666666664,40.333333333333336,40.91666666666667,41.16666666666667,44.50000000000001,47.00000000000001,47.625000000000014,48.04166666666668,48.79166666666668,49.29166666666668,49.70833333333335,50.375000000000014,51.87500000000001,53.37500000000001,55.04166666666666,55.04166666666666]},"astra_rgb":{"x":[0,35,40,46,55,59,65,66,68,70,84,87,88,90,91,92,95,102,108,114,118,124,131,138,139,140,142,151,155,161,170,173,183,220,245,771],"score":[0.0,2.5,2.75,3.125,3.4583333333333335,5.958333333333334,6.208333333333334,9.708333333333334,9.958333333333334,10.458333333333332,13.333333333333334,16.666666666666668,16.916666666666668,17.0,18.416666666666668,18.583333333333332,19.083333333333332,19.416666666666668,20.833333333333336,21.333333333333332,21.5,21.833333333333332,22.083333333333332,22.583333333333332,22.958333333333332,24.958333333333336,27.291666666666657,27.458333333333325,27.958333333333325,28.58333333333333,29.25,29.625,29.875,30.125,31.291666666666668,31.291666666666668]},"qwen_depth":{"x":[0,27,28,30,32,33,34,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,71,72,73,75,76,78,80,81,82,83,84,86,88,89,90,91,92,93,95,96,97,98,99,100,101,105,106,107,108,109,111,112,113,114,116,117,118,119,120,122,125,127,128,131,133,134,136,138,139,140,141,142,143,144,145,146,149,150,153,155,157,160,161,163,164,165,166,169,181,185,186,187,188,189,193,194,200,202,206,207,208,215,220,221,224,227,233,239,247,248,257,262,265,266,278,284,307,310,314,315,316,318,320,322,323,329,345,353,364,381,387,403,771],"score":[0.0,0.10416666666666667,0.1875,1.0208333333333333,1.0625,1.1041666666666665,1.6041666666666663,1.7499999999999998,1.7916666666666665,1.8749999999999996,1.916666666666666,2.4374999999999996,3.3541666666666656,3.4375000000000004,3.5000000000000004,3.6111111111111107,3.666666666666666,3.805555555555555,4.430555555555556,4.847222222222223,5.1527777777777795,5.2361111111111125,5.6527777777777795,6.208333333333335,6.291666666666668,6.63888888888889,6.722222222222222,7.291666666666664,7.437499999999998,8.187500000000002,9.493055555555557,10.145833333333334,11.520833333333332,11.611111111111109,12.270833333333334,12.4375,12.687499999999998,12.749999999999998,12.812499999999996,12.86805555555555,12.951388888888882,13.506944444444443,14.104166666666664,14.819444444444438,14.90277777777777,15.173611111111104,15.243055555555548,15.812499999999993,16.333333333333325,17.152777777777764,17.38194444444443,17.652777777777764,18.06944444444443,18.173611111111097,18.34722222222221,18.847222222222204,19.63888888888887,19.68055555555554,20.097222222222207,20.138888888888875,20.243055555555543,20.305555555555543,20.694444444444432,21.243055555555546,21.326388888888882,21.388888888888882,21.638888888888882,21.65277777777777,21.75694444444444,22.00694444444444,22.527777777777775,22.61111111111111,22.666666666666664,22.92361111111111,23.479166666666668,24.159722222222225,24.555555555555557,24.638888888888893,24.750000000000004,25.16666666666667,25.326388888888896,25.39583333333334,25.42361111111112,25.840277777777782,25.88194444444445,25.965277777777786,26.06944444444445,26.194444444444446,26.27777777777778,26.319444444444446,26.361111111111107,26.402777777777775,26.81944444444444,26.861111111111107,27.006944444444443,27.0625,27.118055555555554,27.40972222222222,27.812500000000007,28.062500000000007,28.104166666666675,28.298611111111114,28.493055555555564,28.743055555555564,29.215277777777775,29.277777777777775,29.388888888888886,29.430555555555554,29.51388888888889,29.638888888888886,29.888888888888882,29.93055555555555,30.347222222222214,30.624999999999993,30.736111111111104,30.77777777777777,30.840277777777768,31.118055555555546,31.43749999999999,31.93749999999999,32.215277777777764,32.277777777777764,32.42361111111109,32.54861111111109,32.6597222222222,32.78472222222219,33.06249999999997,33.34027777777775,33.42361111111108,33.70138888888886,33.74305555555552,33.88888888888885,33.993055555555515,34.07638888888885,34.284722222222186,34.34027777777774,34.46527777777774,34.50694444444441,34.74305555555552,35.02083333333329,35.14583333333329,35.17361111111107,35.215277777777736,35.2569444444444,35.28472222222218,35.36805555555551,35.49305555555551,35.618055555555515,35.82638888888884,35.88888888888884,35.88888888888884]},"qwen_calibration":{"x":[0,39,41,43,49,50,58,59,63,64,66,67,69,70,71,72,73,75,78,79,80,81,83,84,85,87,89,90,92,95,98,99,100,101,102,103,104,105,106,108,109,110,111,114,118,119,120,121,123,125,127,128,131,132,133,135,136,137,138,139,140,141,142,144,145,147,151,153,154,155,157,159,162,163,164,166,169,174,175,176,177,178,179,182,183,185,186,190,194,195,196,198,200,204,210,215,217,218,219,221,226,227,236,239,240,251,252,264,265,266,271,274,275,286,290,296,297,299,305,306,307,316,318,328,329,331,364,369,370,371,373,383,384,387,394,400,409,413,417,420,422,423,434,435,453,476,490,494,505,508,537,549,622,629,648,771],"score":[0.0,0.4166666666666667,0.4583333333333333,0.9375,0.9791666666666665,1.097222222222222,1.2569444444444444,1.298611111111111,2.1736111111111107,2.5902777777777777,2.631944444444444,2.7152777777777772,2.7986111111111107,3.3541666666666665,3.909722222222222,3.9930555555555554,4.124999999999999,4.208333333333333,4.333333333333333,4.458333333333334,4.875,5.0,5.333333333333334,5.388888888888889,6.111111111111112,6.1944444444444455,6.75,6.888888888888889,7.305555555555554,7.3472222222222205,7.763888888888887,7.805555555555553,7.9583333333333295,8.013888888888886,8.06944444444444,8.624999999999995,9.45833333333333,9.52083333333333,9.562499999999998,9.618055555555552,9.805555555555552,10.486111111111107,10.513888888888886,10.604166666666663,10.715277777777773,10.798611111111107,10.881944444444441,11.291666666666663,11.36805555555555,12.8611111111111,13.33333333333332,13.833333333333323,13.87499999999999,13.916666666666657,14.472222222222214,14.555555555555546,14.666666666666659,15.097222222222213,15.159722222222213,15.215277777777766,15.993055555555543,16.076388888888875,16.090277777777764,16.1736111111111,16.256944444444432,16.89583333333332,16.979166666666654,17.062499999999982,17.124999999999982,17.736111111111093,18.305555555555536,18.69444444444443,19.249999999999982,19.74305555555554,19.805555555555536,20.30555555555554,20.638888888888875,20.680555555555543,20.7361111111111,20.76388888888888,20.84722222222221,20.95138888888888,21.27083333333332,21.312499999999986,21.5486111111111,21.590277777777768,21.90972222222221,22.18749999999999,22.576388888888875,22.638888888888875,23.138888888888875,23.305555555555543,23.388888888888875,23.83333333333332,24.222222222222207,24.305555555555543,24.347222222222207,24.388888888888875,24.805555555555543,24.88888888888888,24.97222222222221,25.138888888888882,25.16666666666666,25.229166666666657,25.33333333333333,25.861111111111107,25.923611111111107,26.048611111111107,26.076388888888886,26.326388888888886,26.43055555555555,26.49305555555555,26.59722222222222,26.875,26.916666666666668,26.979166666666664,26.993055555555557,27.27083333333333,27.31249999999999,27.326388888888882,27.451388888888882,27.729166666666654,27.979166666666654,28.09027777777776,28.19444444444443,28.222222222222204,28.30555555555554,28.333333333333314,28.458333333333314,29.013888888888868,29.055555555555536,29.33333333333331,29.361111111111093,29.40277777777776,29.430555555555536,29.534722222222204,29.72916666666665,29.75694444444443,29.840277777777764,29.88194444444443,29.94444444444443,30.00694444444442,30.04861111111109,30.131944444444425,30.201388888888868,30.263888888888868,30.368055555555536,30.4097222222222,30.465277777777754,30.743055555555532,30.826388888888868,30.868055555555536,30.89583333333331,30.999999999999982,31.11111111111109,31.388888888888864]},"qwen_rgb":{"x":[0,87,103,117,143,157,168,179,253,276,294,297,376,771],"score":[0.0,0.33333333333333337,2.8333333333333335,5.333333333333334,5.833333333333334,6.208333333333334,6.458333333333334,6.958333333333333,7.041666666666667,7.291666666666667,7.458333333333334,8.875000000000002,9.125000000000002,9.125000000000002]}},"geometry_protocol_episodes":{"astra":42,"qwen":252},"geometry_tool_call_limit":771,"score25":{"qwen":{"tokens":23509357,"seconds":5727.8917779922485},"deepseek":{"tokens":49864416,"seconds":5950.62299323082},"astra":{"tokens":7414601,"seconds":2554.1401829719543}},"pipelining":[{"task":"swap_T","serial_minutes":34.72666666666667,"pipelined_minutes":12.481666666666666,"pipelined_overlap_percent":93.79073572762131,"label":"Swap T blocks","overlap":[[0.0017328580220540364,0.20727920134862263],[0.42018127838770547,0.5635906974474589],[0.892879068851471,1.0230409661928812],[1.3206242640813193,1.4008320490519206],[1.6876461942990622,1.7678311864535015],[2.039426553249359,2.2715379357337953],[2.4794434626897175,2.6690172433853148],[2.987114950021108,3.128298552831014],[3.784933133920034,3.8822755376497904],[4.460006427764893,4.637281767527262],[5.0175950209299724,5.15456907749176],[5.358897697925568,5.481331539154053],[5.896627803643544,5.954840139547984],[6.330750556786855,6.686560984452566],[6.942853792508443,7.241030883789063],[7.895656657218933,8.102099009354909],[8.524100426832835,8.65318973461787],[9.627953290939331,9.674261577924092],[10.356499846776327,10.644305443763733]],"model":[{"start":0.0017328580220540364,"end":0.20727920134862263,"name":"Model request"},{"start":0.25085438092549645,"end":0.4183353583017985,"name":"Model request"},{"start":0.42018127838770547,"end":0.5635906974474589,"name":"Model request"},{"start":0.6188586354255676,"end":0.8907231688499451,"name":"Model request"},{"start":0.892879068851471,"end":1.076529292265574,"name":"Model request"},{"start":1.0801044384638467,"end":1.31824019352595,"name":"Model request"},{"start":1.3206242640813193,"end":1.4008320490519206,"name":"Model request"},{"start":1.4222476998964946,"end":1.6847193161646525,"name":"Model request"},{"start":1.6876461942990622,"end":1.7979801774024964,"name":"Model request"},{"start":1.801504131158193,"end":2.036534345149994,"name":"Model request"},{"start":2.039426553249359,"end":2.2804327964782716,"name":"Model request"},{"start":2.284306744734446,"end":2.476351348559062,"name":"Model request"},{"start":2.4794434626897175,"end":2.7279992421468098,"name":"Model request"},{"start":2.731802479426066,"end":2.983838888009389,"name":"Model request"},{"start":2.987114950021108,"end":3.3403006315231325,"name":"Model request"},{"start":3.3445881326993305,"end":3.781592396895091,"name":"Model request"},{"start":3.784933133920034,"end":3.9869995792706807,"name":"Model request"},{"start":3.9920785307884215,"end":4.4561412533124285,"name":"Model request"},{"start":4.460006427764893,"end":4.669722743829092,"name":"Model request"},{"start":4.674474529425303,"end":5.012499916553497,"name":"Model request"},{"start":5.0175950209299724,"end":5.164342478911082,"name":"Model request"},{"start":5.169203559557597,"end":5.354745940367381,"name":"Model request"},{"start":5.358897697925568,"end":5.654630879561107,"name":"Model request"},{"start":5.660313820838928,"end":5.890362664063772,"name":"Model request"},{"start":5.896627803643544,"end":6.073810466130575,"name":"Model request"},{"start":6.07962638537089,"end":6.326033266385396,"name":"Model request"},{"start":6.330750556786855,"end":6.689251780509949,"name":"Model request"},{"start":6.694772779941559,"end":6.937717072168986,"name":"Model request"},{"start":6.942853792508443,"end":7.241030883789063,"name":"Model request"},{"start":7.272342888514201,"end":7.890559740861257,"name":"Model request"},{"start":7.895656657218933,"end":8.181710505485535,"name":"Model request"},{"start":8.18834697008133,"end":8.518846170107524,"name":"Model request"},{"start":8.524100426832835,"end":8.945158286889393,"name":"Model request"},{"start":8.95201849937439,"end":9.622527742385865,"name":"Model request"},{"start":9.627953290939331,"end":9.926199150085449,"name":"Model request"},{"start":9.932802232106527,"end":10.350453333059948,"name":"Model request"},{"start":10.356499846776327,"end":10.645261549949646,"name":"Model request"},{"start":10.651915935675303,"end":10.936936354637146,"name":"Model request"},{"start":10.946366230646769,"end":11.291279331843059,"name":"Model request"}],"actions":[{"start":0.0,"end":0.24853020509084064,"name":"move"},{"start":0.41865954796473187,"end":0.616183626651764,"name":"move"},{"start":0.8910619179407756,"end":1.0230409661928812,"name":"grasp"},{"start":1.3185744961102803,"end":1.4192180514335633,"name":"move"},{"start":1.685073451201121,"end":1.7678311864535015,"name":"move"},{"start":2.0368444085121156,"end":2.2715379357337953,"name":"move"},{"start":2.47664444843928,"end":2.6690172433853148,"name":"move"},{"start":2.9841411113739014,"end":3.128298552831014,"name":"grasp"},{"start":3.7818906982739766,"end":3.8822755376497904,"name":"move"},{"start":4.456595508257548,"end":4.637281767527262,"name":"move"},{"start":5.012827404340109,"end":5.15456907749176,"name":"move"},{"start":5.355051922798157,"end":5.481331539154053,"name":"release"},{"start":5.890654118855794,"end":5.954840139547984,"name":"move"},{"start":6.3264453967412315,"end":6.686560984452566,"name":"move"},{"start":6.938245185216268,"end":7.26680490175883,"name":"move"},{"start":7.890997592608134,"end":8.102099009354909,"name":"move"},{"start":8.519116846720378,"end":8.65318973461787,"name":"release"},{"start":9.62279325723648,"end":9.674261577924092,"name":"move"},{"start":10.350871201356252,"end":10.644305443763733,"name":"move"}]},{"task":"press_by_number","serial_minutes":24.951666666666664,"pipelined_minutes":13.661666666666667,"pipelined_overlap_percent":93.76963946744907,"label":"Press by number","overlap":[[0.001520991325378418,0.19515607357025147],[0.48090025583902996,0.5733625531196594],[0.9270732442537943,1.058878227074941],[1.7613805532455444,1.8453842282295227],[2.9301933646202087,3.1305043578147886],[3.378105930487315,3.460046358903249],[3.741683904329936,3.8229711771011354],[4.664655403296153,4.756276162465413],[5.626508116722107,5.698696196079254],[6.312662521998088,6.365990785757701],[6.698796419302623,6.798390289147695],[7.205145625273387,7.286516729990641],[7.9967238744099935,8.07903838555018],[8.474783957004547,8.55458607673645],[8.978732951482137,9.114121345678965],[9.411716055870055,9.567921340465546],[9.826521114508312,9.930930356184641],[10.311127392450969,10.39487894376119],[10.723608426253001,10.805218720436097],[11.321819726626078,11.457665932178497]],"model":[{"start":0.001520991325378418,"end":0.19515607357025147,"name":"Model request"},{"start":0.21452434460322062,"end":0.4782729744911194,"name":"Model request"},{"start":0.48090025583902996,"end":0.6752855817476908,"name":"Model request"},{"start":0.6783058762550354,"end":0.9248020092646281,"name":"Model request"},{"start":0.9270732442537943,"end":1.1038408398628234,"name":"Model request"},{"start":1.1068469961484273,"end":1.3746960043907166,"name":"Model request"},{"start":1.4043060024579366,"end":1.5624722639719646,"name":"Model request"},{"start":1.5688908537228903,"end":1.7581202427546183,"name":"Model request"},{"start":1.7613805532455444,"end":1.8659671505292257,"name":"Model request"},{"start":1.869675330320994,"end":2.0975667039553323,"name":"Model request"},{"start":2.1139659841855365,"end":2.4885252833366396,"name":"Model request"},{"start":2.495596786340078,"end":2.927052712440491,"name":"Model request"},{"start":2.9301933646202087,"end":3.179994265238444,"name":"Model request"},{"start":3.1841047326723735,"end":3.374554395675659,"name":"Model request"},{"start":3.378105930487315,"end":3.5282278219858805,"name":"Model request"},{"start":3.5328808705012005,"end":3.7376431703567503,"name":"Model request"},{"start":3.741683904329936,"end":3.920128107070923,"name":"Model request"},{"start":3.9247157613436383,"end":4.1021030187606815,"name":"Model request"},{"start":4.122120789686838,"end":4.415110937754313,"name":"Model request"},{"start":4.422609102725983,"end":4.66062517563502,"name":"Model request"},{"start":4.664655403296153,"end":4.813446613152822,"name":"Model request"},{"start":4.818577722708384,"end":4.9802100698153176,"name":"Model request"},{"start":4.991199374198914,"end":5.199243541558584,"name":"Model request"},{"start":5.207470711072286,"end":5.621841589609782,"name":"Model request"},{"start":5.626508116722107,"end":6.020881541570028,"name":"Model request"},{"start":6.0264220356941225,"end":6.307829097906748,"name":"Model request"},{"start":6.312662521998088,"end":6.467021874586741,"name":"Model request"},{"start":6.472683199246725,"end":6.693840265274048,"name":"Model request"},{"start":6.698796419302623,"end":6.899163647492727,"name":"Model request"},{"start":6.904917414983114,"end":7.199415496985117,"name":"Model request"},{"start":7.205145625273387,"end":7.5425143361091616,"name":"Model request"},{"start":7.548653177420298,"end":7.9910653551419575,"name":"Model request"},{"start":7.9967238744099935,"end":8.272111078103384,"name":"Model request"},{"start":8.278657797972361,"end":8.469014207522074,"name":"Model request"},{"start":8.474783957004547,"end":8.729465464750925,"name":"Model request"},{"start":8.73716470003128,"end":8.971997503439585,"name":"Model request"},{"start":8.978732951482137,"end":9.181468498706817,"name":"Model request"},{"start":9.188825285434723,"end":9.40538279612859,"name":"Model request"},{"start":9.411716055870055,"end":9.567921340465546,"name":"Model request"},{"start":9.611129653453826,"end":9.819438469409942,"name":"Model request"},{"start":9.826521114508312,"end":10.00702766974767,"name":"Model request"},{"start":10.014212628205618,"end":10.30409121910731,"name":"Model request"},{"start":10.311127392450969,"end":10.494370857874552,"name":"Model request"},{"start":10.502142111460367,"end":10.716534638404847,"name":"Model request"},{"start":10.723608426253001,"end":10.938847347100575,"name":"Model request"},{"start":10.947512904802958,"end":11.314221918582916,"name":"Model request"},{"start":11.321819726626078,"end":11.518327641487122,"name":"Model request"},{"start":11.526847672462463,"end":11.878641319274902,"name":"Model request"},{"start":11.889831252892812,"end":12.389892502625782,"name":"Model request"}],"actions":[{"start":0.0,"end":0.21219228903452556,"name":"move"},{"start":0.47866957187652587,"end":0.5733625531196594,"name":"move"},{"start":0.9252633651097616,"end":1.058878227074941,"name":"move"},{"start":1.7589245994885763,"end":1.8453842282295227,"name":"move"},{"start":2.927495177586873,"end":3.1305043578147886,"name":"move"},{"start":3.374955435593923,"end":3.460046358903249,"name":"move"},{"start":3.7384154081344603,"end":3.8229711771011354,"name":"move"},{"start":4.661009653409322,"end":4.756276162465413,"name":"move"},{"start":5.622457412878672,"end":5.698696196079254,"name":"move"},{"start":6.308264315128326,"end":6.365990785757701,"name":"move"},{"start":6.694173884391785,"end":6.798390289147695,"name":"move"},{"start":7.2001303633054095,"end":7.286516729990641,"name":"move"},{"start":7.991512095928192,"end":8.07903838555018,"name":"move"},{"start":8.469419288635255,"end":8.55458607673645,"name":"move"},{"start":8.972850143909454,"end":9.114121345678965,"name":"move"},{"start":9.40592355330785,"end":9.60397044022878,"name":"move"},{"start":9.82009350458781,"end":9.930930356184641,"name":"move"},{"start":10.304496113459269,"end":10.39487894376119,"name":"move"},{"start":10.716943562030792,"end":10.805218720436097,"name":"move"},{"start":11.31469699939092,"end":11.457665932178497,"name":"move"}]},{"task":"pick_from_conveyor_by_image","serial_minutes":59.725,"pipelined_minutes":15.716666666666667,"pipelined_overlap_percent":88.1424293998128,"label":"Conveyor pickup","overlap":[[0.0014013369878133138,0.11357304255167643],[0.5659624258677165,0.723367973168691],[0.901408576965332,0.9765326102574666],[1.2041017651557921,1.389289343357086],[2.137338058153788,2.2174253344535826],[2.6576984961827597,2.779676361878713],[2.9245051701863605,3.0370948751767477],[3.3434988141059874,3.4117249488830566],[3.895805466175079,4.092872063318889],[5.305300263563792,5.449720478057861],[5.611755375067393,5.690991473197937],[5.947794437408447,6.023907128969828],[6.528340737024943,6.688220477104187],[8.139634648958841,8.203503175576527],[8.777365760008495,8.881900238990784],[9.471711615721384,9.527735900878906],[9.963813650608063,10.198608016967773],[10.703378200531006,10.839755948384603],[11.182810815175374,11.24643931388855],[12.40242745478948,12.544404832522074],[13.512095820903777,13.520721439520518]],"model":[{"start":0.0014013369878133138,"end":0.11357304255167643,"name":"Model request"},{"start":0.30425867636998494,"end":0.4434470057487488,"name":"Model request"},{"start":0.4458253224690755,"end":0.5641435066858927,"name":"Model request"},{"start":0.5659624258677165,"end":0.743310562769572,"name":"Model request"},{"start":0.7459290146827697,"end":0.8993453105290731,"name":"Model request"},{"start":0.901408576965332,"end":1.0485394914944968,"name":"Model request"},{"start":1.0512006640434266,"end":1.2018749316533406,"name":"Model request"},{"start":1.2041017651557921,"end":1.4375722646713256,"name":"Model request"},{"start":1.4406476497650147,"end":1.6226581454277038,"name":"Model request"},{"start":1.638578462600708,"end":1.8417009949684142,"name":"Model request"},{"start":1.8480985760688782,"end":2.1346242586771647,"name":"Model request"},{"start":2.137338058153788,"end":2.3848865111668904,"name":"Model request"},{"start":2.3883862177530926,"end":2.654698713620504,"name":"Model request"},{"start":2.6576984961827597,"end":2.779676361878713,"name":"Model request"},{"start":2.7928845564524334,"end":2.921552133560181,"name":"Model request"},{"start":2.9245051701863605,"end":3.0618510444959006,"name":"Model request"},{"start":3.0656766295433044,"end":3.3400872667630512,"name":"Model request"},{"start":3.3434988141059874,"end":3.5197076280911763,"name":"Model request"},{"start":3.5238329688707988,"end":3.8922252813975016,"name":"Model request"},{"start":3.895805466175079,"end":4.1730602145195,"name":"Model request"},{"start":4.177656038602193,"end":4.395153351624807,"name":"Model request"},{"start":4.411331677436829,"end":4.65682331720988,"name":"Model request"},{"start":4.6639657497406,"end":4.973485680421193,"name":"Model request"},{"start":4.979680649439493,"end":5.301402115821839,"name":"Model request"},{"start":5.305300263563792,"end":5.4677384694417315,"name":"Model request"},{"start":5.472521988550822,"end":5.607599631945292,"name":"Model request"},{"start":5.611755375067393,"end":5.776930685838064,"name":"Model request"},{"start":5.78188662926356,"end":5.943395837148031,"name":"Model request"},{"start":5.947794437408447,"end":6.1973213911056515,"name":"Model request"},{"start":6.202362962563833,"end":6.523841464519501,"name":"Model request"},{"start":6.528340737024943,"end":6.754815701643626,"name":"Model request"},{"start":6.760167519251506,"end":7.179167473316193,"name":"Model request"},{"start":7.196082278092702,"end":7.7291233460108435,"name":"Model request"},{"start":7.737274074554444,"end":8.134619724750518,"name":"Model request"},{"start":8.139634648958841,"end":8.541093186537426,"name":"Model request"},{"start":8.547043097019195,"end":8.77207260131836,"name":"Model request"},{"start":8.777365760008495,"end":9.123255137602488,"name":"Model request"},{"start":9.129528903961182,"end":9.466161187489828,"name":"Model request"},{"start":9.471711615721384,"end":9.637338515122732,"name":"Model request"},{"start":9.643546144167582,"end":9.958096317450206,"name":"Model request"},{"start":9.963813650608063,"end":10.198608016967773,"name":"Model request"},{"start":10.246077072620391,"end":10.697233192125957,"name":"Model request"},{"start":10.703378200531006,"end":10.870569523175558,"name":"Model request"},{"start":10.877485036849976,"end":11.176510556538899,"name":"Model request"},{"start":11.182810815175374,"end":11.704748606681823,"name":"Model request"},{"start":11.711768245697021,"end":12.079421738783518,"name":"Model request"},{"start":12.111180051167805,"end":12.395411789417267,"name":"Model request"},{"start":12.40242745478948,"end":12.63172596693039,"name":"Model request"},{"start":12.639243972301482,"end":13.146012326081594,"name":"Model request"},{"start":13.153031802177429,"end":13.505149948596955,"name":"Model request"},{"start":13.512095820903777,"end":13.730748903751373,"name":"Model request"},{"start":13.738581554094951,"end":14.318060958385468,"name":"Model request"}],"actions":[{"start":0.0,"end":0.30201934576034545,"name":"move"},{"start":0.5644520441691081,"end":0.723367973168691,"name":"move"},{"start":0.899695360660553,"end":0.9765326102574666,"name":"move"},{"start":1.2022207657496133,"end":1.389289343357086,"name":"move"},{"start":2.1349908391634624,"end":2.2174253344535826,"name":"move"},{"start":2.6550981680552166,"end":2.7894690076510114,"name":"move"},{"start":2.921842511494954,"end":3.0370948751767477,"name":"grasp"},{"start":3.3404834866523743,"end":3.4117249488830566,"name":"move"},{"start":3.8926357785860697,"end":4.092872063318889,"name":"move"},{"start":5.301702356338501,"end":5.449720478057861,"name":"move"},{"start":5.607867634296417,"end":5.690991473197937,"name":"grasp"},{"start":5.943676368395487,"end":6.023907128969828,"name":"move"},{"start":6.524099826812744,"end":6.688220477104187,"name":"move"},{"start":8.134975818792979,"end":8.203503175576527,"name":"move"},{"start":8.77235575914383,"end":8.881900238990784,"name":"move"},{"start":9.466522133350372,"end":9.527735900878906,"name":"move"},{"start":9.958596050739288,"end":10.239474499225617,"name":"move"},{"start":10.697602005799611,"end":10.839755948384603,"name":"move"},{"start":11.176907205581665,"end":11.24643931388855,"name":"move"},{"start":12.395862106482188,"end":12.544404832522074,"name":"move"},{"start":13.505584927399953,"end":13.520721439520518,"name":"move"}]},{"task":"align_blocks","serial_minutes":30.171666666666667,"pipelined_minutes":20.18166666666667,"pipelined_overlap_percent":84.50867097846294,"label":"Align blocks","overlap":[[0.0016198237737019858,0.10588430960973104],[0.5166323820749918,0.6712107380231221],[0.973839549223582,1.1011980414390563],[1.4418257832527162,1.4841544191042582],[2.405833864212036,2.494286914666494],[2.921529841423035,3.030079968770345],[3.240605854988098,3.367857559521993],[3.528661926587423,3.569283930460612],[4.076550972461701,4.188762927055359],[4.610847127437592,4.68178768157959],[5.122449505329132,5.222440485159556],[5.598522607485453,5.717623575528463],[6.203841384251913,6.2574890891710915],[6.695836238066355,6.823222478230794],[7.251257475217184,7.328063678741455],[8.30457200606664,8.384622490406036],[8.783724292119343,8.816685469945272],[10.206482168038686,10.335073419411977],[10.90417519013087,10.922819443543752],[11.725890707969665,11.76030439933141],[12.438900935649873,12.455809950828552],[13.191685140132904,13.468529045581818],[14.254814672470093,14.358131007353466],[14.874252263704935,14.938100238641104],[15.836848902702332,15.89533205429713],[16.431263728936514,16.482302765051525],[16.96217835744222,17.20468935966492]],"model":[{"start":0.0016198237737019858,"end":0.10588430960973104,"name":"Model request"},{"start":0.3243544260660807,"end":0.5143559058507283,"name":"Model request"},{"start":0.5166323820749918,"end":0.6712107380231221,"name":"Model request"},{"start":0.7729912161827087,"end":0.9712694883346558,"name":"Model request"},{"start":0.973839549223582,"end":1.233974309762319,"name":"Model request"},{"start":1.2372721791267396,"end":1.438922437032064,"name":"Model request"},{"start":1.4418257832527162,"end":1.582392430305481,"name":"Model request"},{"start":1.5860144019126892,"end":1.8141455014546712,"name":"Model request"},{"start":1.8325299501419068,"end":2.101686644554138,"name":"Model request"},{"start":2.1093443791071573,"end":2.402472746372223,"name":"Model request"},{"start":2.405833864212036,"end":2.5621666034062702,"name":"Model request"},{"start":2.5658902366956076,"end":2.7749701380729674,"name":"Model request"},{"start":2.7791664838790893,"end":2.91728701988856,"name":"Model request"},{"start":2.921529841423035,"end":3.1314240376154583,"name":"Model request"},{"start":3.1357025067011515,"end":3.2369633356730145,"name":"Model request"},{"start":3.240605854988098,"end":3.3817930579185487,"name":"Model request"},{"start":3.387814521789551,"end":3.5248668710390727,"name":"Model request"},{"start":3.528661926587423,"end":3.645586895942688,"name":"Model request"},{"start":3.6502877672513327,"end":4.071828969319662,"name":"Model request"},{"start":4.076550972461701,"end":4.260717618465423,"name":"Model request"},{"start":4.266142225265503,"end":4.606564565499624,"name":"Model request"},{"start":4.610847127437592,"end":4.869245632489522,"name":"Model request"},{"start":4.874454136689504,"end":5.117753223578135,"name":"Model request"},{"start":5.122449505329132,"end":5.363593860467275,"name":"Model request"},{"start":5.3690400918324785,"end":5.593874474366506,"name":"Model request"},{"start":5.598522607485453,"end":5.988575911521911,"name":"Model request"},{"start":5.994125839074453,"end":6.198625306288402,"name":"Model request"},{"start":6.203841384251913,"end":6.430925969282786,"name":"Model request"},{"start":6.4376017053922014,"end":6.690378495057424,"name":"Model request"},{"start":6.695836238066355,"end":6.936027284463247,"name":"Model request"},{"start":6.942423518498739,"end":7.245407291253408,"name":"Model request"},{"start":7.251257475217184,"end":7.63926903406779,"name":"Model request"},{"start":7.6463169376055395,"end":8.297143876552582,"name":"Model request"},{"start":8.30457200606664,"end":8.465960534413655,"name":"Model request"},{"start":8.472724962234498,"end":8.77771391471227,"name":"Model request"},{"start":8.783724292119343,"end":9.029046523571015,"name":"Model request"},{"start":9.035759929815928,"end":9.307082521915437,"name":"Model request"},{"start":9.327136425177256,"end":9.830557250976563,"name":"Model request"},{"start":9.840733885765076,"end":10.199840656916301,"name":"Model request"},{"start":10.206482168038686,"end":10.504482038815816,"name":"Model request"},{"start":10.512496066093444,"end":10.897581283251444,"name":"Model request"},{"start":10.90417519013087,"end":11.262187922000885,"name":"Model request"},{"start":11.26962563196818,"end":11.455837841828664,"name":"Model request"},{"start":11.463224240144093,"end":11.7187770764033,"name":"Model request"},{"start":11.725890707969665,"end":12.09657412370046,"name":"Model request"},{"start":12.104471051692963,"end":12.4309619029363,"name":"Model request"},{"start":12.438900935649873,"end":12.794212845961253,"name":"Model request"},{"start":12.802536221345266,"end":13.183807059129078,"name":"Model request"},{"start":13.191685140132904,"end":13.480031593640645,"name":"Model request"},{"start":13.488578295707702,"end":13.835431428750356,"name":"Model request"},{"start":13.843837169806163,"end":14.246777176856995,"name":"Model request"},{"start":14.254814672470093,"end":14.549704794089,"name":"Model request"},{"start":14.558445223172505,"end":14.865446583429973,"name":"Model request"},{"start":14.874252263704935,"end":15.383445235093435,"name":"Model request"},{"start":15.392688743273418,"end":15.828374497095744,"name":"Model request"},{"start":15.836848902702332,"end":16.1575289050738,"name":"Model request"},{"start":16.16694189707438,"end":16.42237300078074,"name":"Model request"},{"start":16.431263728936514,"end":16.642621183395384,"name":"Model request"},{"start":16.652351784706116,"end":16.95343732436498,"name":"Model request"},{"start":16.96217835744222,"end":17.20468935966492,"name":"Model request"},{"start":17.23244446516037,"end":17.587514138221742,"name":"Model request"},{"start":17.61187150478363,"end":17.925881306330364,"name":"Model request"},{"start":17.939550586541493,"end":18.386673065026603,"name":"Model request"},{"start":18.40028463204702,"end":18.801346266269682,"name":"Model request"}],"actions":[{"start":0.0,"end":0.3218124985694885,"name":"move"},{"start":0.5147949695587158,"end":0.7699796477953593,"name":"move"},{"start":0.9717329780260722,"end":1.1011980414390563,"name":"grasp"},{"start":1.4395060380299887,"end":1.4841544191042582,"name":"move"},{"start":2.4030478477478026,"end":2.494286914666494,"name":"release"},{"start":2.9176968693733216,"end":3.030079968770345,"name":"move"},{"start":3.2373812993367515,"end":3.367857559521993,"name":"grasp"},{"start":3.5252673109372457,"end":3.569283930460612,"name":"move"},{"start":4.072657235463461,"end":4.188762927055359,"name":"release"},{"start":4.607052238782247,"end":4.68178768157959,"name":"move"},{"start":5.118254248301188,"end":5.222440485159556,"name":"grasp"},{"start":5.594282436370849,"end":5.717623575528463,"name":"move"},{"start":6.1993263522783915,"end":6.2574890891710915,"name":"move"},{"start":6.690999134381612,"end":6.823222478230794,"name":"move"},{"start":7.246087340513865,"end":7.328063678741455,"name":"move"},{"start":8.297961962223052,"end":8.384622490406036,"name":"release"},{"start":8.778193807601928,"end":8.816685469945272,"name":"move"},{"start":10.200463255246481,"end":10.335073419411977,"name":"move"},{"start":10.898006637891134,"end":10.922819443543752,"name":"move"},{"start":11.719455293814342,"end":11.76030439933141,"name":"move"},{"start":12.431592619419098,"end":12.455809950828552,"name":"move"},{"start":13.184378961722055,"end":13.468529045581818,"name":"move"},{"start":14.247434814771017,"end":14.358131007353466,"name":"move"},{"start":14.866124399503072,"end":14.938100238641104,"name":"move"},{"start":15.828972919782002,"end":15.89533205429713,"name":"move"},{"start":16.423034246762594,"end":16.482302765051525,"name":"move"},{"start":16.95408087571462,"end":17.2226127465566,"name":"move"}]},{"task":"solve_equation","serial_minutes":23.111666666666668,"pipelined_minutes":22.009999999999998,"pipelined_overlap_percent":89.58654910707196,"label":"Solve equation","overlap":[[0.002217237154642741,0.18414626121520997],[0.40063564777374266,0.5395410021146139],[0.7811058600743611,0.9159825801849365],[1.0692579388618468,1.1588787198066712],[1.5142534534136454,1.588611094156901],[1.9512822508811951,2.1028002580006917],[2.682502830028534,2.7507519721984863],[3.4923975825309754,3.6547922015190126],[4.124248802661896,4.219522289435068],[5.932325347264608,6.072873532772064],[6.4393485426902775,6.586695857842764],[7.195191280047099,7.335054516792297],[7.7915348251660665,7.859042004744212],[8.39893008073171,8.76172471443812],[9.677053606510162,9.730774641036987],[10.888036727905273,10.947063334782918],[11.78269872268041,11.90208284854889],[12.461334669589997,12.498142341772715],[13.52607676188151,13.639572819073996],[14.17454541126887,14.258650592962901],[15.474854199091594,15.729389731089274],[16.430825980504355,16.549991377194722],[17.271524834632874,17.326204570134482],[18.18839324315389,18.242392194271087]],"model":[{"start":0.002217237154642741,"end":0.18414626121520997,"name":"Model request"},{"start":0.22953707377115887,"end":0.3985697825749715,"name":"Model request"},{"start":0.40063564777374266,"end":0.5395410021146139,"name":"Model request"},{"start":0.63477570215861,"end":0.7789413213729859,"name":"Model request"},{"start":0.7811058600743611,"end":0.9217847506205241,"name":"Model request"},{"start":0.9249777634938557,"end":1.0666815400123597,"name":"Model request"},{"start":1.0692579388618468,"end":1.3046418031056721,"name":"Model request"},{"start":1.3082346757253012,"end":1.511535398165385,"name":"Model request"},{"start":1.5142534534136454,"end":1.7350705504417419,"name":"Model request"},{"start":1.7396050333976745,"end":1.9482769886652629,"name":"Model request"},{"start":1.9512822508811951,"end":2.1028002580006917,"name":"Model request"},{"start":2.133061671257019,"end":2.381146860122681,"name":"Model request"},{"start":2.384871296087901,"end":2.6791993300120036,"name":"Model request"},{"start":2.682502830028534,"end":2.9082860350608826,"name":"Model request"},{"start":2.9129198789596558,"end":3.2490957617759704,"name":"Model request"},{"start":3.2711639165878297,"end":3.48873028755188,"name":"Model request"},{"start":3.4923975825309754,"end":3.6547922015190126,"name":"Model request"},{"start":3.7169815858205157,"end":4.120268150170644,"name":"Model request"},{"start":4.124248802661896,"end":4.576691242059072,"name":"Model request"},{"start":4.582197006543478,"end":4.908010200659434,"name":"Model request"},{"start":4.931536304950714,"end":5.161441985766093,"name":"Model request"},{"start":5.1695805311203005,"end":5.687914137045542,"name":"Model request"},{"start":5.695488750934601,"end":5.927946102619171,"name":"Model request"},{"start":5.932325347264608,"end":6.219969745477041,"name":"Model request"},{"start":6.225389862060547,"end":6.434697075684865,"name":"Model request"},{"start":6.4393485426902775,"end":6.944653292496999,"name":"Model request"},{"start":6.950551923116048,"end":7.190226391951243,"name":"Model request"},{"start":7.195191280047099,"end":7.577517366409301,"name":"Model request"},{"start":7.583516852060954,"end":7.785554973284404,"name":"Model request"},{"start":7.7915348251660665,"end":8.011189794540405,"name":"Model request"},{"start":8.017394427458445,"end":8.393316507339478,"name":"Model request"},{"start":8.39893008073171,"end":8.863750636577606,"name":"Model request"},{"start":8.870579206943512,"end":9.67123947540919,"name":"Model request"},{"start":9.677053606510162,"end":10.458282887935638,"name":"Model request"},{"start":10.464821449915569,"end":10.881820436318716,"name":"Model request"},{"start":10.888036727905273,"end":11.436109260718029,"name":"Model request"},{"start":11.443683540821075,"end":11.776445007324218,"name":"Model request"},{"start":11.78269872268041,"end":12.16355566183726,"name":"Model request"},{"start":12.170721685886383,"end":12.453381562232972,"name":"Model request"},{"start":12.461334669589997,"end":12.963788898785909,"name":"Model request"},{"start":12.97124404112498,"end":13.519358011086782,"name":"Model request"},{"start":13.52607676188151,"end":13.909624095757803,"name":"Model request"},{"start":13.917557497819265,"end":14.166857639948526,"name":"Model request"},{"start":14.17454541126887,"end":14.75189584493637,"name":"Model request"},{"start":14.75972770055135,"end":15.046416938304901,"name":"Model request"},{"start":15.07338940302531,"end":15.462991654872894,"name":"Model request"},{"start":15.474854199091594,"end":15.971852207183838,"name":"Model request"},{"start":15.98143680493037,"end":16.421601009368896,"name":"Model request"},{"start":16.430825980504355,"end":16.747722029685974,"name":"Model request"},{"start":16.756771071751913,"end":17.263036215305327,"name":"Model request"},{"start":17.271524834632874,"end":17.79016205469767,"name":"Model request"},{"start":17.80085171063741,"end":18.17954539457957,"name":"Model request"},{"start":18.18839324315389,"end":18.70589420000712,"name":"Model request"},{"start":18.715157091617584,"end":19.144548690319063,"name":"Model request"},{"start":19.155575450261434,"end":19.582594243685403,"name":"Model request"},{"start":19.5932323773702,"end":20.010313455263773,"name":"Model request"},{"start":20.021544071038566,"end":20.346504950523375,"name":"Model request"},{"start":20.35968905289968,"end":20.759510906537376,"name":"Model request"}],"actions":[{"start":0.0,"end":0.22710912624994914,"name":"move"},{"start":0.3988551179567973,"end":0.6320822199185689,"name":"move"},{"start":0.779227864742279,"end":0.9159825801849365,"name":"grasp"},{"start":1.0670066555341085,"end":1.1588787198066712,"name":"move"},{"start":1.5118403553962707,"end":1.588611094156901,"name":"move"},{"start":1.948620069026947,"end":2.129392560323079,"name":"move"},{"start":2.6795883973439536,"end":2.7507519721984863,"name":"move"},{"start":3.489167006810506,"end":3.712791860103607,"name":"move"},{"start":4.120711902777354,"end":4.219522289435068,"name":"move"},{"start":5.928263874848684,"end":6.072873532772064,"name":"move"},{"start":6.4349831461906435,"end":6.586695857842764,"name":"move"},{"start":7.190483132998149,"end":7.335054516792297,"name":"grasp"},{"start":7.78585726817449,"end":7.859042004744212,"name":"move"},{"start":8.393712810675304,"end":8.76172471443812,"name":"move"},{"start":9.671536882718405,"end":9.730774641036987,"name":"move"},{"start":10.882225493590036,"end":10.947063334782918,"name":"move"},{"start":11.77674309015274,"end":11.90208284854889,"name":"move"},{"start":12.45382357041041,"end":12.498142341772715,"name":"move"},{"start":13.519643751780192,"end":13.639572819073996,"name":"release"},{"start":14.167877566814422,"end":14.258650592962901,"name":"move"},{"start":15.467400693893433,"end":15.729389731089274,"name":"move"},{"start":16.422028732299804,"end":16.549991377194722,"name":"move"},{"start":17.263525644938152,"end":17.326204570134482,"name":"move"},{"start":18.179978517691293,"end":18.242392194271087,"name":"move"}]}],"real":[{"label":"Spatial understanding","maximum":20,"pi05":11.25,"dream1":6.5,"astra":17.0,"qwen":9.0},{"label":"Object generalization","maximum":20,"pi05":12.5,"dream1":13.5,"astra":17.5,"qwen":10.0},{"label":"Instruction following","maximum":20,"pi05":14.0,"dream1":9.5,"astra":18.0,"qwen":13.5},{"label":"Compositional generalization","maximum":20,"pi05":6.0,"dream1":10.0,"astra":20.0,"qwen":13.0},{"label":"Unseen tasks","maximum":20,"pi05":4.0,"dream1":4.0,"astra":8.0,"qwen":8.0}],"capabilities":{"benchmark_status":"user_supplied_measured_benchmarks","benchmark_is_synthetic":false,"benchmarks":["ERQA","MMMU-Pro","ScreenSpot-Pro","LiveCodeBench v6"],"rows":[{"id":"Q35","model":"Qwen3.5 Flash","score":0.0,"episodes":42,"valid_records":42,"benchmarks":{"ERQA":53.75,"MMMU-Pro":76.07,"ScreenSpot-Pro":50.73,"LiveCodeBench v6":74.81}},{"id":"Q36","model":"Qwen3.6 Flash","score":0.0,"episodes":42,"valid_records":42,"benchmarks":{"ERQA":56.75,"MMMU-Pro":72.63,"ScreenSpot-Pro":36.81,"LiveCodeBench v6":77.1}},{"id":"Q37","model":"Qwen3.7 Flash","score":0.0,"episodes":42,"valid_records":35,"benchmarks":{"ERQA":57.25,"MMMU-Pro":76.88,"ScreenSpot-Pro":41.24,"LiveCodeBench v6":78.63}},{"id":"Q38","model":"Qwen3.8 Flash","score":31.39,"episodes":252,"valid_records":null,"benchmarks":{"ERQA":66.75,"MMMU-Pro":79.71,"ScreenSpot-Pro":68.44,"LiveCodeBench v6":86.82}},{"id":"DS","model":"DeepSeek V4.1 Flash 1017","score":27.11,"episodes":252,"valid_records":null,"benchmarks":{"ERQA":65.0,"MMMU-Pro":80.76,"ScreenSpot-Pro":24.73,"LiveCodeBench v6":87.79}},{"id":"Astra","model":"GPT-6 Astra","score":51.9,"episodes":252,"valid_records":null,"benchmarks":{"ERQA":81.0,"MMMU-Pro":85.09,"ScreenSpot-Pro":92.7,"LiveCodeBench v6":83.21}}],"benchmark_statistics":{"ERQA":{"pearson_r":0.9725619273422998,"n":6,"x":[53.75,56.75,57.25,66.75,65.0,81.0],"y":[0.0,0.0,0.0,31.39,27.11,51.9],"slope":2.12575653772245,"intercept":-116.40839376723204},"MMMU-Pro":{"pearson_r":0.9320569594039678,"n":6,"x":[76.07,72.63,76.88,79.71,80.76,85.09],"y":[0.0,0.0,0.0,31.39,27.11,51.9],"slope":4.7180318783200565,"intercept":-352.07558985861857},"ScreenSpot-Pro":{"pearson_r":0.6863760250663862,"n":6,"x":[50.73,36.81,41.24,68.44,24.73,92.7],"y":[0.0,0.0,0.0,31.39,27.11,51.9],"slope":0.6099120304777731,"intercept":-13.584803398305212},"LiveCodeBench v6":{"pearson_r":0.7502629508537323,"n":6,"x":[74.81,77.1,78.63,86.82,87.79,83.21],"y":[0.0,0.0,0.0,31.39,27.11,51.9],"slope":3.061615792146793,"intercept":-230.79511470880126}},"performance":[{"key":"flash35","model":"Qwen3.5 Flash","episodes":42,"depth":false,"success_rate":0.0,"score":0},{"key":"q35_122b","model":"Qwen3.5-122B-A10B","episodes":42,"depth":false,"success_rate":0.0,"score":0},{"key":"flash36","model":"Qwen3.6 Flash","episodes":42,"depth":false,"success_rate":0.0,"score":0},{"key":"plus36","model":"Qwen3.6 Plus","episodes":42,"depth":false,"success_rate":0.0,"score":0.375},{"key":"flash37","model":"Qwen3.7 Flash","episodes":42,"depth":false,"success_rate":0.0,"score":0},{"key":"plus37","model":"Qwen3.7 Plus","episodes":42,"depth":false,"success_rate":0.0,"score":0},{"key":"q38_27b","model":"Qwen3.8-27B","episodes":126,"depth":false,"success_rate":8.055555555555555,"score":9.61111111111111},{"key":"flash38","model":"Qwen3.8 Flash","episodes":252,"depth":false,"success_rate":25.0,"score":31.39},{"key":"deepseek","model":"DeepSeek-V4.1-Flash","episodes":252,"depth":false,"success_rate":21.39,"score":27.11},{"key":"glm","model":"GLM-5.3-Flash","episodes":42,"depth":true,"success_rate":0.0,"score":0.0,"score_note":"Score set to zero in the manuscript; native-score records unavailable."},{"key":"sol56","model":"GPT-5.6 Sol","episodes":42,"depth":false,"success_rate":19.166666666666668,"score":24.041666666666668},{"key":"sol61","model":"GPT-6.1 Sol","episodes":42,"depth":false,"success_rate":37.5,"score":45.625},{"key":"astra","model":"GPT-6 Astra","episodes":252,"depth":false,"success_rate":46.67,"score":51.9}],"failures":[{"key":"flash35","model":"Qwen3.5 Flash","score":0,"metrics":{"V1":{"numerator":5,"denominator":41,"percent":12.195121951219512,"unit":"trial","status":"confirmed_unresolved"},"L2":{"numerator":2,"denominator":2,"unit":"call","status":"observed_trace_census","percent":100.0},"G2":{"numerator":9,"denominator":11,"unit":"calculation_attempt","status":"confirmed_rate_lower_bound","percent":81.81818181818181},"P1":{"numerator":9,"denominator":41,"percent":21.951219512195124,"unit":"trial","status":"confirmed_unresolved"}}},{"key":"q35_122b","model":"Qwen3.5 122B-A10B","score":0,"metrics":{"V1":{"numerator":2,"denominator":40,"percent":5.0,"unit":"trial","status":"confirmed_unresolved"},"L2":{"numerator":14,"denominator":16,"unit":"call","status":"observed_trace_census","percent":87.5},"G2":{"numerator":2,"denominator":4,"unit":"calculation_attempt","status":"confirmed_rate_lower_bound","percent":50.0},"P1":{"numerator":3,"denominator":40,"percent":7.5,"unit":"trial","status":"confirmed_unresolved"}}},{"key":"flash36","model":"Qwen3.6 Flash","score":0,"metrics":{"V1":{"numerator":10,"denominator":42,"percent":23.80952380952381,"unit":"trial","status":"confirmed_unresolved"},"L2":{"numerator":15,"denominator":18,"unit":"call","status":"observed_trace_census","percent":83.33333333333333},"G2":{"numerator":8,"denominator":10,"unit":"calculation_attempt","status":"confirmed_rate_lower_bound","percent":80.0},"P1":{"numerator":10,"denominator":42,"percent":23.80952380952381,"unit":"trial","status":"confirmed_unresolved"}}},{"key":"plus36","model":"Qwen3.6 Plus","score":0.375,"metrics":{"V1":{"numerator":9,"denominator":42,"percent":21.428571428571427,"unit":"trial","status":"confirmed_unresolved"},"L2":{"numerator":16,"denominator":31,"unit":"call","status":"observed_trace_census","percent":51.61290322580645},"G2":{"numerator":26,"denominator":55,"unit":"calculation_attempt","status":"confirmed_rate_lower_bound","percent":47.27272727272727},"P1":{"numerator":4,"denominator":42,"percent":9.523809523809524,"unit":"trial","status":"confirmed_unresolved"}}},{"key":"flash37","model":"Qwen3.7 Flash","score":0,"metrics":{"V1":{"numerator":8,"denominator":42,"percent":19.047619047619047,"unit":"trial","status":"confirmed_unresolved"},"L2":{"numerator":5,"denominator":6,"unit":"call","status":"observed_trace_census","percent":83.33333333333333},"G2":{"numerator":21,"denominator":34,"unit":"calculation_attempt","status":"confirmed_rate_lower_bound","percent":61.76470588235294},"P1":{"numerator":3,"denominator":42,"percent":7.142857142857143,"unit":"trial","status":"confirmed_unresolved"}}},{"key":"plus37","model":"Qwen3.7 Plus","score":0,"metrics":{"V1":{"numerator":9,"denominator":41,"percent":21.951219512195124,"unit":"trial","status":"confirmed_unresolved"},"L2":{"numerator":17,"denominator":18,"unit":"call","status":"observed_trace_census","percent":94.44444444444444},"G2":{"numerator":20,"denominator":39,"unit":"calculation_attempt","status":"confirmed_rate_lower_bound","percent":51.282051282051285},"P1":{"numerator":1,"denominator":41,"percent":2.4390243902439024,"unit":"trial","status":"confirmed_unresolved"}}},{"key":"q38_27b","model":"Qwen3.8 27B","score":9.61111111111111,"metrics":{"V1":{"numerator":4,"denominator":125,"percent":3.2,"unit":"trial","status":"confirmed_unresolved"},"L2":{"numerator":536,"denominator":834,"unit":"call","status":"observed_trace_census","percent":64.26858513189448},"G2":{"numerator":110,"denominator":218,"unit":"calculation_attempt","status":"confirmed_visible_subset","percent":50.45871559633027},"P1":{"numerator":1,"denominator":124,"percent":0.8064516129032258,"unit":"trial","status":"confirmed_unresolved"}}},{"key":"flash38","model":"Qwen3.8 Flash 125B","score":31.39,"metrics":{"V1":{"numerator":0,"denominator":42,"percent":0.0,"unit":"trial","status":"confirmed_unresolved"},"L2":{"numerator":58,"denominator":112,"unit":"call","status":"observed_trace_census","percent":51.785714285714285},"G2":{"numerator":169,"denominator":2069,"unit":"calculation_attempt","status":"confirmed_rate_lower_bound","percent":8.168197196713388},"P1":{"numerator":0,"denominator":42,"percent":0.0,"unit":"trial","status":"confirmed_unresolved"}}},{"key":"deepseek","model":"DeepSeek V4.1 Flash","score":27.11,"metrics":{"V1":{"numerator":null,"denominator":0,"percent":null,"unit":"trial","status":"confirmed_unresolved"},"L2":{"numerator":109,"denominator":179,"unit":"call","status":"observed_trace_census","percent":60.89385474860335},"G2":{"numerator":30,"denominator":1972,"unit":"calculation_attempt","status":"confirmed_rate_lower_bound","percent":1.5212981744421907},"P1":{"numerator":3,"denominator":42,"percent":7.142857142857143,"unit":"trial","status":"confirmed_unresolved"}}},{"key":"glm","model":"GLM-5.3 Flash","score":0.0,"metrics":{"V1":{"numerator":null,"denominator":0,"percent":null,"unit":"trial","status":"confirmed_unresolved"},"L2":{"numerator":0,"denominator":0,"unit":"call","status":"no_calls","percent":null},"G2":{"numerator":20,"denominator":172,"unit":"calculation_attempt","status":"confirmed_rate_lower_bound","percent":11.627906976744185},"P1":{"numerator":11,"denominator":42,"percent":26.19047619047619,"unit":"trial","status":"confirmed_unresolved"}}},{"key":"sol56","model":"GPT-5.6 Sol","score":24.041666666666668,"metrics":{"V1":{"numerator":0,"denominator":42,"percent":0.0,"unit":"trial","status":"confirmed_unresolved"},"L2":{"numerator":342,"denominator":589,"unit":"call","status":"observed_trace_census","percent":58.064516129032256},"G2":{"numerator":3,"denominator":427,"unit":"calculation_attempt","status":"confirmed_rate_lower_bound","percent":0.702576112412178},"P1":{"numerator":1,"denominator":42,"percent":2.380952380952381,"unit":"trial","status":"confirmed_unresolved"}}},{"key":"sol61","model":"GPT-6.1 Sol","score":45.625,"metrics":{"V1":{"numerator":0,"denominator":42,"percent":0.0,"unit":"trial","status":"confirmed_unresolved"},"L2":{"numerator":359,"denominator":1138,"unit":"call","status":"observed_trace_census","percent":31.54657293497364},"G2":{"numerator":0,"denominator":259,"unit":"calculation_attempt","status":"confirmed_rate_lower_bound","percent":0.0},"P1":{"numerator":0,"denominator":42,"percent":0.0,"unit":"trial","status":"confirmed_unresolved"}}},{"key":"astra","model":"GPT-6 Astra","score":51.9,"metrics":{"V1":{"numerator":null,"denominator":null,"percent":null,"unit":"trial","status":"not_provided"},"L2":{"numerator":null,"denominator":null,"percent":34.1,"unit":"call","status":"user_provided_rate"},"G2":{"numerator":null,"denominator":null,"percent":0.0,"unit":"calculation_attempt","status":"user_provided_rate"},"P1":{"numerator":0,"denominator":42,"percent":0.0,"unit":"trial","status":"confirmed_unresolved"}}}],"failure_statistics":[{"category":"V1","n":10,"pearson_r":-0.7554649580418955,"linear_r2":0.5707273028292429,"reciprocal_r2":0.8930937765089487,"a":36.45747671516015,"b":1.020992977429875,"c":-2.0027504397450775,"included_models":["flash35","q35_122b","flash36","plus36","flash37","plus37","q38_27b","flash38","sol56","sol61"]},{"category":"L2","n":12,"pearson_r":-0.8538212375786507,"linear_r2":0.7290107057403387,"reciprocal_r2":0.7907793663122508,"a":3765.690331306928,"b":12.099565029834812,"c":-36.334571611373185,"included_models":["flash35","q35_122b","flash36","plus36","flash37","plus37","q38_27b","flash38","deepseek","sol56","sol61","astra"]},{"category":"G2","n":13,"pearson_r":-0.7891844555882387,"linear_r2":0.6228121049421047,"reciprocal_r2":0.8307518891540682,"a":109.73821061180725,"b":2.4364760291166525,"c":0.49043042933872033,"included_models":["flash35","q35_122b","flash36","plus36","flash37","plus37","q38_27b","flash38","deepseek","glm","sol56","sol61","astra"]},{"category":"P1","n":13,"pearson_r":-0.6097194417717836,"linear_r2":0.3717577976744954,"reciprocal_r2":0.7345636436765413,"a":13.797986172792616,"b":0.34700075995991353,"c":3.0952751918427706,"included_models":["flash35","q35_122b","flash36","plus36","flash37","plus37","q38_27b","flash38","deepseek","glm","sol56","sol61","astra"]}]},"sampling_stability":{"depth":true,"task_variants":54,"rollouts_per_variant":50,"repetitions":10000,"reference_score":34.58833333333333,"six":{"episodes":324,"random_mean":34.58698333333313,"random_95_range":[30.64565972222222,38.513888888888886],"fixed_prefix_score":36.54861111111111,"fixed_prefix_delta_pp":1.960277777777776},"curves":[{"n":1,"mean":34.58477916666668,"lo":24.62395833333333,"hi":44.66666666666667},{"n":2,"mean":34.621018749999934,"lo":27.625000000000004,"hi":41.62500000000001},{"n":3,"mean":34.623202777777614,"lo":28.80555555555556,"hi":40.278125},{"n":4,"mean":34.60488958333329,"lo":29.625000000000004,"hi":39.50026041666668},{"n":5,"mean":34.61127499999994,"lo":30.266666666666673,"hi":39.00020833333334},{"n":6,"mean":34.58698333333313,"lo":30.64565972222222,"hi":38.513888888888886},{"n":7,"mean":34.59806488095246,"lo":31.023809523809526,"hi":38.154761904761905},{"n":8,"mean":34.60979427083342,"lo":31.343619791666665,"hi":37.88059895833334},{"n":9,"mean":34.61582592592606,"lo":31.57407407407408,"hi":37.65277777777778},{"n":10,"mean":34.61589624999999,"lo":31.749999999999996,"hi":37.48343750000001},{"n":11,"mean":34.61260492424228,"lo":31.935511363636348,"hi":37.31439393939393},{"n":12,"mean":34.608039236111004,"lo":32.086805555555564,"hi":37.18749999999999},{"n":13,"mean":34.606705769230835,"lo":32.1923076923077,"hi":37.00320512820512},{"n":14,"mean":34.60568482142861,"lo":32.327306547619045,"hi":36.898809523809526},{"n":15,"mean":34.60326611111101,"lo":32.43604166666667,"hi":36.8195138888889},{"n":16,"mean":34.60391874999989,"lo":32.4609375,"hi":36.713671875},{"n":17,"mean":34.604425000000134,"lo":32.605330882352945,"hi":36.620159313725495},{"n":18,"mean":34.59953101851866,"lo":32.66666666666668,"hi":36.52783564814815},{"n":19,"mean":34.597992543859625,"lo":32.73678728070176,"hi":36.44736842105262},{"n":20,"mean":34.59835916666697,"lo":32.831197916666675,"hi":36.358385416666664},{"n":21,"mean":34.596532936508105,"lo":32.90674603174603,"hi":36.27579365079365},{"n":22,"mean":34.594541666666586,"lo":32.97348484848485,"hi":36.183712121212125},{"n":23,"mean":34.59198442029003,"lo":33.03614130434783,"hi":36.13586956521739},{"n":24,"mean":34.590870312499895,"lo":33.11106770833333,"hi":36.05034722222221},{"n":25,"mean":34.58928199999997,"lo":33.14995833333333,"hi":36.003375},{"n":26,"mean":34.587680929487306,"lo":33.197115384615394,"hi":35.9599358974359},{"n":27,"mean":34.58466249999997,"lo":33.2715663580247,"hi":35.91516203703704},{"n":28,"mean":34.58308065476201,"lo":33.303534226190465,"hi":35.85420386904762},{"n":29,"mean":34.58466393678164,"lo":33.353448275862064,"hi":35.78735632183907},{"n":30,"mean":34.586457222222236,"lo":33.423611111111114,"hi":35.740277777777784},{"n":31,"mean":34.58751612903224,"lo":33.462365591397855,"hi":35.69086021505377},{"n":32,"mean":34.58675611979175,"lo":33.51302083333333,"hi":35.65104166666668},{"n":33,"mean":34.587782323232425,"lo":33.546717171717184,"hi":35.619981060606065},{"n":34,"mean":34.58591482843151,"lo":33.589399509803926,"hi":35.56127450980391},{"n":35,"mean":34.587014642857184,"lo":33.64166666666668,"hi":35.52860119047621},{"n":36,"mean":34.589040509259256,"lo":33.696730324074075,"hi":35.46993634259259},{"n":37,"mean":34.588298761261115,"lo":33.729701576576566,"hi":35.442595720720725},{"n":38,"mean":34.58921414473692,"lo":33.80370065789472,"hi":35.39912280701755},{"n":39,"mean":34.58880202991455,"lo":33.83544337606838,"hi":35.355795940170935},{"n":40,"mean":34.59005187499978,"lo":33.87395833333334,"hi":35.32395833333334},{"n":41,"mean":34.590625304877975,"lo":33.91359247967479,"hi":35.269359756097565},{"n":42,"mean":34.58943888888875,"lo":33.955357142857146,"hi":35.20538194444444},{"n":43,"mean":34.58776637596893,"lo":34.011627906976756,"hi":35.16669089147286},{"n":44,"mean":34.58738816287882,"lo":34.06152935606061,"hi":35.118371212121225},{"n":45,"mean":34.5874865740742,"lo":34.11939814814815,"hi":35.06759259259259},{"n":46,"mean":34.58716304347821,"lo":34.17210144927537,"hi":34.998188405797094},{"n":47,"mean":34.587443439716196,"lo":34.226063829787236,"hi":34.94680851063829},{"n":48,"mean":34.58680295138899,"lo":34.29424913194443,"hi":34.87328559027779},{"n":49,"mean":34.588815306122555,"lo":34.38860544217687,"hi":34.791666666666664},{"n":50,"mean":34.58833333333513,"lo":34.588333333333324,"hi":34.588333333333324}]}}