{
 "post_statistics": {
  "note": "Statistics for the post. Fable code v2 is reported with task 9 left at its v1 behaviour ('fable cap v2c'): the v2 task-9\nsoup locator was chosen by score on synthetic images (disallowed search). v2c = v2 results on tasks 0-8 + v1 results on task 9,\nexact because each task is a separate code path (v2 reproduces v1's actions on tasks 1-8 and the tomato phase of task 9).\nStrict rule is primary; LIBERO's standard rule secondary; live control as run (LIBERO first pass).",
  "cells": {
   "fable cap v1": {
    "strict": 439,
    "strict_pct": 87.8,
    "strict_wilson": [
     84.6,
     90.4
    ],
    "libero": 444,
    "libero_pct": 88.8,
    "libero_wilson": [
     85.7,
     91.3
    ],
    "per_task_strict": [
     41,
     43,
     50,
     50,
     49,
     50,
     47,
     44,
     50,
     15
    ],
    "per_task_libero": [
     41,
     44,
     50,
     50,
     50,
     50,
     50,
     44,
     50,
     15
    ]
   },
   "fable cap v2": {
    "strict": 471,
    "strict_pct": 94.2,
    "strict_wilson": [
     91.8,
     95.9
    ],
    "libero": 476,
    "libero_pct": 95.2,
    "libero_wilson": [
     93.0,
     96.8
    ],
    "per_task_strict": [
     43,
     43,
     50,
     50,
     49,
     50,
     47,
     44,
     50,
     45
    ],
    "per_task_libero": [
     43,
     44,
     50,
     50,
     50,
     50,
     50,
     44,
     50,
     45
    ]
   },
   "fable wsn v1": {
    "strict": 374,
    "strict_pct": 74.8,
    "strict_wilson": [
     70.8,
     78.4
    ],
    "libero": 414,
    "libero_pct": 82.8,
    "libero_wilson": [
     79.2,
     85.9
    ],
    "per_task_strict": [
     49,
     42,
     41,
     50,
     50,
     50,
     1,
     0,
     49,
     42
    ],
    "per_task_libero": [
     49,
     42,
     42,
     50,
     50,
     50,
     40,
     0,
     49,
     42
    ]
   },
   "fable wsn v2": {
    "strict": 421,
    "strict_pct": 84.2,
    "strict_wilson": [
     80.7,
     87.1
    ],
    "libero": 464,
    "libero_pct": 92.8,
    "libero_wilson": [
     90.2,
     94.8
    ],
    "per_task_strict": [
     49,
     44,
     48,
     50,
     50,
     50,
     1,
     35,
     48,
     46
    ],
    "per_task_libero": [
     49,
     44,
     49,
     50,
     50,
     50,
     40,
     37,
     49,
     46
    ]
   },
   "astra cap v1": {
    "strict": 50,
    "strict_pct": 10.0,
    "strict_wilson": [
     7.7,
     12.9
    ],
    "libero": 50,
    "libero_pct": 10.0,
    "libero_wilson": [
     7.7,
     12.9
    ],
    "per_task_strict": [
     0,
     0,
     0,
     0,
     0,
     0,
     0,
     50,
     0,
     0
    ],
    "per_task_libero": [
     0,
     0,
     0,
     0,
     0,
     0,
     0,
     50,
     0,
     0
    ]
   },
   "astra cap v2": {
    "strict": 166,
    "strict_pct": 33.2,
    "strict_wilson": [
     29.2,
     37.4
    ],
    "libero": 166,
    "libero_pct": 33.2,
    "libero_wilson": [
     29.2,
     37.4
    ],
    "per_task_strict": [
     0,
     41,
     44,
     0,
     0,
     0,
     0,
     50,
     31,
     0
    ],
    "per_task_libero": [
     0,
     41,
     44,
     0,
     0,
     0,
     0,
     50,
     31,
     0
    ]
   },
   "astra wsn v1": {
    "strict": 176,
    "strict_pct": 35.2,
    "strict_wilson": [
     31.1,
     39.5
    ],
    "libero": 179,
    "libero_pct": 35.8,
    "libero_wilson": [
     31.7,
     40.1
    ],
    "per_task_strict": [
     27,
     40,
     0,
     9,
     0,
     50,
     0,
     50,
     0,
     0
    ],
    "per_task_libero": [
     29,
     41,
     0,
     9,
     0,
     50,
     0,
     50,
     0,
     0
    ]
   },
   "astra wsn v2": {
    "strict": 190,
    "strict_pct": 38.0,
    "strict_wilson": [
     33.9,
     42.3
    ],
    "libero": 191,
    "libero_pct": 38.2,
    "libero_wilson": [
     34.0,
     42.5
    ],
    "per_task_strict": [
     0,
     40,
     0,
     50,
     0,
     50,
     0,
     50,
     0,
     0
    ],
    "per_task_libero": [
     0,
     41,
     0,
     50,
     0,
     50,
     0,
     50,
     0,
     0
    ]
   },
   "fable cap v2c": {
    "strict": 441,
    "strict_pct": 88.2,
    "strict_wilson": [
     85.1,
     90.7
    ],
    "libero": 446,
    "libero_pct": 89.2,
    "libero_wilson": [
     86.2,
     91.6
    ],
    "per_task_strict": [
     43,
     43,
     50,
     50,
     49,
     50,
     47,
     44,
     50,
     15
    ],
    "per_task_libero": [
     43,
     44,
     50,
     50,
     50,
     50,
     50,
     44,
     50,
     15
    ]
   }
  },
  "mcnemar_strict": {
   "fable cap v1 vs astra cap v1": [
    395,
    6,
    2.1868982938032846e-108
   ],
   "fable cap v2c vs astra cap v2": [
    284,
    9,
    5.026738101869152e-72
   ],
   "fable wsn v1 vs astra wsn v1": [
    252,
    54,
    9.866224771938846e-32
   ],
   "fable wsn v2 vs astra wsn v2": [
    250,
    19,
    1.4307101874120585e-52
   ],
   "fable cap v1 vs fable wsn v1": [
    105,
    40,
    6.49310735531557e-08
   ],
   "fable cap v2c vs fable wsn v2": [
    63,
    43,
    0.06446359198949372
   ],
   "astra cap v1 vs astra wsn v1": [
    0,
    126,
    2.350988701644575e-38
   ],
   "astra cap v2 vs astra wsn v2": [
    81,
    105,
    0.09144224552258934
   ],
   "fable cap v2c vs fable cap v1": [
    6,
    4,
    0.75390625
   ],
   "fable wsn v2 vs fable wsn v1": [
    50,
    3,
    5.519584789226428e-12
   ],
   "astra cap v2 vs astra cap v1": [
    116,
    0,
    2.407412430484045e-35
   ],
   "astra wsn v2 vs astra wsn v1": [
    41,
    27,
    0.11425430684992328
   ],
   "fable cap v2 vs fable cap v1": [
    37,
    5,
    4.4337048166198656e-07
   ]
  },
  "mcnemar_libero": {
   "fable cap v1 vs astra cap v1": [
    400,
    6,
    7.363556278067154e-110
   ],
   "fable cap v2c vs astra cap v2": [
    288,
    8,
    2.146238188924986e-74
   ],
   "fable wsn v1 vs astra wsn v1": [
    289,
    54,
    5.822395718739495e-40
   ],
   "fable wsn v2 vs astra wsn v2": [
    290,
    17,
    2.787477464459637e-65
   ],
   "fable cap v1 vs fable wsn v1": [
    69,
    39,
    0.0050235183334827235
   ],
   "fable cap v2c vs fable wsn v2": [
    24,
    42,
    0.03558272445223169
   ],
   "astra cap v1 vs astra wsn v1": [
    0,
    129,
    2.938735877055719e-39
   ],
   "astra cap v2 vs astra wsn v2": [
    80,
    105,
    0.0773621913640207
   ],
   "fable cap v2c vs fable cap v1": [
    6,
    4,
    0.75390625
   ],
   "fable wsn v2 vs fable wsn v1": [
    52,
    2,
    1.6497914145929826e-13
   ],
   "astra cap v2 vs astra cap v1": [
    116,
    0,
    2.407412430484045e-35
   ],
   "astra wsn v2 vs astra wsn v1": [
    41,
    29,
    0.18821620302302766
   ],
   "fable cap v2 vs fable cap v1": [
    37,
    5,
    4.4337048166198656e-07
   ]
  },
  "live": {
   "fable": {
    "k": 25,
    "wilson": [
     36.6,
     63.4
    ]
   },
   "fable live vs fable cap v2c (LIBERO, scenes 0-4)": [
    2,
    22,
    3.5881996154785156e-05,
    45
   ],
   "fable live vs fable wsn v2 (LIBERO, scenes 0-4)": [
    2,
    20,
    0.00012111663818359375,
    43
   ],
   "fable live vs fable cap v1 (LIBERO, scenes 0-4)": [
    2,
    20,
    0.00012111663818359375,
    43
   ],
   "fable live vs fable wsn v1 (LIBERO, scenes 0-4)": [
    6,
    18,
    0.022655844688415527,
    37
   ],
   "astra": {
    "k": 16,
    "wilson": [
     20.8,
     45.8
    ]
   },
   "astra live vs astra cap v2 (LIBERO, scenes 0-4)": [
    11,
    11,
    1,
    16
   ],
   "astra live vs astra wsn v2 (LIBERO, scenes 0-4)": [
    8,
    11,
    0.6476058959960938,
    19
   ],
   "astra live vs astra cap v1 (LIBERO, scenes 0-4)": [
    13,
    2,
    0.00738525390625,
    5
   ],
   "astra live vs astra wsn v1 (LIBERO, scenes 0-4)": [
    9,
    12,
    0.6636238098144531,
    19
   ],
   "fable vs astra": [
    18,
    9,
    0.12207812070846558
   ]
  }
 },
 "authored_round2_libero_rule": {
  "cells": {
   "fable cap v1": {
    "libero": 444,
    "pct": 88.8,
    "wilson": [
     85.7,
     91.3
    ],
    "strict": 439,
    "per_task": [
     41,
     44,
     50,
     50,
     50,
     50,
     50,
     44,
     50,
     15
    ]
   },
   "fable cap v2": {
    "libero": 476,
    "pct": 95.2,
    "wilson": [
     93.0,
     96.8
    ],
    "strict": 471,
    "per_task": [
     43,
     44,
     50,
     50,
     50,
     50,
     50,
     44,
     50,
     45
    ]
   },
   "fable wsn v1": {
    "libero": 414,
    "pct": 82.8,
    "wilson": [
     79.2,
     85.9
    ],
    "strict": 374,
    "per_task": [
     49,
     42,
     42,
     50,
     50,
     50,
     40,
     0,
     49,
     42
    ]
   },
   "fable wsn v2": {
    "libero": 464,
    "pct": 92.8,
    "wilson": [
     90.2,
     94.8
    ],
    "strict": 421,
    "per_task": [
     49,
     44,
     49,
     50,
     50,
     50,
     40,
     37,
     49,
     46
    ]
   },
   "astra cap v1": {
    "libero": 50,
    "pct": 10.0,
    "wilson": [
     7.7,
     12.9
    ],
    "strict": 50,
    "per_task": [
     0,
     0,
     0,
     0,
     0,
     0,
     0,
     50,
     0,
     0
    ]
   },
   "astra cap v2": {
    "libero": 166,
    "pct": 33.2,
    "wilson": [
     29.2,
     37.4
    ],
    "strict": 166,
    "per_task": [
     0,
     41,
     44,
     0,
     0,
     0,
     0,
     50,
     31,
     0
    ]
   },
   "astra wsn v1": {
    "libero": 179,
    "pct": 35.8,
    "wilson": [
     31.7,
     40.1
    ],
    "strict": 176,
    "per_task": [
     29,
     41,
     0,
     9,
     0,
     50,
     0,
     50,
     0,
     0
    ]
   },
   "astra wsn v2": {
    "libero": 191,
    "pct": 38.2,
    "wilson": [
     34.0,
     42.5
    ],
    "strict": 190,
    "per_task": [
     0,
     41,
     0,
     50,
     0,
     50,
     0,
     50,
     0,
     0
    ]
   }
  },
  "mcnemar": {
   "fable cap v1 vs astra cap v1": [
    400,
    6,
    7.363556278067154e-110
   ],
   "fable cap v2 vs astra cap v2": [
    318,
    8,
    4.3538632387175086e-83
   ],
   "fable wsn v1 vs astra wsn v1": [
    289,
    54,
    5.822395718739495e-40
   ],
   "fable wsn v2 vs astra wsn v2": [
    290,
    17,
    2.787477464459637e-65
   ],
   "fable cap v1 vs fable wsn v1": [
    69,
    39,
    0.0050235183334827235
   ],
   "fable cap v2 vs fable wsn v2": [
    25,
    13,
    0.07295138851623051
   ],
   "astra cap v1 vs astra wsn v1": [
    0,
    129,
    2.938735877055719e-39
   ],
   "astra cap v2 vs astra wsn v2": [
    80,
    105,
    0.0773621913640207
   ],
   "fable cap v2 vs fable cap v1": [
    37,
    5,
    4.4337048166198656e-07
   ],
   "fable wsn v2 vs fable wsn v1": [
    52,
    2,
    1.6497914145929826e-13
   ],
   "astra cap v2 vs astra cap v1": [
    116,
    0,
    2.407412430484045e-35
   ],
   "astra wsn v2 vs astra wsn v1": [
    41,
    29,
    0.18821620302302766
   ],
   "fable live vs fable cap v1": [
    2,
    20,
    0.00012111663818359375
   ],
   "fable live vs fable cap v2": [
    1,
    22,
    5.7220458984375e-06
   ],
   "fable live vs fable wsn v1": [
    6,
    18,
    0.022655844688415527
   ],
   "fable live vs fable wsn v2": [
    2,
    20,
    0.00012111663818359375
   ],
   "astra live vs astra cap v1": [
    13,
    2,
    0.00738525390625
   ],
   "astra live vs astra cap v2": [
    11,
    11,
    1
   ],
   "astra live vs astra wsn v1": [
    9,
    12,
    0.6636238098144531
   ],
   "astra live vs astra wsn v2": [
    8,
    11,
    0.6476058959960938
   ],
   "fable live vs astra live": [
    18,
    9,
    0.12207812070846558
   ]
  },
  "live": {
   "fable": {
    "k": 25,
    "wilson": [
     36.6,
     63.4
    ]
   },
   "astra": {
    "k": 16,
    "wilson": [
     20.8,
     45.8
    ]
   }
  }
 },
 "authored_round2": {
  "cells": {
   "fable cap v1": {
    "n": 500,
    "strict": 439,
    "libero": 444,
    "wilson": [
     84.63952766539438,
     90.38407218668847
    ],
    "per_task_strict": [
     41,
     43,
     50,
     50,
     49,
     50,
     47,
     44,
     50,
     15
    ],
    "r1_libero_pct": 93.6
   },
   "fable cap v2": {
    "n": 500,
    "strict": 471,
    "libero": 476,
    "wilson": [
     91.79438119247631,
     95.93162710017081
    ],
    "per_task_strict": [
     43,
     43,
     50,
     50,
     49,
     50,
     47,
     44,
     50,
     45
    ],
    "r1_libero_pct": 97.2
   },
   "fable wsn v1": {
    "n": 500,
    "strict": 374,
    "libero": 414,
    "wilson": [
     70.81521751849856,
     78.40661518868806
    ],
    "per_task_strict": [
     49,
     42,
     41,
     50,
     50,
     50,
     1,
     0,
     49,
     42
    ],
    "r1_libero_pct": 64.6
   },
   "fable wsn v2": {
    "n": 500,
    "strict": 421,
    "libero": 464,
    "wilson": [
     80.74376486961124,
     87.13473023465419
    ],
    "per_task_strict": [
     49,
     44,
     48,
     50,
     50,
     50,
     1,
     35,
     48,
     46
    ],
    "r1_libero_pct": 81.6
   },
   "astra cap v1": {
    "n": 500,
    "strict": 50,
    "libero": 50,
    "wilson": [
     7.667756257585176,
     12.942190988888013
    ],
    "per_task_strict": [
     0,
     0,
     0,
     0,
     0,
     0,
     0,
     50,
     0,
     0
    ],
    "r1_libero_pct": 18.6
   },
   "astra cap v2": {
    "n": 500,
    "strict": 166,
    "libero": 166,
    "wilson": [
     29.21404415552175,
     37.442133687997
    ],
    "per_task_strict": [
     0,
     41,
     44,
     0,
     0,
     0,
     0,
     50,
     31,
     0
    ],
    "r1_libero_pct": 56.6
   },
   "astra wsn v1": {
    "n": 500,
    "strict": 176,
    "libero": 179,
    "wilson": [
     31.141084158161558,
     39.48459632303353
    ],
    "per_task_strict": [
     27,
     40,
     0,
     9,
     0,
     50,
     0,
     50,
     0,
     0
    ],
    "r1_libero_pct": 46.0
   },
   "astra wsn v2": {
    "n": 500,
    "strict": 190,
    "libero": 191,
    "wilson": [
     33.852233046688866,
     42.3307511272531
    ],
    "per_task_strict": [
     0,
     40,
     0,
     50,
     0,
     50,
     0,
     50,
     0,
     0
    ],
    "r1_libero_pct": 59.0
   }
  },
  "mcnemar_strict": {
   "fable cap v1 vs astra cap v1": [
    395,
    6,
    2.1868982938032846e-108
   ],
   "fable cap v2 vs astra cap v2": [
    314,
    9,
    1.1353064319887717e-80
   ],
   "fable wsn v1 vs astra wsn v1": [
    252,
    54,
    9.866224771938846e-32
   ],
   "fable wsn v2 vs astra wsn v2": [
    250,
    19,
    1.4307101874120585e-52
   ],
   "fable cap v1 vs fable wsn v1": [
    105,
    40,
    6.49310735531557e-08
   ],
   "fable cap v2 vs fable wsn v2": [
    64,
    14,
    8.582179419760152e-09
   ],
   "astra cap v1 vs astra wsn v1": [
    0,
    126,
    2.350988701644575e-38
   ],
   "astra cap v2 vs astra wsn v2": [
    81,
    105,
    0.09144224552258934
   ],
   "fable cap v2 vs fable cap v1": [
    37,
    5,
    4.4337048166198656e-07
   ],
   "fable wsn v2 vs fable wsn v1": [
    50,
    3,
    5.519584789226428e-12
   ],
   "astra cap v2 vs astra cap v1": [
    116,
    0,
    2.407412430484045e-35
   ],
   "astra wsn v2 vs astra wsn v1": [
    41,
    27,
    0.11425430684992328
   ]
  }
 },
 "live_control": {
  "cells_same50": {
   "fable cap v1": 43,
   "fable cap v2": 46,
   "fable wsn v1": 33,
   "fable wsn v2": 39,
   "astra cap v1": 5,
   "astra cap v2": 16,
   "astra wsn v1": 18,
   "astra wsn v2": 19
  },
  "live": {
   "fable first": {
    "k": 25,
    "wilson": [
     36.6,
     63.4
    ],
    "per_task": [
     1,
     4,
     2,
     2,
     4,
     1,
     1,
     3,
     5,
     2
    ]
   },
   "astra first": {
    "k": 16,
    "wilson": [
     20.8,
     45.8
    ],
    "per_task": [
     0,
     2,
     0,
     1,
     3,
     2,
     2,
     3,
     0,
     3
    ]
   },
   "fable hold": {
    "k": 8,
    "wilson": [
     8.3,
     28.5
    ],
    "per_task": [
     0,
     1,
     1,
     1,
     1,
     0,
     1,
     2,
     0,
     1
    ]
   },
   "astra hold": {
    "k": 10,
    "wilson": [
     11.2,
     33.0
    ],
    "per_task": [
     0,
     2,
     0,
     0,
     2,
     2,
     0,
     2,
     0,
     2
    ]
   },
   "fable open": {
    "k": 18,
    "wilson": [
     24.1,
     49.9
    ],
    "per_task": [
     1,
     4,
     2,
     1,
     2,
     0,
     1,
     2,
     4,
     1
    ]
   },
   "astra open": {
    "k": 10,
    "wilson": [
     11.2,
     33.0
    ],
    "per_task": [
     0,
     2,
     0,
     0,
     3,
     2,
     0,
     1,
     0,
     2
    ]
   },
   "fable retreat": {
    "k": 23,
    "wilson": [
     33.0,
     59.6
    ],
    "per_task": [
     1,
     4,
     2,
     2,
     3,
     1,
     1,
     3,
     4,
     2
    ]
   },
   "astra retreat": {
    "k": 13,
    "wilson": [
     15.9,
     39.6
    ],
    "per_task": [
     0,
     2,
     0,
     0,
     3,
     2,
     1,
     3,
     0,
     2
    ]
   }
  },
  "mcnemar": {
   "fable live[first] vs fable cap v1": [
    2,
    20,
    0.00012111663818359375
   ],
   "fable live[first] vs fable cap v2": [
    1,
    22,
    5.7220458984375e-06
   ],
   "fable live[first] vs fable wsn v1": [
    7,
    15,
    0.13380050659179688
   ],
   "fable live[first] vs fable wsn v2": [
    3,
    17,
    0.0025768280029296875
   ],
   "astra live[first] vs astra cap v1": [
    13,
    2,
    0.00738525390625
   ],
   "astra live[first] vs astra cap v2": [
    11,
    11,
    1
   ],
   "astra live[first] vs astra wsn v1": [
    9,
    11,
    0.8238029479980469
   ],
   "astra live[first] vs astra wsn v2": [
    8,
    11,
    0.6476058959960938
   ],
   "fable vs astra live[first]": [
    18,
    9,
    0.12207812070846558
   ],
   "fable live[hold] vs fable cap v1": [
    0,
    35,
    5.820766091346741e-11
   ],
   "fable live[hold] vs fable cap v2": [
    0,
    38,
    7.275957614183426e-12
   ],
   "fable live[hold] vs fable wsn v1": [
    4,
    29,
    1.0928604751825333e-05
   ],
   "fable live[hold] vs fable wsn v2": [
    2,
    33,
    3.6729034036397934e-08
   ],
   "astra live[hold] vs astra cap v1": [
    8,
    3,
    0.2265625
   ],
   "astra live[hold] vs astra cap v2": [
    6,
    12,
    0.237884521484375
   ],
   "astra live[hold] vs astra wsn v1": [
    4,
    12,
    0.076812744140625
   ],
   "astra live[hold] vs astra wsn v2": [
    4,
    13,
    0.049041748046875
   ],
   "fable vs astra live[hold]": [
    7,
    9,
    0.803619384765625
   ],
   "fable live[open] vs fable cap v1": [
    1,
    26,
    4.172325134277344e-07
   ],
   "fable live[open] vs fable cap v2": [
    1,
    29,
    5.774199962615967e-08
   ],
   "fable live[open] vs fable wsn v1": [
    6,
    21,
    0.005924612283706665
   ],
   "fable live[open] vs fable wsn v2": [
    3,
    24,
    4.9233436584472656e-05
   ],
   "astra live[open] vs astra cap v1": [
    9,
    4,
    0.266845703125
   ],
   "astra live[open] vs astra cap v2": [
    7,
    13,
    0.26317596435546875
   ],
   "astra live[open] vs astra wsn v1": [
    5,
    13,
    0.09625244140625
   ],
   "astra live[open] vs astra wsn v2": [
    5,
    14,
    0.063568115234375
   ],
   "fable vs astra live[open]": [
    14,
    6,
    0.11531829833984375
   ],
   "fable live[retreat] vs fable cap v1": [
    2,
    22,
    3.5881996154785156e-05
   ],
   "fable live[retreat] vs fable cap v2": [
    1,
    24,
    1.5497207641601562e-06
   ],
   "fable live[retreat] vs fable wsn v1": [
    7,
    17,
    0.06391465663909912
   ],
   "fable live[retreat] vs fable wsn v2": [
    3,
    19,
    0.0008554458618164062
   ],
   "astra live[retreat] vs astra cap v1": [
    10,
    2,
    0.03857421875
   ],
   "astra live[retreat] vs astra cap v2": [
    8,
    11,
    0.6476058959960938
   ],
   "astra live[retreat] vs astra wsn v1": [
    6,
    11,
    0.332305908203125
   ],
   "astra live[retreat] vs astra wsn v2": [
    6,
    12,
    0.237884521484375
   ],
   "fable vs astra live[retreat]": [
    17,
    7,
    0.06391465663909912
   ]
  }
 },
 "round1_rescored_strict": {
  "fable cap v1": {
   "n": 500,
   "r1_orig_libero_pct": 93.6,
   "r1_libero": 468,
   "r1_strict": 406,
   "wilson": [
    77.54223753807223,
    84.38200360967869
   ],
   "r2_strict": 439,
   "per_task_strict": [
    37,
    45,
    49,
    50,
    48,
    50,
    1,
    50,
    50,
    26
   ],
   "per_task_libero": [
    47,
    45,
    50,
    50,
    50,
    50,
    50,
    50,
    50,
    26
   ],
   "mcnemar_r2_vs_r1": [
    64,
    31,
    0.0009246444117719318
   ]
  },
  "fable cap v2": {
   "n": 500,
   "r1_orig_libero_pct": 97.2,
   "r1_libero": 486,
   "r1_strict": 427,
   "wilson": [
    82.03507334933232,
    88.2251233375389
   ],
   "r2_strict": 471,
   "per_task_strict": [
    35,
    43,
    50,
    50,
    48,
    50,
    2,
    50,
    50,
    49
   ],
   "per_task_libero": [
    44,
    43,
    50,
    50,
    50,
    50,
    50,
    50,
    50,
    49
   ],
   "mcnemar_r2_vs_r1": [
    62,
    18,
    8.142666624995286e-07
   ]
  },
  "fable wsn v1": {
   "n": 500,
   "r1_orig_libero_pct": 64.6,
   "r1_libero": 323,
   "r1_strict": 259,
   "wilson": [
    47.423211102423814,
    56.149341271484886
   ],
   "r2_strict": 374,
   "per_task_strict": [
    47,
    46,
    47,
    50,
    0,
    50,
    0,
    0,
    3,
    16
   ],
   "per_task_libero": [
    47,
    46,
    49,
    50,
    0,
    50,
    47,
    13,
    4,
    17
   ],
   "mcnemar_r2_vs_r1": [
    129,
    14,
    1.7845793097201734e-24
   ]
  },
  "fable wsn v2": {
   "n": 500,
   "r1_orig_libero_pct": 81.6,
   "r1_libero": 408,
   "r1_strict": 318,
   "wilson": [
    59.293761496798645,
    67.69885643940047
   ],
   "r2_strict": 421,
   "per_task_strict": [
    48,
    46,
    47,
    50,
    34,
    50,
    0,
    0,
    0,
    43
   ],
   "per_task_libero": [
    48,
    46,
    49,
    50,
    50,
    50,
    47,
    19,
    6,
    43
   ],
   "mcnemar_r2_vs_r1": [
    112,
    9,
    9.226254127350189e-24
   ]
  },
  "astra cap v1": {
   "n": 500,
   "r1_orig_libero_pct": 18.6,
   "r1_libero": 93,
   "r1_strict": 92,
   "wilson": [
    15.248947914902441,
    22.032910409811382
   ],
   "r2_strict": 50,
   "per_task_strict": [
    0,
    0,
    0,
    0,
    0,
    0,
    0,
    50,
    42,
    0
   ],
   "per_task_libero": [
    0,
    0,
    0,
    0,
    0,
    0,
    0,
    50,
    43,
    0
   ],
   "mcnemar_r2_vs_r1": [
    0,
    42,
    4.547473508864641e-13
   ]
  },
  "astra cap v2": {
   "n": 500,
   "r1_orig_libero_pct": 56.6,
   "r1_libero": 283,
   "r1_strict": 261,
   "wilson": [
    47.821548906951605,
    56.544903994492365
   ],
   "r2_strict": 166,
   "per_task_strict": [
    0,
    43,
    2,
    50,
    0,
    50,
    0,
    50,
    21,
    45
   ],
   "per_task_libero": [
    1,
    44,
    2,
    50,
    0,
    50,
    1,
    50,
    40,
    45
   ],
   "mcnemar_r2_vs_r1": [
    63,
    158,
    1.3381944781482598e-10
   ]
  },
  "astra wsn v1": {
   "n": 500,
   "r1_orig_libero_pct": 46.0,
   "r1_libero": 230,
   "r1_strict": 218,
   "wilson": [
    39.31856027916929,
    47.979031280266426
   ],
   "r2_strict": 176,
   "per_task_strict": [
    0,
    40,
    0,
    50,
    0,
    50,
    0,
    7,
    46,
    25
   ],
   "per_task_libero": [
    0,
    40,
    0,
    50,
    0,
    50,
    0,
    18,
    47,
    25
   ],
   "mcnemar_r2_vs_r1": [
    76,
    118,
    0.0031421638504043744
   ]
  },
  "astra wsn v2": {
   "n": 500,
   "r1_orig_libero_pct": 59.0,
   "r1_libero": 295,
   "r1_strict": 227,
   "wilson": [
    41.08757263390157,
    49.78257129944286
   ],
   "r2_strict": 190,
   "per_task_strict": [
    0,
    40,
    0,
    50,
    22,
    50,
    0,
    7,
    33,
    25
   ],
   "per_task_libero": [
    2,
    40,
    0,
    50,
    22,
    50,
    44,
    18,
    44,
    25
   ],
   "mcnemar_r2_vs_r1": [
    49,
    86,
    0.0018377911087715628
   ]
  }
 },
 "notes": "Round 2. The post's numbers are in post_statistics: strict success is primary; Fable code v2 is reported as v2c (v2 on tasks 0-8, v1 on task 9, because the v2 task-9 soup locator was chosen by disallowed search); LIBERO's standard rule is secondary; live control as run. Strict success = predicate holds while no gripper geom touches anything outside the robot, for 20 consecutive steps, within the step limit (authored_round2, live_control). Live control ran once, ended at LIBERO's first goal pass; 'open' = its successes replayed, gripper opened and held still, scored strictly.",
 "addendum_gpt62_astra": {
  "written": {
   "fable cap v1": {
    "strict": 439,
    "libero": 444,
    "wilson_strict": [
     84.6,
     90.4
    ],
    "per_task_strict": [
     41,
     43,
     50,
     50,
     49,
     50,
     47,
     44,
     50,
     15
    ]
   },
   "fable cap v2": {
    "strict": 471,
    "libero": 476,
    "wilson_strict": [
     91.8,
     95.9
    ],
    "per_task_strict": [
     43,
     43,
     50,
     50,
     49,
     50,
     47,
     44,
     50,
     45
    ]
   },
   "fable wsn v1": {
    "strict": 374,
    "libero": 414,
    "wilson_strict": [
     70.8,
     78.4
    ],
    "per_task_strict": [
     49,
     42,
     41,
     50,
     50,
     50,
     1,
     0,
     49,
     42
    ]
   },
   "fable wsn v2": {
    "strict": 421,
    "libero": 464,
    "wilson_strict": [
     80.7,
     87.1
    ],
    "per_task_strict": [
     49,
     44,
     48,
     50,
     50,
     50,
     1,
     35,
     48,
     46
    ]
   },
   "astra cap v1": {
    "strict": 50,
    "libero": 50,
    "wilson_strict": [
     7.7,
     12.9
    ],
    "per_task_strict": [
     0,
     0,
     0,
     0,
     0,
     0,
     0,
     50,
     0,
     0
    ]
   },
   "astra cap v2": {
    "strict": 166,
    "libero": 166,
    "wilson_strict": [
     29.2,
     37.4
    ],
    "per_task_strict": [
     0,
     41,
     44,
     0,
     0,
     0,
     0,
     50,
     31,
     0
    ]
   },
   "astra wsn v1": {
    "strict": 176,
    "libero": 179,
    "wilson_strict": [
     31.1,
     39.5
    ],
    "per_task_strict": [
     27,
     40,
     0,
     9,
     0,
     50,
     0,
     50,
     0,
     0
    ]
   },
   "astra wsn v2": {
    "strict": 190,
    "libero": 191,
    "wilson_strict": [
     33.9,
     42.3
    ],
    "per_task_strict": [
     0,
     40,
     0,
     50,
     0,
     50,
     0,
     50,
     0,
     0
    ]
   },
   "astra62 cap v1": {
    "strict": 440,
    "libero": 462,
    "wilson_strict": [
     84.9,
     90.6
    ],
    "per_task_strict": [
     41,
     49,
     50,
     50,
     50,
     50,
     14,
     49,
     50,
     37
    ]
   },
   "astra62 cap v2": {
    "strict": 474,
    "libero": 484,
    "wilson_strict": [
     92.5,
     96.4
    ],
    "per_task_strict": [
     41,
     49,
     50,
     50,
     50,
     50,
     48,
     49,
     50,
     37
    ]
   },
   "astra62 wsn v1": {
    "strict": 239,
    "libero": 285,
    "wilson_strict": [
     43.5,
     52.2
    ],
    "per_task_strict": [
     3,
     30,
     49,
     50,
     0,
     50,
     4,
     50,
     3,
     0
    ]
   },
   "astra62 wsn v2": {
    "strict": 390,
    "libero": 395,
    "wilson_strict": [
     74.2,
     81.4
    ],
    "per_task_strict": [
     18,
     30,
     49,
     50,
     50,
     50,
     50,
     50,
     32,
     11
    ]
   },
   "fable cap v2c": {
    "strict": 441,
    "libero": 446,
    "wilson_strict": [
     85.1,
     90.7
    ]
   }
  },
  "live": {
   "fable": {
    "n": 50,
    "k": 25,
    "wilson": [
     36.6,
     63.4
    ],
    "per_task": [
     1,
     4,
     2,
     2,
     4,
     1,
     1,
     3,
     5,
     2
    ],
    "wall_mean_min": 9.2,
    "calls_mean": 28.1,
    "ends": {
     "step_limit": 18,
     "call_limit": 1,
     "success": 25,
     "agent_stopped": 6
    },
    "cost_mean": 2.723,
    "strict_hold_replay": 8
   },
   "astra": {
    "n": 50,
    "k": 16,
    "wilson": [
     20.8,
     45.8
    ],
    "per_task": [
     0,
     2,
     0,
     1,
     3,
     2,
     2,
     3,
     0,
     3
    ],
    "wall_mean_min": 4.0,
    "calls_mean": 23.5,
    "ends": {
     "step_limit": 34,
     "success": 16
    },
    "cost_mean": 0.826,
    "cost_total": 41.32,
    "strict_hold_replay": 10
   },
   "astra62": {
    "n": 50,
    "k": 30,
    "wilson": [
     46.2,
     72.4
    ],
    "per_task": [
     3,
     2,
     4,
     2,
     5,
     5,
     2,
     5,
     1,
     1
    ],
    "wall_mean_min": 4.0,
    "calls_mean": 21.4,
    "ends": {
     "step_limit": 19,
     "call_limit": 1,
     "success": 30
    },
    "cost_mean": 0.448,
    "cost_total": 22.38,
    "strict_hold_replay": 11
   }
  },
  "mcnemar": {
   "astra62 vs astra cap v1 strict": [
    391,
    1,
    7.792274547383204e-116
   ],
   "astra62 vs fable cap v1 strict": [
    48,
    47,
    1
   ],
   "astra62 vs astra cap v2 strict": [
    309,
    1,
    2.9818907572413925e-91
   ],
   "astra62 vs fable cap v2 strict": [
    49,
    16,
    5.084767048790177e-05
   ],
   "astra62 vs astra wsn v1 strict": [
    102,
    39,
    1.1042203333800999e-07
   ],
   "astra62 vs fable wsn v1 strict": [
    66,
    201,
    4.9460565388946665e-17
   ],
   "astra62 vs astra wsn v2 strict": [
    215,
    15,
    1.5924630677042307e-46
   ],
   "astra62 vs fable wsn v2 strict": [
    70,
    101,
    0.021506542463250306
   ],
   "live astra62 vs fable": [
    16,
    11,
    0.44206833839416504
   ],
   "live astra62 vs astra": [
    18,
    4,
    0.004343509674072266
   ],
   "astra62 live(LIBERO) vs cap v1(LIBERO) same scenes": [
    0,
    17,
    1.52587890625e-05
   ],
   "astra62 live(LIBERO) vs cap v2(LIBERO) same scenes": [
    0,
    18,
    7.62939453125e-06
   ],
   "astra62 live(LIBERO) vs wsn v1(LIBERO) same scenes": [
    11,
    9,
    0.8238029479980469
   ],
   "astra62 live(LIBERO) vs wsn v2(LIBERO) same scenes": [
    3,
    13,
    0.021270751953125
   ]
  },
  "authoring_cost_usd": {
   "astra62 cap": 8.34,
   "astra62 wsn": 9.5
  },
  "notes": "GPT-6.2 Astra addendum. Written cells: 500 held-out episodes each, strict primary, LIBERO standard secondary. Live: 50 episodes, LIBERO first pass as run; strict replay is a diagnostic. mcnemar values are [first-only, second-only, exact two-sided p]. Prior models' cells are from the published round 2; 'fable cap v2c' is Fable's reported revised code. Costs at list prices ($8 in / $0.40 cached / $40 out per Mtok for GPT-6.2 Astra)."
 }
}