{
  "schema_version": 1,
  "name": "cup_5mix_holdout100_20261021",
  "random_seed": 20261021,
  "sampling_method": "Python random.Random(seed).sample(sorted(previous_train_episode_ids), 70); no stratification or redraws.",
  "source_dataset": "0826_cup_5mix",
  "previous_train_episode_ids": [
    0,
    1,
    2,
    3,
    4,
    5,
    7,
    8,
    9,
    10,
    11,
    12,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    32,
    33,
    34,
    35,
    36,
    37,
    38,
    40,
    41,
    42,
    43,
    44,
    45,
    46,
    48,
    49,
    50,
    51,
    52,
    53,
    54,
    55,
    57,
    58,
    59,
    60,
    61,
    62,
    63,
    65,
    66,
    67,
    68,
    69,
    70,
    71,
    73,
    74,
    75,
    76,
    77,
    78,
    79,
    81,
    82,
    83,
    84,
    85,
    86,
    87,
    89,
    90,
    91,
    92,
    93,
    94,
    95,
    97,
    98,
    99,
    100,
    101,
    102,
    104,
    105,
    106,
    107,
    108,
    109,
    110,
    111,
    113,
    114,
    115,
    116,
    117,
    118,
    119,
    122,
    123,
    124,
    125,
    126,
    127,
    128,
    130,
    131,
    132,
    133,
    134,
    135,
    136,
    138,
    139,
    140,
    141,
    142,
    143,
    144,
    146,
    147,
    148,
    149,
    150,
    151,
    152,
    154,
    155,
    156,
    157,
    158,
    159,
    160,
    162,
    163,
    164,
    165,
    166,
    167,
    168,
    170,
    171,
    172,
    173,
    174,
    175,
    176,
    178,
    179,
    180,
    181,
    182,
    183,
    184,
    185,
    187,
    188,
    189,
    190,
    191,
    192,
    193,
    195,
    196,
    197,
    198,
    199,
    200,
    201,
    203,
    204,
    205,
    206,
    207,
    208,
    209,
    211,
    212,
    213,
    214,
    215,
    216,
    217,
    219,
    220,
    221,
    222,
    223,
    224,
    225,
    227,
    228,
    229,
    230,
    231,
    232,
    233,
    234,
    236,
    237,
    238,
    239,
    240,
    241
  ],
  "original_heldout_episode_ids": [
    242,
    226,
    210,
    194,
    177,
    161,
    145,
    129,
    112,
    96,
    80,
    64,
    47,
    31,
    13,
    235,
    218,
    202,
    186,
    169,
    153,
    137,
    121,
    103,
    88,
    72,
    56,
    39,
    22,
    6
  ],
  "additional_heldout_draw_order": [
    159,
    111,
    170,
    2,
    110,
    117,
    91,
    187,
    188,
    67,
    141,
    116,
    236,
    0,
    63,
    4,
    15,
    199,
    182,
    172,
    184,
    17,
    34,
    135,
    118,
    26,
    30,
    89,
    197,
    75,
    51,
    41,
    44,
    216,
    190,
    16,
    33,
    14,
    73,
    49,
    104,
    3,
    220,
    163,
    106,
    81,
    155,
    212,
    205,
    29,
    87,
    215,
    24,
    28,
    165,
    62,
    166,
    115,
    27,
    240,
    124,
    59,
    195,
    45,
    95,
    192,
    77,
    8,
    20,
    76
  ],
  "additional_heldout_episode_ids": [
    240,
    236,
    220,
    216,
    215,
    212,
    205,
    199,
    197,
    195,
    192,
    190,
    188,
    187,
    184,
    182,
    172,
    170,
    166,
    165,
    163,
    159,
    155,
    141,
    135,
    124,
    118,
    117,
    116,
    115,
    111,
    110,
    106,
    104,
    95,
    91,
    89,
    87,
    81,
    77,
    76,
    75,
    73,
    67,
    63,
    62,
    59,
    51,
    49,
    45,
    44,
    41,
    34,
    33,
    30,
    29,
    28,
    27,
    26,
    24,
    20,
    17,
    16,
    15,
    14,
    8,
    4,
    3,
    2,
    0
  ],
  "heldout_eval_episode_ids": [
    0,
    2,
    3,
    4,
    6,
    8,
    13,
    14,
    15,
    16,
    17,
    20,
    22,
    24,
    26,
    27,
    28,
    29,
    30,
    31,
    33,
    34,
    39,
    41,
    44,
    45,
    47,
    49,
    51,
    56,
    59,
    62,
    63,
    64,
    67,
    72,
    73,
    75,
    76,
    77,
    80,
    81,
    87,
    88,
    89,
    91,
    95,
    96,
    103,
    104,
    106,
    110,
    111,
    112,
    115,
    116,
    117,
    118,
    121,
    124,
    129,
    135,
    137,
    141,
    145,
    153,
    155,
    159,
    161,
    163,
    165,
    166,
    169,
    170,
    172,
    177,
    182,
    184,
    186,
    187,
    188,
    190,
    192,
    194,
    195,
    197,
    199,
    202,
    205,
    210,
    212,
    215,
    216,
    218,
    220,
    226,
    235,
    236,
    240,
    242
  ],
  "review_episode_order": [
    242,
    226,
    210,
    194,
    177,
    161,
    145,
    129,
    112,
    96,
    80,
    64,
    47,
    31,
    13,
    235,
    218,
    202,
    186,
    169,
    153,
    137,
    121,
    103,
    88,
    72,
    56,
    39,
    22,
    6,
    240,
    236,
    220,
    216,
    215,
    212,
    205,
    199,
    197,
    195,
    192,
    190,
    188,
    187,
    184,
    182,
    172,
    170,
    166,
    165,
    163,
    159,
    155,
    141,
    135,
    124,
    118,
    117,
    116,
    115,
    111,
    110,
    106,
    104,
    95,
    91,
    89,
    87,
    81,
    77,
    76,
    75,
    73,
    67,
    63,
    62,
    59,
    51,
    49,
    45,
    44,
    41,
    34,
    33,
    30,
    29,
    28,
    27,
    26,
    24,
    20,
    17,
    16,
    15,
    14,
    8,
    4,
    3,
    2,
    0
  ],
  "train_episode_ids": [
    1,
    5,
    7,
    9,
    10,
    11,
    12,
    18,
    19,
    21,
    23,
    25,
    32,
    35,
    36,
    37,
    38,
    40,
    42,
    43,
    46,
    48,
    50,
    52,
    53,
    54,
    55,
    57,
    58,
    60,
    61,
    65,
    66,
    68,
    69,
    70,
    71,
    74,
    78,
    79,
    82,
    83,
    84,
    85,
    86,
    90,
    92,
    93,
    94,
    97,
    98,
    99,
    100,
    101,
    102,
    105,
    107,
    108,
    109,
    113,
    114,
    119,
    122,
    123,
    125,
    126,
    127,
    128,
    130,
    131,
    132,
    133,
    134,
    136,
    138,
    139,
    140,
    142,
    143,
    144,
    146,
    147,
    148,
    149,
    150,
    151,
    152,
    154,
    156,
    157,
    158,
    160,
    162,
    164,
    167,
    168,
    171,
    173,
    174,
    175,
    176,
    178,
    179,
    180,
    181,
    183,
    185,
    189,
    191,
    193,
    196,
    198,
    200,
    201,
    203,
    204,
    206,
    207,
    208,
    209,
    211,
    213,
    214,
    217,
    219,
    221,
    222,
    223,
    224,
    225,
    227,
    228,
    229,
    230,
    231,
    232,
    233,
    234,
    237,
    238,
    239,
    241
  ],
  "other_excluded_episode_ids": [
    120
  ],
  "counts": {
    "original_heldout": 30,
    "added_heldout": 70,
    "heldout": 100,
    "train": 142,
    "other_excluded": 1
  },
  "cup_numbering": "right_to_left_overhead",
  "convention": "Cup 1 = right, cup 2 = middle, cup 3 = left in the overhead image.",
  "applicability": "For future training using this split. Existing checkpoints trained on the newly selected 70 demos.",
  "display_order": "Tests 1–30 preserve the previous test order; tests 31–100 show the random additions in descending original episode order."
}
