{
  "no_think": {
    "n": 800,
    "base_pass_rate": 0.769,
    "best_layer": 24,
    "best_layer_auc": 0.642,
    "best_layer_auc_ci": [
      0.549,
      0.738
    ],
    "shuffled_label_auc": 0.514,
    "layer_auc": [
      0.387,
      0.484,
      0.482,
      0.497,
      0.492,
      0.525,
      0.521,
      0.513,
      0.499,
      0.514,
      0.507,
      0.52,
      0.568,
      0.559,
      0.547,
      0.524,
      0.549,
      0.546,
      0.587,
      0.584,
      0.585,
      0.591,
      0.626,
      0.625,
      0.642,
      0.629,
      0.621,
      0.62,
      0.626,
      0.602,
      0.631,
      0.616,
      0.585
    ],
    "visible_passer_n": 647,
    "visible_passer_full_rate": 0.929,
    "visible_passer_auc": 0.518
  },
  "think_512": {
    "n": 800,
    "base_pass_rate": 0.851,
    "best_layer": 11,
    "best_layer_auc": 0.708,
    "best_layer_auc_ci": [
      0.649,
      0.773
    ],
    "shuffled_label_auc": 0.482,
    "layer_auc": [
      0.385,
      0.594,
      0.701,
      0.681,
      0.683,
      0.635,
      0.644,
      0.662,
      0.684,
      0.707,
      0.669,
      0.708,
      0.651,
      0.636,
      0.631,
      0.653,
      0.612,
      0.621,
      0.676,
      0.638,
      0.681,
      0.689,
      0.681,
      0.664,
      0.681,
      0.661,
      0.646,
      0.663,
      0.682,
      0.689,
      0.641,
      0.66,
      0.661
    ],
    "visible_passer_n": 722,
    "visible_passer_full_rate": 0.931,
    "visible_passer_auc": 0.684
  },
  "shuffle_512": {
    "n": 800,
    "base_pass_rate": 0.791,
    "best_layer": 6,
    "best_layer_auc": 0.733,
    "best_layer_auc_ci": [
      0.674,
      0.813
    ],
    "shuffled_label_auc": 0.511,
    "layer_auc": [
      0.383,
      0.682,
      0.662,
      0.662,
      0.668,
      0.676,
      0.733,
      0.718,
      0.692,
      0.695,
      0.679,
      0.676,
      0.669,
      0.665,
      0.662,
      0.675,
      0.671,
      0.727,
      0.715,
      0.681,
      0.703,
      0.7,
      0.696,
      0.677,
      0.687,
      0.691,
      0.703,
      0.711,
      0.706,
      0.678,
      0.677,
      0.691,
      0.698
    ],
    "visible_passer_n": 661,
    "visible_passer_full_rate": 0.944,
    "visible_passer_auc": 0.626
  },
  "think_1024": {
    "n": 800,
    "base_pass_rate": 0.848,
    "best_layer": 10,
    "best_layer_auc": 0.72,
    "best_layer_auc_ci": [
      0.614,
      0.807
    ],
    "shuffled_label_auc": 0.456,
    "layer_auc": [
      0.352,
      0.584,
      0.614,
      0.614,
      0.638,
      0.628,
      0.633,
      0.618,
      0.673,
      0.702,
      0.72,
      0.694,
      0.677,
      0.665,
      0.671,
      0.653,
      0.671,
      0.671,
      0.682,
      0.655,
      0.687,
      0.65,
      0.677,
      0.673,
      0.648,
      0.653,
      0.655,
      0.652,
      0.643,
      0.648,
      0.668,
      0.663,
      0.685
    ],
    "visible_passer_n": 716,
    "visible_passer_full_rate": 0.94,
    "visible_passer_auc": 0.598
  },
  "shuffle_1024": {
    "n": 800,
    "base_pass_rate": 0.83,
    "best_layer": 16,
    "best_layer_auc": 0.755,
    "best_layer_auc_ci": [
      0.684,
      0.81
    ],
    "shuffled_label_auc": 0.52,
    "layer_auc": [
      0.358,
      0.685,
      0.663,
      0.685,
      0.694,
      0.729,
      0.735,
      0.736,
      0.675,
      0.742,
      0.717,
      0.71,
      0.702,
      0.713,
      0.724,
      0.753,
      0.755,
      0.741,
      0.697,
      0.697,
      0.704,
      0.671,
      0.696,
      0.691,
      0.706,
      0.716,
      0.718,
      0.73,
      0.73,
      0.731,
      0.729,
      0.746,
      0.744
    ],
    "visible_passer_n": 696,
    "visible_passer_full_rate": 0.945,
    "visible_passer_auc": 0.669
  }
}