{
  "no_think": {
    "n": 800,
    "base_pass_rate": 0.749,
    "best_layer": 32,
    "best_layer_auc": 0.646,
    "best_layer_auc_ci": [
      0.573,
      0.718
    ],
    "shuffled_label_auc": 0.482,
    "layer_auc": [
      0.408,
      0.532,
      0.525,
      0.497,
      0.523,
      0.51,
      0.506,
      0.501,
      0.475,
      0.486,
      0.512,
      0.489,
      0.517,
      0.508,
      0.498,
      0.488,
      0.536,
      0.564,
      0.55,
      0.521,
      0.518,
      0.531,
      0.552,
      0.572,
      0.59,
      0.605,
      0.585,
      0.574,
      0.58,
      0.565,
      0.621,
      0.622,
      0.646
    ],
    "visible_passer_n": 645,
    "visible_passer_full_rate": 0.904,
    "visible_passer_auc": 0.494
  },
  "filler": {
    "n": 800,
    "base_pass_rate": 0.744,
    "best_layer": 20,
    "best_layer_auc": 0.703,
    "best_layer_auc_ci": [
      0.626,
      0.778
    ],
    "shuffled_label_auc": 0.502,
    "layer_auc": [
      0.39,
      0.5,
      0.517,
      0.567,
      0.604,
      0.602,
      0.545,
      0.553,
      0.562,
      0.544,
      0.573,
      0.577,
      0.539,
      0.499,
      0.542,
      0.568,
      0.602,
      0.637,
      0.677,
      0.682,
      0.703,
      0.694,
      0.682,
      0.683,
      0.658,
      0.628,
      0.635,
      0.636,
      0.639,
      0.643,
      0.641,
      0.643,
      0.61
    ],
    "visible_passer_n": 631,
    "visible_passer_full_rate": 0.932,
    "visible_passer_auc": 0.599
  },
  "foreign": {
    "n": 800,
    "base_pass_rate": 0.04,
    "best_layer": 30,
    "best_layer_auc": 0.987,
    "best_layer_auc_ci": [
      0.977,
      0.994
    ],
    "shuffled_label_auc": 0.443,
    "layer_auc": [
      0.378,
      0.674,
      0.781,
      0.814,
      0.816,
      0.832,
      0.862,
      0.878,
      0.876,
      0.921,
      0.971,
      0.977,
      0.979,
      0.979,
      0.983,
      0.985,
      0.979,
      0.98,
      0.984,
      0.987,
      0.986,
      0.985,
      0.984,
      0.981,
      0.981,
      0.982,
      0.981,
      0.982,
      0.981,
      0.986,
      0.987,
      0.986,
      0.986
    ],
    "visible_passer_n": 33,
    "visible_passer_full_rate": 0.939,
    "visible_passer_auc": 0.032
  },
  "shuffle": {
    "n": 800,
    "base_pass_rate": 0.739,
    "best_layer": 15,
    "best_layer_auc": 0.645,
    "best_layer_auc_ci": [
      0.593,
      0.704
    ],
    "shuffled_label_auc": 0.555,
    "layer_auc": [
      0.399,
      0.579,
      0.606,
      0.589,
      0.566,
      0.611,
      0.604,
      0.588,
      0.597,
      0.624,
      0.611,
      0.616,
      0.613,
      0.597,
      0.628,
      0.645,
      0.623,
      0.635,
      0.603,
      0.632,
      0.625,
      0.566,
      0.568,
      0.549,
      0.563,
      0.561,
      0.57,
      0.58,
      0.578,
      0.61,
      0.614,
      0.586,
      0.59
    ],
    "visible_passer_n": 625,
    "visible_passer_full_rate": 0.931,
    "visible_passer_auc": 0.655
  },
  "real": {
    "n": 800,
    "base_pass_rate": 0.861,
    "best_layer": 29,
    "best_layer_auc": 0.722,
    "best_layer_auc_ci": [
      0.645,
      0.801
    ],
    "shuffled_label_auc": 0.549,
    "layer_auc": [
      0.368,
      0.661,
      0.628,
      0.566,
      0.618,
      0.639,
      0.669,
      0.635,
      0.637,
      0.683,
      0.688,
      0.695,
      0.69,
      0.676,
      0.634,
      0.663,
      0.654,
      0.649,
      0.682,
      0.658,
      0.679,
      0.716,
      0.69,
      0.665,
      0.675,
      0.702,
      0.682,
      0.693,
      0.698,
      0.722,
      0.705,
      0.717,
      0.708
    ],
    "visible_passer_n": 722,
    "visible_passer_full_rate": 0.94,
    "visible_passer_auc": 0.622
  }
}