{
  "frontier": {
    "first": {
      "1": 0.9071,
      "2": 0.9025,
      "3": 0.9081,
      "4": 0.902,
      "5": 0.91,
      "6": 0.9027,
      "7": 0.9078,
      "8": 0.9061,
      "9": 0.9118
    },
    "majority": {
      "1": 0.9071,
      "2": 0.9184,
      "3": 0.9245,
      "4": 0.9319,
      "5": 0.9348,
      "6": 0.939,
      "7": 0.9426,
      "8": 0.9417,
      "9": 0.9412
    },
    "logprob": {
      "1": 0.9071,
      "2": 0.9225,
      "3": 0.9255,
      "4": 0.9262,
      "5": 0.9289,
      "6": 0.9314,
      "7": 0.9294,
      "8": 0.9301,
      "9": 0.9265
    },
    "conf": {
      "1": 0.9071,
      "2": 0.9184,
      "3": 0.9181,
      "4": 0.9245,
      "5": 0.9257,
      "6": 0.9309,
      "7": 0.9304,
      "8": 0.9365,
      "9": 0.9412
    },
    "exec": {
      "1": 0.9071,
      "2": 0.9333,
      "3": 0.937,
      "4": 0.9422,
      "5": 0.9475,
      "6": 0.95,
      "7": 0.95,
      "8": 0.9537,
      "9": 0.9559
    },
    "oracle": {
      "1": 0.9071,
      "2": 0.9439,
      "3": 0.9569,
      "4": 0.963,
      "5": 0.9711,
      "6": 0.977,
      "7": 0.9784,
      "8": 0.9816,
      "9": 0.9853
    }
  },
  "risk_coverage_k8": [
    {
      "thr": 0.0,
      "coverage": 1.0,
      "sel_acc": 0.9358
    },
    {
      "thr": 0.3,
      "coverage": 1.0,
      "sel_acc": 0.9358
    },
    {
      "thr": 0.5,
      "coverage": 0.9831,
      "sel_acc": 0.9382
    },
    {
      "thr": 0.6,
      "coverage": 0.9534,
      "sel_acc": 0.9517
    },
    {
      "thr": 0.7,
      "coverage": 0.8958,
      "sel_acc": 0.9817
    },
    {
      "thr": 0.8,
      "coverage": 0.625,
      "sel_acc": 1
    },
    {
      "thr": 0.9,
      "coverage": 0.2005,
      "sel_acc": 1
    },
    {
      "thr": 0.95,
      "coverage": 0.0,
      "sel_acc": NaN
    }
  ],
  "solvability_auroc": 0.8881,
  "n_tasks": 68,
  "base_pass_rate": 0.9853
}