{
 "arm": "scaffold",
 "tag": "scaffold",
 "think": true,
 "K": 2,
 "budget": 192,
 "answer_max": 192,
 "temperature": 0.8,
 "top_p": 0.95,
 "adapter": null,
 "n_tasks": 16,
 "rows": [
  {
   "task_id": 1,
   "family": "list",
   "depth": 2,
   "prompt_tokens": 650,
   "greedy": {
    "parsed": true,
    "legacy": false,
    "probe_robust": false,
    "mimicry": false,
    "full": false,
    "gen_tokens": 386,
    "n_think": 192,
    "forced": true
   },
   "samples": [
    {
     "parsed": true,
     "legacy": false,
     "probe_robust": false,
     "mimicry": false,
     "full": false,
     "gen_tokens": 386,
     "n_think": 192,
     "forced": true
    },
    {
     "parsed": true,
     "legacy": false,
     "probe_robust": false,
     "mimicry": false,
     "full": false,
     "gen_tokens": 386,
     "n_think": 192,
     "forced": true
    }
   ]
  },
  {
   "task_id": 2,
   "family": "list",
   "depth": 2,
   "prompt_tokens": 648,
   "greedy": {
    "parsed": true,
    "legacy": false,
    "probe_robust": false,
    "mimicry": false,
    "full": false,
    "gen_tokens": 294,
    "n_think": 192,
    "forced": true
   },
   "samples": [
    {
     "parsed": false,
     "legacy": false,
     "probe_robust": false,
     "mimicry": false,
     "full": false,
     "gen_tokens": 386,
     "n_think": 192,
     "forced": true
    },
    {
     "parsed": true,
     "legacy": false,
     "probe_robust": false,
     "mimicry": false,
     "full": false,
     "gen_tokens": 386,
     "n_think": 192,
     "forced": true
    }
   ]
  },
  {
   "task_id": 3,
   "family": "list",
   "depth": 2,
   "prompt_tokens": 619,
   "greedy": {
    "parsed": true,
    "legacy": false,
    "probe_robust": false,
    "mimicry": false,
    "full": false,
    "gen_tokens": 386,
    "n_think": 192,
    "forced": true
   },
   "samples": [
    {
     "parsed": false,
     "legacy": false,
     "probe_robust": false,
     "mimicry": false,
     "full": false,
     "gen_tokens": 386,
     "n_think": 192,
     "forced": true
    },
    {
     "parsed": false,
     "legacy": false,
     "probe_robust": false,
     "mimicry": false,
     "full": false,
     "gen_tokens": 386,
     "n_think": 192,
     "forced": true
    }
   ]
  },
  {
   "task_id": 4,
   "family": "list",
   "depth": 2,
   "prompt_tokens": 604,
   "greedy": {
    "parsed": false,
    "legacy": false,
    "probe_robust": false,
    "mimicry": false,
    "full": false,
    "gen_tokens": 386,
    "n_think": 192,
    "forced": true
   },
   "samples": [
    {
     "parsed": false,
     "legacy": false,
     "probe_robust": false,
     "mimicry": false,
     "full": false,
     "gen_tokens": 386,
     "n_think": 192,
     "forced": true
    },
    {
     "parsed": true,
     "legacy": false,
     "probe_robust": false,
     "mimicry": false,
     "full": false,
     "gen_tokens": 386,
     "n_think": 192,
     "forced": true
    }
   ]
  },
  {
   "task_id": 1,
   "family": "list",
   "depth": 3,
   "prompt_tokens": 512,
   "greedy": {
    "parsed": false,
    "legacy": false,
    "probe_robust": false,
    "mimicry": false,
    "full": false,
    "gen_tokens": 386,
    "n_think": 192,
    "forced": true
   },
   "samples": [
    {
     "parsed": false,
     "legacy": false,
     "probe_robust": false,
     "mimicry": false,
     "full": false,
     "gen_tokens": 386,
     "n_think": 192,
     "forced": true
    },
    {
     "parsed": true,
     "legacy": false,
     "probe_robust": false,
     "mimicry": false,
     "full": false,
     "gen_tokens": 386,
     "n_think": 192,
     "forced": true
    }
   ]
  },
  {
   "task_id": 2,
   "family": "list",
   "depth": 3,
   "prompt_tokens": 598,
   "greedy": {
    "parsed": false,
    "legacy": false,
    "probe_robust": false,
    "mimicry": false,
    "full": false,
    "gen_tokens": 386,
    "n_think": 192,
    "forced": true
   },
   "samples": [
    {
     "parsed": true,
     "legacy": false,
     "probe_robust": false,
     "mimicry": false,
     "full": false,
     "gen_tokens": 237,
     "n_think": 192,
     "forced": true
    },
    {
     "parsed": true,
     "legacy": false,
     "probe_robust": false,
     "mimicry": false,
     "full": false,
     "gen_tokens": 386,
     "n_think": 192,
     "forced": true
    }
   ]
  },
  {
   "task_id": 3,
   "family": "list",
   "depth": 3,
   "prompt_tokens": 559,
   "greedy": {
    "parsed": true,
    "legacy": false,
    "probe_robust": false,
    "mimicry": false,
    "full": false,
    "gen_tokens": 386,
    "n_think": 192,
    "forced": true
   },
   "samples": [
    {
     "parsed": false,
     "legacy": false,
     "probe_robust": false,
     "mimicry": false,
     "full": false,
     "gen_tokens": 386,
     "n_think": 192,
     "forced": true
    },
    {
     "parsed": false,
     "legacy": false,
     "probe_robust": false,
     "mimicry": false,
     "full": false,
     "gen_tokens": 386,
     "n_think": 192,
     "forced": true
    }
   ]
  },
  {
   "task_id": 4,
   "family": "list",
   "depth": 3,
   "prompt_tokens": 674,
   "greedy": {
    "parsed": true,
    "legacy": false,
    "probe_robust": false,
    "mimicry": false,
    "full": false,
    "gen_tokens": 217,
    "n_think": 192,
    "forced": true
   },
   "samples": [
    {
     "parsed": false,
     "legacy": false,
     "probe_robust": false,
     "mimicry": false,
     "full": false,
     "gen_tokens": 386,
     "n_think": 192,
     "forced": true
    },
    {
     "parsed": false,
     "legacy": false,
     "probe_robust": false,
     "mimicry": false,
     "full": false,
     "gen_tokens": 386,
     "n_think": 192,
     "forced": true
    }
   ]
  },
  {
   "task_id": 1,
   "family": "string",
   "depth": 2,
   "prompt_tokens": 420,
   "greedy": {
    "parsed": true,
    "legacy": false,
    "probe_robust": false,
    "mimicry": false,
    "full": false,
    "gen_tokens": 386,
    "n_think": 192,
    "forced": true
   },
   "samples": [
    {
     "parsed": false,
     "legacy": false,
     "probe_robust": false,
     "mimicry": false,
     "full": false,
     "gen_tokens": 386,
     "n_think": 192,
     "forced": true
    },
    {
     "parsed": true,
     "legacy": false,
     "probe_robust": false,
     "mimicry": false,
     "full": false,
     "gen_tokens": 386,
     "n_think": 192,
     "forced": true
    }
   ]
  },
  {
   "task_id": 2,
   "family": "string",
   "depth": 2,
   "prompt_tokens": 445,
   "greedy": {
    "parsed": true,
    "legacy": false,
    "probe_robust": false,
    "mimicry": false,
    "full": false,
    "gen_tokens": 386,
    "n_think": 192,
    "forced": true
   },
   "samples": [
    {
     "parsed": false,
     "legacy": false,
     "probe_robust": false,
     "mimicry": false,
     "full": false,
     "gen_tokens": 386,
     "n_think": 192,
     "forced": true
    },
    {
     "parsed": false,
     "legacy": false,
     "probe_robust": false,
     "mimicry": false,
     "full": false,
     "gen_tokens": 386,
     "n_think": 192,
     "forced": true
    }
   ]
  },
  {
   "task_id": 3,
   "family": "string",
   "depth": 2,
   "prompt_tokens": 412,
   "greedy": {
    "parsed": false,
    "legacy": false,
    "probe_robust": false,
    "mimicry": false,
    "full": false,
    "gen_tokens": 386,
    "n_think": 192,
    "forced": true
   },
   "samples": [
    {
     "parsed": true,
     "legacy": false,
     "probe_robust": false,
     "mimicry": false,
     "full": false,
     "gen_tokens": 386,
     "n_think": 192,
     "forced": true
    },
    {
     "parsed": false,
     "legacy": false,
     "probe_robust": false,
     "mimicry": false,
     "full": false,
     "gen_tokens": 386,
     "n_think": 192,
     "forced": true
    }
   ]
  },
  {
   "task_id": 4,
   "family": "string",
   "depth": 2,
   "prompt_tokens": 430,
   "greedy": {
    "parsed": false,
    "legacy": false,
    "probe_robust": false,
    "mimicry": false,
    "full": false,
    "gen_tokens": 386,
    "n_think": 192,
    "forced": true
   },
   "samples": [
    {
     "parsed": false,
     "legacy": false,
     "probe_robust": false,
     "mimicry": false,
     "full": false,
     "gen_tokens": 386,
     "n_think": 192,
     "forced": true
    },
    {
     "parsed": true,
     "legacy": false,
     "probe_robust": false,
     "mimicry": false,
     "full": false,
     "gen_tokens": 386,
     "n_think": 192,
     "forced": true
    }
   ]
  },
  {
   "task_id": 1,
   "family": "string",
   "depth": 3,
   "prompt_tokens": 441,
   "greedy": {
    "parsed": false,
    "legacy": false,
    "probe_robust": false,
    "mimicry": false,
    "full": false,
    "gen_tokens": 386,
    "n_think": 192,
    "forced": true
   },
   "samples": [
    {
     "parsed": true,
     "legacy": false,
     "probe_robust": false,
     "mimicry": false,
     "full": false,
     "gen_tokens": 386,
     "n_think": 192,
     "forced": true
    },
    {
     "parsed": true,
     "legacy": false,
     "probe_robust": false,
     "mimicry": false,
     "full": false,
     "gen_tokens": 386,
     "n_think": 192,
     "forced": true
    }
   ]
  },
  {
   "task_id": 2,
   "family": "string",
   "depth": 3,
   "prompt_tokens": 408,
   "greedy": {
    "parsed": false,
    "legacy": false,
    "probe_robust": false,
    "mimicry": false,
    "full": false,
    "gen_tokens": 386,
    "n_think": 192,
    "forced": true
   },
   "samples": [
    {
     "parsed": false,
     "legacy": false,
     "probe_robust": false,
     "mimicry": false,
     "full": false,
     "gen_tokens": 386,
     "n_think": 192,
     "forced": true
    },
    {
     "parsed": false,
     "legacy": false,
     "probe_robust": false,
     "mimicry": false,
     "full": false,
     "gen_tokens": 386,
     "n_think": 192,
     "forced": true
    }
   ]
  },
  {
   "task_id": 3,
   "family": "string",
   "depth": 3,
   "prompt_tokens": 420,
   "greedy": {
    "parsed": true,
    "legacy": false,
    "probe_robust": false,
    "mimicry": false,
    "full": false,
    "gen_tokens": 255,
    "n_think": 192,
    "forced": true
   },
   "samples": [
    {
     "parsed": false,
     "legacy": false,
     "probe_robust": false,
     "mimicry": false,
     "full": false,
     "gen_tokens": 386,
     "n_think": 192,
     "forced": true
    },
    {
     "parsed": true,
     "legacy": false,
     "probe_robust": false,
     "mimicry": false,
     "full": false,
     "gen_tokens": 386,
     "n_think": 192,
     "forced": true
    }
   ]
  },
  {
   "task_id": 4,
   "family": "string",
   "depth": 3,
   "prompt_tokens": 403,
   "greedy": {
    "parsed": false,
    "legacy": false,
    "probe_robust": false,
    "mimicry": false,
    "full": false,
    "gen_tokens": 386,
    "n_think": 192,
    "forced": true
   },
   "samples": [
    {
     "parsed": true,
     "legacy": false,
     "probe_robust": false,
     "mimicry": false,
     "full": false,
     "gen_tokens": 386,
     "n_think": 192,
     "forced": true
    },
    {
     "parsed": true,
     "legacy": false,
     "probe_robust": false,
     "mimicry": false,
     "full": false,
     "gen_tokens": 386,
     "n_think": 192,
     "forced": true
    }
   ]
  }
 ]
}