{ "per_task": [ { "depth": 3, "is_param": false, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 3, "is_param": false, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 3, "is_param": false, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 3, "is_param": false, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 3, "is_param": false, "conc_correct": true, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 3, "is_param": true, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 3, "is_param": false, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 3, "is_param": true, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 3, "is_param": true, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": true, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": true, "oracle_full_ncorrect": 3, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 3, "is_param": false, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 3, "is_param": true, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": false, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 1, "oracle_type_greedy": false, "oracle_type_ncorrect": 1, "oracle_full_greedy": false, "oracle_full_ncorrect": 2, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 3 }, { "depth": 3, "is_param": false, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 1, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 1 }, { "depth": 3, "is_param": false, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 3, "is_param": false, "conc_correct": true, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": false, "conc_correct": false, "surf_correct": false, "nohint_greedy": true, "nohint_ncorrect": 6, "oracle_type_greedy": true, "oracle_type_ncorrect": 6, "oracle_full_greedy": true, "oracle_full_ncorrect": 6, "probe_full_greedy": false, "probe_full_ncorrect": 4, "surface_full_greedy": false, "surface_full_ncorrect": 4, "wrong_param_greedy": true, "wrong_param_ncorrect": 6 }, { "depth": 3, "is_param": true, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 3, "is_param": false, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 3, "is_param": false, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 1, "oracle_full_greedy": true, "oracle_full_ncorrect": 1, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": true, "wrong_param_ncorrect": 2 }, { "depth": 3, "is_param": false, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 3, "is_param": false, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 1, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": true, "conc_correct": false, "surf_correct": true, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 1, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 1, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 3, "is_param": false, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": true, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 3, "is_param": false, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 3, "is_param": false, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": true, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": true, "oracle_full_ncorrect": 2, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 3, "is_param": false, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 3, "is_param": true, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 3, "is_param": false, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 3, "is_param": false, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 3, "is_param": false, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 3, "is_param": false, "conc_correct": true, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 3, "is_param": true, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 3, "is_param": true, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": false, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 3, "is_param": true, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 3, "is_param": true, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 2, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 3, "is_param": false, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 3, "is_param": false, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": true, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 3, "is_param": true, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 3, "is_param": true, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": false, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 1, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 3, "is_param": false, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 1, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": false, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 2, "oracle_type_greedy": false, "oracle_type_ncorrect": 3, "oracle_full_greedy": true, "oracle_full_ncorrect": 1, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": true, "wrong_param_ncorrect": 4 }, { "depth": 3, "is_param": true, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 3, "is_param": false, "conc_correct": true, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 3, "is_param": false, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 1, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 3, "is_param": false, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 3, "is_param": false, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": true, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 2, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 3, "is_param": true, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 3, "is_param": false, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": true, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": false, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 3, "is_param": true, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 3, "is_param": false, "conc_correct": true, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 3, "is_param": true, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": true, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 3, "is_param": true, "conc_correct": true, "surf_correct": true, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 3, "is_param": false, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 3, "is_param": true, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 3, "is_param": true, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 3, "is_param": true, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 3, "is_param": false, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": false, "conc_correct": true, "surf_correct": true, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 1, "probe_full_greedy": false, "probe_full_ncorrect": 1, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 3, "is_param": true, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 3, "is_param": true, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 3, "is_param": true, "conc_correct": true, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 3, "is_param": false, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 3, "is_param": false, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 3, "is_param": false, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 3, "is_param": false, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": true, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": true, "conc_correct": true, "surf_correct": true, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 3, "is_param": false, "conc_correct": true, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": true, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 1, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 3, "is_param": true, "conc_correct": false, "surf_correct": true, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 3, "is_param": false, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 3, "is_param": true, "conc_correct": false, "surf_correct": true, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 3, "is_param": false, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 3, "is_param": false, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 3, "is_param": false, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": true, "conc_correct": true, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": true, "oracle_full_ncorrect": 1, "probe_full_greedy": true, "probe_full_ncorrect": 1, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": true, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 3, "is_param": true, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": true, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 3, "is_param": false, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 3, "is_param": true, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 3, "is_param": false, "conc_correct": true, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 3, "is_param": false, "conc_correct": true, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 3, "is_param": false, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": false, "conc_correct": false, "surf_correct": false, "nohint_greedy": true, "nohint_ncorrect": 5, "oracle_type_greedy": true, "oracle_type_ncorrect": 6, "oracle_full_greedy": true, "oracle_full_ncorrect": 6, "probe_full_greedy": true, "probe_full_ncorrect": 6, "surface_full_greedy": false, "surface_full_ncorrect": 3, "wrong_param_greedy": true, "wrong_param_ncorrect": 6 }, { "depth": 3, "is_param": true, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": true, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 3, "is_param": true, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 3, "is_param": true, "conc_correct": false, "surf_correct": true, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": true, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 3, "is_param": false, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 1 }, { "depth": 3, "is_param": false, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 3, "is_param": false, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 3, "is_param": true, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 3, "is_param": false, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": false, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 3, "is_param": false, "conc_correct": true, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 3, "is_param": false, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 3, "is_param": false, "conc_correct": true, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 3, "is_param": true, "conc_correct": true, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 3, "is_param": true, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": false, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 3, "is_param": true, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 3, "is_param": true, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 1, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": true, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 3, "is_param": true, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": true, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 3, "is_param": true, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 3, "is_param": false, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 3, "is_param": false, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 3, "is_param": true, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 3, "is_param": false, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 3, "is_param": true, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 3, "is_param": false, "conc_correct": false, "surf_correct": true, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 3, "is_param": false, "conc_correct": true, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 3, "is_param": true, "conc_correct": true, "surf_correct": true, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": true, "oracle_full_ncorrect": 2, "probe_full_greedy": true, "probe_full_ncorrect": 3, "surface_full_greedy": true, "surface_full_ncorrect": 5, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": true, "conc_correct": true, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 3, "is_param": true, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": false, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 3, "is_param": false, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 3, "is_param": true, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 3, "is_param": true, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 3, "is_param": true, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 3, "is_param": false, "conc_correct": true, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": true, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 6, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 3, "is_param": false, "conc_correct": false, "surf_correct": true, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 3, "is_param": false, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 3, "is_param": true, "conc_correct": false, "surf_correct": true, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 3, "is_param": true, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": true, "conc_correct": true, "surf_correct": true, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 3, "is_param": false, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 1, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 3, "is_param": false, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": false, "conc_correct": true, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 3, "is_param": true, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 3, "is_param": false, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 3, "is_param": true, "conc_correct": true, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 3, "is_param": false, "conc_correct": true, "surf_correct": false, "nohint_greedy": true, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 1, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 2, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 1 }, { "depth": 3, "is_param": true, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 3, "is_param": true, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 3, "is_param": true, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 3, "is_param": true, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 3, "is_param": true, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 3, "is_param": false, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 3, "is_param": false, "conc_correct": true, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 3, "is_param": false, "conc_correct": true, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 3, "is_param": true, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 3, "is_param": false, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 3, "is_param": false, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": false, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 3, "oracle_full_greedy": false, "oracle_full_ncorrect": 2, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 4 }, { "depth": 3, "is_param": true, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 3, "is_param": false, "conc_correct": true, "surf_correct": true, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 3, "is_param": true, "conc_correct": false, "surf_correct": true, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 3, "is_param": true, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 3, "is_param": false, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": true, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": true, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": true, "oracle_full_ncorrect": 1, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": true, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": true, "conc_correct": true, "surf_correct": true, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": true, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": false, "conc_correct": true, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 2, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": true, "oracle_full_ncorrect": 0, "probe_full_greedy": true, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": true, "wrong_param_ncorrect": 1 }, { "depth": 2, "is_param": false, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 1 }, { "depth": 2, "is_param": false, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 1 }, { "depth": 2, "is_param": true, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": true, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": true, "conc_correct": false, "surf_correct": true, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 2, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": true, "conc_correct": true, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": false, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 1, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 1 }, { "depth": 2, "is_param": false, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 1, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": false, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": false, "conc_correct": false, "surf_correct": true, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": true, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 1, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": true, "conc_correct": true, "surf_correct": true, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": false, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": true, "probe_full_ncorrect": 5, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": false, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": false, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 1, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": true, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": true, "oracle_full_ncorrect": 1, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": true, "conc_correct": true, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": true, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": true, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": true, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": true, "oracle_full_ncorrect": 6, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": true, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": true, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": true, "conc_correct": false, "surf_correct": true, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": true, "conc_correct": true, "surf_correct": true, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": true, "oracle_type_ncorrect": 1, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 1, "surface_full_greedy": false, "surface_full_ncorrect": 1, "wrong_param_greedy": false, "wrong_param_ncorrect": 1 }, { "depth": 2, "is_param": true, "conc_correct": false, "surf_correct": true, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": true, "oracle_full_ncorrect": 2, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 1, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": true, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": true, "oracle_full_ncorrect": 6, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": true, "conc_correct": true, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": true, "conc_correct": true, "surf_correct": true, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": true, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": true, "conc_correct": true, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": true, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": true, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 1, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": true, "conc_correct": false, "surf_correct": true, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": true, "oracle_full_ncorrect": 1, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": true, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": true, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": true, "conc_correct": false, "surf_correct": true, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": false, "conc_correct": true, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": false, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": false, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": false, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": false, "conc_correct": true, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": false, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": true, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": true, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": true, "conc_correct": false, "surf_correct": true, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 2, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": true, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": true, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": true, "conc_correct": false, "surf_correct": true, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": true, "oracle_full_ncorrect": 1, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": true, "surface_full_ncorrect": 2, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": true, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": true, "conc_correct": false, "surf_correct": true, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": false, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": true, "probe_full_ncorrect": 4, "surface_full_greedy": true, "surface_full_ncorrect": 5, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": true, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": true, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 1, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": false, "conc_correct": true, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 1, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 1, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 2 }, { "depth": 2, "is_param": true, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": true, "oracle_full_ncorrect": 2, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": false, "conc_correct": false, "surf_correct": false, "nohint_greedy": true, "nohint_ncorrect": 6, "oracle_type_greedy": true, "oracle_type_ncorrect": 2, "oracle_full_greedy": true, "oracle_full_ncorrect": 2, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 3, "wrong_param_greedy": true, "wrong_param_ncorrect": 1 }, { "depth": 2, "is_param": true, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": true, "oracle_full_ncorrect": 6, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": true, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": true, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": true, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 1, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": true, "conc_correct": true, "surf_correct": true, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": true, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": true, "conc_correct": true, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": true, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": true, "conc_correct": false, "surf_correct": true, "nohint_greedy": false, "nohint_ncorrect": 1, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 1, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": true, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": true, "conc_correct": true, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 1, "oracle_full_greedy": false, "oracle_full_ncorrect": 4, "probe_full_greedy": false, "probe_full_ncorrect": 4, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": true, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": true, "conc_correct": false, "surf_correct": true, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": false, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": true, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": true, "conc_correct": true, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": true, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": false, "conc_correct": false, "surf_correct": false, "nohint_greedy": true, "nohint_ncorrect": 6, "oracle_type_greedy": true, "oracle_type_ncorrect": 5, "oracle_full_greedy": true, "oracle_full_ncorrect": 4, "probe_full_greedy": true, "probe_full_ncorrect": 6, "surface_full_greedy": false, "surface_full_ncorrect": 6, "wrong_param_greedy": true, "wrong_param_ncorrect": 5 }, { "depth": 2, "is_param": true, "conc_correct": false, "surf_correct": true, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": true, "oracle_full_ncorrect": 2, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 1, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": true, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 1, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": true, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": true, "conc_correct": false, "surf_correct": true, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": false, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": true, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": true, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 1, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": false, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 1, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": true, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": true, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": true, "conc_correct": true, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": false, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": true, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 2, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": true, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": false, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": true, "conc_correct": false, "surf_correct": true, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": true, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": true, "conc_correct": false, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 }, { "depth": 2, "is_param": false, "conc_correct": true, "surf_correct": false, "nohint_greedy": false, "nohint_ncorrect": 0, "oracle_type_greedy": false, "oracle_type_ncorrect": 0, "oracle_full_greedy": false, "oracle_full_ncorrect": 0, "probe_full_greedy": false, "probe_full_ncorrect": 0, "surface_full_greedy": false, "surface_full_ncorrect": 0, "wrong_param_greedy": false, "wrong_param_ncorrect": 0 } ], "K": 6, "probe_conc_acc": 0.173, "surf_conc_acc": 0.127 }