[ { "agreement": 0, "agreement_correct": 0, "agreement_precision": 0.0, "both_direct_and_program": 0, "direct_accuracy": 1.0, "direct_exact": 5, "direct_only": 5, "direct_parse_ok": 5, "direct_parse_rate": 1.0, "family": "agriculture", "final_hidden_exact": 0, "final_program_accuracy": 0.0, "final_visible_pass": 0, "final_visible_pass_rate": 0.0, "hybrid_accuracy": 1.0, "hybrid_exact": 5, "initial_accuracy": 0.0, "initial_hidden_exact": 0, "mean_round_count": 4.0, "n": 5, "neither": 0, "oracle_union": 5, "oracle_union_rate": 1.0, "program_only": 0, "repair_added_program_correct": 0, "repair_lost_program_correct": 0, "visible_false_pass": 0, "visible_false_pass_rate_among_visible": 0.0 }, { "agreement": 0, "agreement_correct": 0, "agreement_precision": 0.0, "both_direct_and_program": 0, "direct_accuracy": 1.0, "direct_exact": 5, "direct_only": 5, "direct_parse_ok": 5, "direct_parse_rate": 1.0, "family": "craigslist_data_wrangler", "final_hidden_exact": 0, "final_program_accuracy": 0.0, "final_visible_pass": 0, "final_visible_pass_rate": 0.0, "hybrid_accuracy": 1.0, "hybrid_exact": 5, "initial_accuracy": 0.0, "initial_hidden_exact": 0, "mean_round_count": 4.0, "n": 5, "neither": 0, "oracle_union": 5, "oracle_union_rate": 1.0, "program_only": 0, "repair_added_program_correct": 0, "repair_lost_program_correct": 0, "visible_false_pass": 0, "visible_false_pass_rate_among_visible": 0.0 }, { "agreement": 0, "agreement_correct": 0, "agreement_precision": 0.0, "both_direct_and_program": 0, "direct_accuracy": 0.0, "direct_exact": 0, "direct_only": 0, "direct_parse_ok": 0, "direct_parse_rate": 0.0, "family": "crime_data_wrangler", "final_hidden_exact": 0, "final_program_accuracy": 0.0, "final_visible_pass": 0, "final_visible_pass_rate": 0.0, "hybrid_accuracy": 0.0, "hybrid_exact": 0, "initial_accuracy": 0.0, "initial_hidden_exact": 0, "mean_round_count": 4.0, "n": 5, "neither": 5, "oracle_union": 0, "oracle_union_rate": 0.0, "program_only": 0, "repair_added_program_correct": 0, "repair_lost_program_correct": 0, "visible_false_pass": 0, "visible_false_pass_rate_among_visible": 0.0 }, { "agreement": 0, "agreement_correct": 0, "agreement_precision": 0.0, "both_direct_and_program": 0, "direct_accuracy": 0.0, "direct_exact": 0, "direct_only": 0, "direct_parse_ok": 5, "direct_parse_rate": 1.0, "family": "potters_wheel_divide", "final_hidden_exact": 1, "final_program_accuracy": 0.2, "final_visible_pass": 1, "final_visible_pass_rate": 0.2, "hybrid_accuracy": 0.0, "hybrid_exact": 0, "initial_accuracy": 0.0, "initial_hidden_exact": 0, "mean_round_count": 3.8, "n": 5, "neither": 4, "oracle_union": 1, "oracle_union_rate": 0.2, "program_only": 1, "repair_added_program_correct": 1, "repair_lost_program_correct": 0, "visible_false_pass": 0, "visible_false_pass_rate_among_visible": 0.0 }, { "agreement": 0, "agreement_correct": 0, "agreement_precision": 0.0, "both_direct_and_program": 0, "direct_accuracy": 1.0, "direct_exact": 5, "direct_only": 5, "direct_parse_ok": 5, "direct_parse_rate": 1.0, "family": "potters_wheel_fold", "final_hidden_exact": 0, "final_program_accuracy": 0.0, "final_visible_pass": 0, "final_visible_pass_rate": 0.0, "hybrid_accuracy": 1.0, "hybrid_exact": 5, "initial_accuracy": 0.0, "initial_hidden_exact": 0, "mean_round_count": 4.0, "n": 5, "neither": 0, "oracle_union": 5, "oracle_union_rate": 1.0, "program_only": 0, "repair_added_program_correct": 0, "repair_lost_program_correct": 0, "visible_false_pass": 0, "visible_false_pass_rate_among_visible": 0.0 }, { "agreement": 0, "agreement_correct": 0, "agreement_precision": 0.0, "both_direct_and_program": 0, "direct_accuracy": 1.0, "direct_exact": 5, "direct_only": 5, "direct_parse_ok": 5, "direct_parse_rate": 1.0, "family": "potters_wheel_fold_2", "final_hidden_exact": 0, "final_program_accuracy": 0.0, "final_visible_pass": 0, "final_visible_pass_rate": 0.0, "hybrid_accuracy": 1.0, "hybrid_exact": 5, "initial_accuracy": 0.0, "initial_hidden_exact": 0, "mean_round_count": 4.0, "n": 5, "neither": 0, "oracle_union": 5, "oracle_union_rate": 1.0, "program_only": 0, "repair_added_program_correct": 0, "repair_lost_program_correct": 0, "visible_false_pass": 0, "visible_false_pass_rate_among_visible": 0.0 }, { "agreement": 0, "agreement_correct": 0, "agreement_precision": 0.0, "both_direct_and_program": 0, "direct_accuracy": 0.0, "direct_exact": 0, "direct_only": 0, "direct_parse_ok": 5, "direct_parse_rate": 1.0, "family": "potters_wheel_merge_split", "final_hidden_exact": 3, "final_program_accuracy": 0.6, "final_visible_pass": 4, "final_visible_pass_rate": 0.8, "hybrid_accuracy": 0.0, "hybrid_exact": 0, "initial_accuracy": 0.6, "initial_hidden_exact": 3, "mean_round_count": 1.6, "n": 5, "neither": 2, "oracle_union": 3, "oracle_union_rate": 0.6, "program_only": 3, "repair_added_program_correct": 0, "repair_lost_program_correct": 0, "visible_false_pass": 1, "visible_false_pass_rate_among_visible": 0.25 }, { "agreement": 3, "agreement_correct": 3, "agreement_precision": 1.0, "both_direct_and_program": 3, "direct_accuracy": 1.0, "direct_exact": 5, "direct_only": 2, "direct_parse_ok": 5, "direct_parse_rate": 1.0, "family": "potters_wheel_split_fold", "final_hidden_exact": 3, "final_program_accuracy": 0.6, "final_visible_pass": 3, "final_visible_pass_rate": 0.6, "hybrid_accuracy": 1.0, "hybrid_exact": 5, "initial_accuracy": 0.6, "initial_hidden_exact": 3, "mean_round_count": 2.2, "n": 5, "neither": 0, "oracle_union": 5, "oracle_union_rate": 1.0, "program_only": 0, "repair_added_program_correct": 0, "repair_lost_program_correct": 0, "visible_false_pass": 0, "visible_false_pass_rate_among_visible": 0.0 }, { "agreement": 0, "agreement_correct": 0, "agreement_precision": 0.0, "both_direct_and_program": 0, "direct_accuracy": 0.4, "direct_exact": 2, "direct_only": 2, "direct_parse_ok": 5, "direct_parse_rate": 1.0, "family": "potters_wheel_unfold", "final_hidden_exact": 0, "final_program_accuracy": 0.0, "final_visible_pass": 0, "final_visible_pass_rate": 0.0, "hybrid_accuracy": 0.4, "hybrid_exact": 2, "initial_accuracy": 0.0, "initial_hidden_exact": 0, "mean_round_count": 4.0, "n": 5, "neither": 3, "oracle_union": 2, "oracle_union_rate": 0.4, "program_only": 0, "repair_added_program_correct": 0, "repair_lost_program_correct": 0, "visible_false_pass": 0, "visible_false_pass_rate_among_visible": 0.0 }, { "agreement": 1, "agreement_correct": 0, "agreement_precision": 0.0, "both_direct_and_program": 0, "direct_accuracy": 0.0, "direct_exact": 0, "direct_only": 0, "direct_parse_ok": 5, "direct_parse_rate": 1.0, "family": "potters_wheel_unfold2", "final_hidden_exact": 0, "final_program_accuracy": 0.0, "final_visible_pass": 1, "final_visible_pass_rate": 0.2, "hybrid_accuracy": 0.0, "hybrid_exact": 0, "initial_accuracy": 0.0, "initial_hidden_exact": 0, "mean_round_count": 3.6, "n": 5, "neither": 5, "oracle_union": 0, "oracle_union_rate": 0.0, "program_only": 0, "repair_added_program_correct": 0, "repair_lost_program_correct": 0, "visible_false_pass": 1, "visible_false_pass_rate_among_visible": 1.0 }, { "agreement": 0, "agreement_correct": 0, "agreement_precision": 0.0, "both_direct_and_program": 0, "direct_accuracy": 1.0, "direct_exact": 5, "direct_only": 5, "direct_parse_ok": 5, "direct_parse_rate": 1.0, "family": "proactive_wrangling_complex", "final_hidden_exact": 0, "final_program_accuracy": 0.0, "final_visible_pass": 0, "final_visible_pass_rate": 0.0, "hybrid_accuracy": 1.0, "hybrid_exact": 5, "initial_accuracy": 0.0, "initial_hidden_exact": 0, "mean_round_count": 4.0, "n": 5, "neither": 0, "oracle_union": 5, "oracle_union_rate": 1.0, "program_only": 0, "repair_added_program_correct": 0, "repair_lost_program_correct": 0, "visible_false_pass": 0, "visible_false_pass_rate_among_visible": 0.0 }, { "agreement": 2, "agreement_correct": 2, "agreement_precision": 1.0, "both_direct_and_program": 2, "direct_accuracy": 1.0, "direct_exact": 5, "direct_only": 3, "direct_parse_ok": 5, "direct_parse_rate": 1.0, "family": "proactive_wrangling_fold", "final_hidden_exact": 2, "final_program_accuracy": 0.4, "final_visible_pass": 2, "final_visible_pass_rate": 0.4, "hybrid_accuracy": 1.0, "hybrid_exact": 5, "initial_accuracy": 0.2, "initial_hidden_exact": 1, "mean_round_count": 3.0, "n": 5, "neither": 0, "oracle_union": 5, "oracle_union_rate": 1.0, "program_only": 0, "repair_added_program_correct": 1, "repair_lost_program_correct": 0, "visible_false_pass": 0, "visible_false_pass_rate_among_visible": 0.0 }, { "agreement": 0, "agreement_correct": 0, "agreement_precision": 0.0, "both_direct_and_program": 0, "direct_accuracy": 1.0, "direct_exact": 5, "direct_only": 5, "direct_parse_ok": 5, "direct_parse_rate": 1.0, "family": "reshape_table_structure_data_wrangler", "final_hidden_exact": 0, "final_program_accuracy": 0.0, "final_visible_pass": 0, "final_visible_pass_rate": 0.0, "hybrid_accuracy": 1.0, "hybrid_exact": 5, "initial_accuracy": 0.0, "initial_hidden_exact": 0, "mean_round_count": 4.0, "n": 5, "neither": 0, "oracle_union": 5, "oracle_union_rate": 1.0, "program_only": 0, "repair_added_program_correct": 0, "repair_lost_program_correct": 0, "visible_false_pass": 0, "visible_false_pass_rate_among_visible": 0.0 }, { "agreement": 4, "agreement_correct": 4, "agreement_precision": 1.0, "both_direct_and_program": 4, "direct_accuracy": 1.0, "direct_exact": 5, "direct_only": 1, "direct_parse_ok": 5, "direct_parse_rate": 1.0, "family": "synthetic_10", "final_hidden_exact": 4, "final_program_accuracy": 0.8, "final_visible_pass": 4, "final_visible_pass_rate": 0.8, "hybrid_accuracy": 1.0, "hybrid_exact": 5, "initial_accuracy": 0.8, "initial_hidden_exact": 4, "mean_round_count": 1.6, "n": 5, "neither": 0, "oracle_union": 5, "oracle_union_rate": 1.0, "program_only": 0, "repair_added_program_correct": 0, "repair_lost_program_correct": 0, "visible_false_pass": 0, "visible_false_pass_rate_among_visible": 0.0 }, { "agreement": 4, "agreement_correct": 4, "agreement_precision": 1.0, "both_direct_and_program": 4, "direct_accuracy": 0.8, "direct_exact": 4, "direct_only": 0, "direct_parse_ok": 5, "direct_parse_rate": 1.0, "family": "synthetic_11", "final_hidden_exact": 5, "final_program_accuracy": 1.0, "final_visible_pass": 5, "final_visible_pass_rate": 1.0, "hybrid_accuracy": 0.8, "hybrid_exact": 4, "initial_accuracy": 0.2, "initial_hidden_exact": 1, "mean_round_count": 1.8, "n": 5, "neither": 0, "oracle_union": 5, "oracle_union_rate": 1.0, "program_only": 1, "repair_added_program_correct": 4, "repair_lost_program_correct": 0, "visible_false_pass": 0, "visible_false_pass_rate_among_visible": 0.0 }, { "agreement": 5, "agreement_correct": 5, "agreement_precision": 1.0, "both_direct_and_program": 5, "direct_accuracy": 1.0, "direct_exact": 5, "direct_only": 0, "direct_parse_ok": 5, "direct_parse_rate": 1.0, "family": "synthetic_12", "final_hidden_exact": 5, "final_program_accuracy": 1.0, "final_visible_pass": 5, "final_visible_pass_rate": 1.0, "hybrid_accuracy": 1.0, "hybrid_exact": 5, "initial_accuracy": 1.0, "initial_hidden_exact": 5, "mean_round_count": 1.0, "n": 5, "neither": 0, "oracle_union": 5, "oracle_union_rate": 1.0, "program_only": 0, "repair_added_program_correct": 0, "repair_lost_program_correct": 0, "visible_false_pass": 0, "visible_false_pass_rate_among_visible": 0.0 }, { "agreement": 0, "agreement_correct": 0, "agreement_precision": 0.0, "both_direct_and_program": 0, "direct_accuracy": 0.0, "direct_exact": 0, "direct_only": 0, "direct_parse_ok": 5, "direct_parse_rate": 1.0, "family": "synthetic_13", "final_hidden_exact": 3, "final_program_accuracy": 0.6, "final_visible_pass": 4, "final_visible_pass_rate": 0.8, "hybrid_accuracy": 0.0, "hybrid_exact": 0, "initial_accuracy": 0.6, "initial_hidden_exact": 3, "mean_round_count": 1.8, "n": 5, "neither": 2, "oracle_union": 3, "oracle_union_rate": 0.6, "program_only": 3, "repair_added_program_correct": 0, "repair_lost_program_correct": 0, "visible_false_pass": 1, "visible_false_pass_rate_among_visible": 0.25 }, { "agreement": 0, "agreement_correct": 0, "agreement_precision": 0.0, "both_direct_and_program": 0, "direct_accuracy": 0.0, "direct_exact": 0, "direct_only": 0, "direct_parse_ok": 5, "direct_parse_rate": 1.0, "family": "synthetic_15", "final_hidden_exact": 0, "final_program_accuracy": 0.0, "final_visible_pass": 0, "final_visible_pass_rate": 0.0, "hybrid_accuracy": 0.0, "hybrid_exact": 0, "initial_accuracy": 0.0, "initial_hidden_exact": 0, "mean_round_count": 4.0, "n": 5, "neither": 5, "oracle_union": 0, "oracle_union_rate": 0.0, "program_only": 0, "repair_added_program_correct": 0, "repair_lost_program_correct": 0, "visible_false_pass": 0, "visible_false_pass_rate_among_visible": 0.0 }, { "agreement": 0, "agreement_correct": 0, "agreement_precision": 0.0, "both_direct_and_program": 0, "direct_accuracy": 0.6, "direct_exact": 3, "direct_only": 3, "direct_parse_ok": 5, "direct_parse_rate": 1.0, "family": "synthetic_17", "final_hidden_exact": 0, "final_program_accuracy": 0.0, "final_visible_pass": 0, "final_visible_pass_rate": 0.0, "hybrid_accuracy": 0.6, "hybrid_exact": 3, "initial_accuracy": 0.0, "initial_hidden_exact": 0, "mean_round_count": 4.0, "n": 5, "neither": 2, "oracle_union": 3, "oracle_union_rate": 0.6, "program_only": 0, "repair_added_program_correct": 0, "repair_lost_program_correct": 0, "visible_false_pass": 0, "visible_false_pass_rate_among_visible": 0.0 }, { "agreement": 0, "agreement_correct": 0, "agreement_precision": 0.0, "both_direct_and_program": 0, "direct_accuracy": 0.0, "direct_exact": 0, "direct_only": 0, "direct_parse_ok": 5, "direct_parse_rate": 1.0, "family": "synthetic_18", "final_hidden_exact": 0, "final_program_accuracy": 0.0, "final_visible_pass": 0, "final_visible_pass_rate": 0.0, "hybrid_accuracy": 0.0, "hybrid_exact": 0, "initial_accuracy": 0.0, "initial_hidden_exact": 0, "mean_round_count": 4.0, "n": 5, "neither": 5, "oracle_union": 0, "oracle_union_rate": 0.0, "program_only": 0, "repair_added_program_correct": 0, "repair_lost_program_correct": 0, "visible_false_pass": 0, "visible_false_pass_rate_among_visible": 0.0 }, { "agreement": 4, "agreement_correct": 4, "agreement_precision": 1.0, "both_direct_and_program": 4, "direct_accuracy": 1.0, "direct_exact": 5, "direct_only": 1, "direct_parse_ok": 5, "direct_parse_rate": 1.0, "family": "synthetic_19", "final_hidden_exact": 4, "final_program_accuracy": 0.8, "final_visible_pass": 4, "final_visible_pass_rate": 0.8, "hybrid_accuracy": 1.0, "hybrid_exact": 5, "initial_accuracy": 0.8, "initial_hidden_exact": 4, "mean_round_count": 1.6, "n": 5, "neither": 0, "oracle_union": 5, "oracle_union_rate": 1.0, "program_only": 0, "repair_added_program_correct": 0, "repair_lost_program_correct": 0, "visible_false_pass": 0, "visible_false_pass_rate_among_visible": 0.0 }, { "agreement": 0, "agreement_correct": 0, "agreement_precision": 0.0, "both_direct_and_program": 0, "direct_accuracy": 0.8, "direct_exact": 4, "direct_only": 4, "direct_parse_ok": 5, "direct_parse_rate": 1.0, "family": "synthetic_2", "final_hidden_exact": 0, "final_program_accuracy": 0.0, "final_visible_pass": 0, "final_visible_pass_rate": 0.0, "hybrid_accuracy": 0.8, "hybrid_exact": 4, "initial_accuracy": 0.0, "initial_hidden_exact": 0, "mean_round_count": 4.0, "n": 5, "neither": 1, "oracle_union": 4, "oracle_union_rate": 0.8, "program_only": 0, "repair_added_program_correct": 0, "repair_lost_program_correct": 0, "visible_false_pass": 0, "visible_false_pass_rate_among_visible": 0.0 }, { "agreement": 3, "agreement_correct": 0, "agreement_precision": 0.0, "both_direct_and_program": 0, "direct_accuracy": 0.0, "direct_exact": 0, "direct_only": 0, "direct_parse_ok": 5, "direct_parse_rate": 1.0, "family": "synthetic_22", "final_hidden_exact": 1, "final_program_accuracy": 0.2, "final_visible_pass": 4, "final_visible_pass_rate": 0.8, "hybrid_accuracy": 0.0, "hybrid_exact": 0, "initial_accuracy": 0.0, "initial_hidden_exact": 0, "mean_round_count": 1.8, "n": 5, "neither": 4, "oracle_union": 1, "oracle_union_rate": 0.2, "program_only": 1, "repair_added_program_correct": 1, "repair_lost_program_correct": 0, "visible_false_pass": 3, "visible_false_pass_rate_among_visible": 0.75 }, { "agreement": 2, "agreement_correct": 0, "agreement_precision": 0.0, "both_direct_and_program": 0, "direct_accuracy": 0.0, "direct_exact": 0, "direct_only": 0, "direct_parse_ok": 5, "direct_parse_rate": 1.0, "family": "synthetic_24", "final_hidden_exact": 0, "final_program_accuracy": 0.0, "final_visible_pass": 2, "final_visible_pass_rate": 0.4, "hybrid_accuracy": 0.0, "hybrid_exact": 0, "initial_accuracy": 0.0, "initial_hidden_exact": 0, "mean_round_count": 3.4, "n": 5, "neither": 5, "oracle_union": 0, "oracle_union_rate": 0.0, "program_only": 0, "repair_added_program_correct": 0, "repair_lost_program_correct": 0, "visible_false_pass": 2, "visible_false_pass_rate_among_visible": 1.0 }, { "agreement": 0, "agreement_correct": 0, "agreement_precision": 0.0, "both_direct_and_program": 0, "direct_accuracy": 0.8, "direct_exact": 4, "direct_only": 4, "direct_parse_ok": 5, "direct_parse_rate": 1.0, "family": "synthetic_25", "final_hidden_exact": 0, "final_program_accuracy": 0.0, "final_visible_pass": 0, "final_visible_pass_rate": 0.0, "hybrid_accuracy": 0.8, "hybrid_exact": 4, "initial_accuracy": 0.0, "initial_hidden_exact": 0, "mean_round_count": 4.0, "n": 5, "neither": 1, "oracle_union": 4, "oracle_union_rate": 0.8, "program_only": 0, "repair_added_program_correct": 0, "repair_lost_program_correct": 0, "visible_false_pass": 0, "visible_false_pass_rate_among_visible": 0.0 }, { "agreement": 2, "agreement_correct": 1, "agreement_precision": 0.5, "both_direct_and_program": 1, "direct_accuracy": 0.8, "direct_exact": 4, "direct_only": 3, "direct_parse_ok": 5, "direct_parse_rate": 1.0, "family": "synthetic_26", "final_hidden_exact": 1, "final_program_accuracy": 0.2, "final_visible_pass": 2, "final_visible_pass_rate": 0.4, "hybrid_accuracy": 0.8, "hybrid_exact": 4, "initial_accuracy": 0.0, "initial_hidden_exact": 0, "mean_round_count": 3.4, "n": 5, "neither": 1, "oracle_union": 4, "oracle_union_rate": 0.8, "program_only": 0, "repair_added_program_correct": 1, "repair_lost_program_correct": 0, "visible_false_pass": 1, "visible_false_pass_rate_among_visible": 0.5 }, { "agreement": 3, "agreement_correct": 2, "agreement_precision": 0.6666666666666666, "both_direct_and_program": 2, "direct_accuracy": 0.8, "direct_exact": 4, "direct_only": 2, "direct_parse_ok": 5, "direct_parse_rate": 1.0, "family": "synthetic_27", "final_hidden_exact": 2, "final_program_accuracy": 0.4, "final_visible_pass": 3, "final_visible_pass_rate": 0.6, "hybrid_accuracy": 0.8, "hybrid_exact": 4, "initial_accuracy": 0.0, "initial_hidden_exact": 0, "mean_round_count": 3.0, "n": 5, "neither": 1, "oracle_union": 4, "oracle_union_rate": 0.8, "program_only": 0, "repair_added_program_correct": 2, "repair_lost_program_correct": 0, "visible_false_pass": 1, "visible_false_pass_rate_among_visible": 0.3333333333333333 }, { "agreement": 0, "agreement_correct": 0, "agreement_precision": 0.0, "both_direct_and_program": 0, "direct_accuracy": 0.0, "direct_exact": 0, "direct_only": 0, "direct_parse_ok": 5, "direct_parse_rate": 1.0, "family": "synthetic_28", "final_hidden_exact": 0, "final_program_accuracy": 0.0, "final_visible_pass": 0, "final_visible_pass_rate": 0.0, "hybrid_accuracy": 0.0, "hybrid_exact": 0, "initial_accuracy": 0.0, "initial_hidden_exact": 0, "mean_round_count": 4.0, "n": 5, "neither": 5, "oracle_union": 0, "oracle_union_rate": 0.0, "program_only": 0, "repair_added_program_correct": 0, "repair_lost_program_correct": 0, "visible_false_pass": 0, "visible_false_pass_rate_among_visible": 0.0 }, { "agreement": 0, "agreement_correct": 0, "agreement_precision": 0.0, "both_direct_and_program": 0, "direct_accuracy": 0.0, "direct_exact": 0, "direct_only": 0, "direct_parse_ok": 5, "direct_parse_rate": 1.0, "family": "synthetic_29", "final_hidden_exact": 0, "final_program_accuracy": 0.0, "final_visible_pass": 1, "final_visible_pass_rate": 0.2, "hybrid_accuracy": 0.0, "hybrid_exact": 0, "initial_accuracy": 0.0, "initial_hidden_exact": 0, "mean_round_count": 3.6, "n": 5, "neither": 5, "oracle_union": 0, "oracle_union_rate": 0.0, "program_only": 0, "repair_added_program_correct": 0, "repair_lost_program_correct": 0, "visible_false_pass": 1, "visible_false_pass_rate_among_visible": 1.0 }, { "agreement": 0, "agreement_correct": 0, "agreement_precision": 0.0, "both_direct_and_program": 0, "direct_accuracy": 0.0, "direct_exact": 0, "direct_only": 0, "direct_parse_ok": 5, "direct_parse_rate": 1.0, "family": "synthetic_3", "final_hidden_exact": 0, "final_program_accuracy": 0.0, "final_visible_pass": 0, "final_visible_pass_rate": 0.0, "hybrid_accuracy": 0.0, "hybrid_exact": 0, "initial_accuracy": 0.0, "initial_hidden_exact": 0, "mean_round_count": 4.0, "n": 5, "neither": 5, "oracle_union": 0, "oracle_union_rate": 0.0, "program_only": 0, "repair_added_program_correct": 0, "repair_lost_program_correct": 0, "visible_false_pass": 0, "visible_false_pass_rate_among_visible": 0.0 }, { "agreement": 0, "agreement_correct": 0, "agreement_precision": 0.0, "both_direct_and_program": 0, "direct_accuracy": 1.0, "direct_exact": 5, "direct_only": 5, "direct_parse_ok": 5, "direct_parse_rate": 1.0, "family": "synthetic_30", "final_hidden_exact": 0, "final_program_accuracy": 0.0, "final_visible_pass": 0, "final_visible_pass_rate": 0.0, "hybrid_accuracy": 1.0, "hybrid_exact": 5, "initial_accuracy": 0.0, "initial_hidden_exact": 0, "mean_round_count": 4.0, "n": 5, "neither": 0, "oracle_union": 5, "oracle_union_rate": 1.0, "program_only": 0, "repair_added_program_correct": 0, "repair_lost_program_correct": 0, "visible_false_pass": 0, "visible_false_pass_rate_among_visible": 0.0 }, { "agreement": 2, "agreement_correct": 2, "agreement_precision": 1.0, "both_direct_and_program": 2, "direct_accuracy": 0.8, "direct_exact": 4, "direct_only": 2, "direct_parse_ok": 4, "direct_parse_rate": 0.8, "family": "synthetic_33", "final_hidden_exact": 2, "final_program_accuracy": 0.4, "final_visible_pass": 3, "final_visible_pass_rate": 0.6, "hybrid_accuracy": 0.8, "hybrid_exact": 4, "initial_accuracy": 0.2, "initial_hidden_exact": 1, "mean_round_count": 2.4, "n": 5, "neither": 1, "oracle_union": 4, "oracle_union_rate": 0.8, "program_only": 0, "repair_added_program_correct": 1, "repair_lost_program_correct": 0, "visible_false_pass": 1, "visible_false_pass_rate_among_visible": 0.3333333333333333 }, { "agreement": 1, "agreement_correct": 0, "agreement_precision": 0.0, "both_direct_and_program": 0, "direct_accuracy": 0.0, "direct_exact": 0, "direct_only": 0, "direct_parse_ok": 5, "direct_parse_rate": 1.0, "family": "synthetic_34", "final_hidden_exact": 0, "final_program_accuracy": 0.0, "final_visible_pass": 1, "final_visible_pass_rate": 0.2, "hybrid_accuracy": 0.0, "hybrid_exact": 0, "initial_accuracy": 0.0, "initial_hidden_exact": 0, "mean_round_count": 3.4, "n": 5, "neither": 5, "oracle_union": 0, "oracle_union_rate": 0.0, "program_only": 0, "repair_added_program_correct": 0, "repair_lost_program_correct": 0, "visible_false_pass": 1, "visible_false_pass_rate_among_visible": 1.0 }, { "agreement": 0, "agreement_correct": 0, "agreement_precision": 0.0, "both_direct_and_program": 0, "direct_accuracy": 0.8, "direct_exact": 4, "direct_only": 4, "direct_parse_ok": 5, "direct_parse_rate": 1.0, "family": "synthetic_36", "final_hidden_exact": 0, "final_program_accuracy": 0.0, "final_visible_pass": 0, "final_visible_pass_rate": 0.0, "hybrid_accuracy": 0.8, "hybrid_exact": 4, "initial_accuracy": 0.0, "initial_hidden_exact": 0, "mean_round_count": 4.0, "n": 5, "neither": 1, "oracle_union": 4, "oracle_union_rate": 0.8, "program_only": 0, "repair_added_program_correct": 0, "repair_lost_program_correct": 0, "visible_false_pass": 0, "visible_false_pass_rate_among_visible": 0.0 }, { "agreement": 0, "agreement_correct": 0, "agreement_precision": 0.0, "both_direct_and_program": 0, "direct_accuracy": 0.8, "direct_exact": 4, "direct_only": 4, "direct_parse_ok": 5, "direct_parse_rate": 1.0, "family": "synthetic_37", "final_hidden_exact": 0, "final_program_accuracy": 0.0, "final_visible_pass": 0, "final_visible_pass_rate": 0.0, "hybrid_accuracy": 0.8, "hybrid_exact": 4, "initial_accuracy": 0.0, "initial_hidden_exact": 0, "mean_round_count": 4.0, "n": 5, "neither": 1, "oracle_union": 4, "oracle_union_rate": 0.8, "program_only": 0, "repair_added_program_correct": 0, "repair_lost_program_correct": 0, "visible_false_pass": 0, "visible_false_pass_rate_among_visible": 0.0 }, { "agreement": 4, "agreement_correct": 4, "agreement_precision": 1.0, "both_direct_and_program": 4, "direct_accuracy": 1.0, "direct_exact": 5, "direct_only": 1, "direct_parse_ok": 5, "direct_parse_rate": 1.0, "family": "synthetic_4", "final_hidden_exact": 4, "final_program_accuracy": 0.8, "final_visible_pass": 4, "final_visible_pass_rate": 0.8, "hybrid_accuracy": 1.0, "hybrid_exact": 5, "initial_accuracy": 0.8, "initial_hidden_exact": 4, "mean_round_count": 1.6, "n": 5, "neither": 0, "oracle_union": 5, "oracle_union_rate": 1.0, "program_only": 0, "repair_added_program_correct": 0, "repair_lost_program_correct": 0, "visible_false_pass": 0, "visible_false_pass_rate_among_visible": 0.0 }, { "agreement": 5, "agreement_correct": 4, "agreement_precision": 0.8, "both_direct_and_program": 4, "direct_accuracy": 0.8, "direct_exact": 4, "direct_only": 0, "direct_parse_ok": 5, "direct_parse_rate": 1.0, "family": "synthetic_40", "final_hidden_exact": 4, "final_program_accuracy": 0.8, "final_visible_pass": 5, "final_visible_pass_rate": 1.0, "hybrid_accuracy": 0.8, "hybrid_exact": 4, "initial_accuracy": 0.0, "initial_hidden_exact": 0, "mean_round_count": 2.0, "n": 5, "neither": 1, "oracle_union": 4, "oracle_union_rate": 0.8, "program_only": 0, "repair_added_program_correct": 4, "repair_lost_program_correct": 0, "visible_false_pass": 1, "visible_false_pass_rate_among_visible": 0.2 }, { "agreement": 0, "agreement_correct": 0, "agreement_precision": 0.0, "both_direct_and_program": 0, "direct_accuracy": 0.0, "direct_exact": 0, "direct_only": 0, "direct_parse_ok": 0, "direct_parse_rate": 0.0, "family": "synthetic_41", "final_hidden_exact": 0, "final_program_accuracy": 0.0, "final_visible_pass": 0, "final_visible_pass_rate": 0.0, "hybrid_accuracy": 0.0, "hybrid_exact": 0, "initial_accuracy": 0.0, "initial_hidden_exact": 0, "mean_round_count": 4.0, "n": 5, "neither": 5, "oracle_union": 0, "oracle_union_rate": 0.0, "program_only": 0, "repair_added_program_correct": 0, "repair_lost_program_correct": 0, "visible_false_pass": 0, "visible_false_pass_rate_among_visible": 0.0 }, { "agreement": 0, "agreement_correct": 0, "agreement_precision": 0.0, "both_direct_and_program": 0, "direct_accuracy": 1.0, "direct_exact": 5, "direct_only": 5, "direct_parse_ok": 5, "direct_parse_rate": 1.0, "family": "synthetic_43", "final_hidden_exact": 0, "final_program_accuracy": 0.0, "final_visible_pass": 0, "final_visible_pass_rate": 0.0, "hybrid_accuracy": 1.0, "hybrid_exact": 5, "initial_accuracy": 0.0, "initial_hidden_exact": 0, "mean_round_count": 4.0, "n": 5, "neither": 0, "oracle_union": 5, "oracle_union_rate": 1.0, "program_only": 0, "repair_added_program_correct": 0, "repair_lost_program_correct": 0, "visible_false_pass": 0, "visible_false_pass_rate_among_visible": 0.0 }, { "agreement": 1, "agreement_correct": 1, "agreement_precision": 1.0, "both_direct_and_program": 1, "direct_accuracy": 0.6, "direct_exact": 3, "direct_only": 2, "direct_parse_ok": 5, "direct_parse_rate": 1.0, "family": "synthetic_44", "final_hidden_exact": 1, "final_program_accuracy": 0.2, "final_visible_pass": 1, "final_visible_pass_rate": 0.2, "hybrid_accuracy": 0.6, "hybrid_exact": 3, "initial_accuracy": 0.2, "initial_hidden_exact": 1, "mean_round_count": 3.4, "n": 5, "neither": 2, "oracle_union": 3, "oracle_union_rate": 0.6, "program_only": 0, "repair_added_program_correct": 0, "repair_lost_program_correct": 0, "visible_false_pass": 0, "visible_false_pass_rate_among_visible": 0.0 }, { "agreement": 3, "agreement_correct": 3, "agreement_precision": 1.0, "both_direct_and_program": 3, "direct_accuracy": 0.8, "direct_exact": 4, "direct_only": 1, "direct_parse_ok": 5, "direct_parse_rate": 1.0, "family": "synthetic_45", "final_hidden_exact": 4, "final_program_accuracy": 0.8, "final_visible_pass": 4, "final_visible_pass_rate": 0.8, "hybrid_accuracy": 0.8, "hybrid_exact": 4, "initial_accuracy": 0.8, "initial_hidden_exact": 4, "mean_round_count": 1.6, "n": 5, "neither": 0, "oracle_union": 5, "oracle_union_rate": 1.0, "program_only": 1, "repair_added_program_correct": 0, "repair_lost_program_correct": 0, "visible_false_pass": 0, "visible_false_pass_rate_among_visible": 0.0 }, { "agreement": 0, "agreement_correct": 0, "agreement_precision": 0.0, "both_direct_and_program": 0, "direct_accuracy": 0.8, "direct_exact": 4, "direct_only": 4, "direct_parse_ok": 5, "direct_parse_rate": 1.0, "family": "synthetic_46", "final_hidden_exact": 0, "final_program_accuracy": 0.0, "final_visible_pass": 0, "final_visible_pass_rate": 0.0, "hybrid_accuracy": 0.8, "hybrid_exact": 4, "initial_accuracy": 0.0, "initial_hidden_exact": 0, "mean_round_count": 4.0, "n": 5, "neither": 1, "oracle_union": 4, "oracle_union_rate": 0.8, "program_only": 0, "repair_added_program_correct": 0, "repair_lost_program_correct": 0, "visible_false_pass": 0, "visible_false_pass_rate_among_visible": 0.0 }, { "agreement": 2, "agreement_correct": 2, "agreement_precision": 1.0, "both_direct_and_program": 2, "direct_accuracy": 0.8, "direct_exact": 4, "direct_only": 2, "direct_parse_ok": 5, "direct_parse_rate": 1.0, "family": "synthetic_47", "final_hidden_exact": 2, "final_program_accuracy": 0.4, "final_visible_pass": 2, "final_visible_pass_rate": 0.4, "hybrid_accuracy": 0.8, "hybrid_exact": 4, "initial_accuracy": 0.0, "initial_hidden_exact": 0, "mean_round_count": 3.4, "n": 5, "neither": 1, "oracle_union": 4, "oracle_union_rate": 0.8, "program_only": 0, "repair_added_program_correct": 2, "repair_lost_program_correct": 0, "visible_false_pass": 0, "visible_false_pass_rate_among_visible": 0.0 }, { "agreement": 1, "agreement_correct": 0, "agreement_precision": 0.0, "both_direct_and_program": 0, "direct_accuracy": 0.2, "direct_exact": 1, "direct_only": 1, "direct_parse_ok": 5, "direct_parse_rate": 1.0, "family": "synthetic_48", "final_hidden_exact": 0, "final_program_accuracy": 0.0, "final_visible_pass": 1, "final_visible_pass_rate": 0.2, "hybrid_accuracy": 0.2, "hybrid_exact": 1, "initial_accuracy": 0.0, "initial_hidden_exact": 0, "mean_round_count": 4.0, "n": 5, "neither": 4, "oracle_union": 1, "oracle_union_rate": 0.2, "program_only": 0, "repair_added_program_correct": 0, "repair_lost_program_correct": 0, "visible_false_pass": 1, "visible_false_pass_rate_among_visible": 1.0 }, { "agreement": 0, "agreement_correct": 0, "agreement_precision": 0.0, "both_direct_and_program": 0, "direct_accuracy": 0.6, "direct_exact": 3, "direct_only": 3, "direct_parse_ok": 5, "direct_parse_rate": 1.0, "family": "synthetic_49", "final_hidden_exact": 0, "final_program_accuracy": 0.0, "final_visible_pass": 0, "final_visible_pass_rate": 0.0, "hybrid_accuracy": 0.6, "hybrid_exact": 3, "initial_accuracy": 0.0, "initial_hidden_exact": 0, "mean_round_count": 4.0, "n": 5, "neither": 2, "oracle_union": 3, "oracle_union_rate": 0.6, "program_only": 0, "repair_added_program_correct": 0, "repair_lost_program_correct": 0, "visible_false_pass": 0, "visible_false_pass_rate_among_visible": 0.0 }, { "agreement": 2, "agreement_correct": 2, "agreement_precision": 1.0, "both_direct_and_program": 2, "direct_accuracy": 0.4, "direct_exact": 2, "direct_only": 0, "direct_parse_ok": 5, "direct_parse_rate": 1.0, "family": "synthetic_5", "final_hidden_exact": 4, "final_program_accuracy": 0.8, "final_visible_pass": 5, "final_visible_pass_rate": 1.0, "hybrid_accuracy": 0.4, "hybrid_exact": 2, "initial_accuracy": 0.4, "initial_hidden_exact": 2, "mean_round_count": 1.4, "n": 5, "neither": 1, "oracle_union": 4, "oracle_union_rate": 0.8, "program_only": 2, "repair_added_program_correct": 2, "repair_lost_program_correct": 0, "visible_false_pass": 1, "visible_false_pass_rate_among_visible": 0.2 }, { "agreement": 1, "agreement_correct": 1, "agreement_precision": 1.0, "both_direct_and_program": 1, "direct_accuracy": 0.4, "direct_exact": 2, "direct_only": 1, "direct_parse_ok": 5, "direct_parse_rate": 1.0, "family": "synthetic_51", "final_hidden_exact": 3, "final_program_accuracy": 0.6, "final_visible_pass": 3, "final_visible_pass_rate": 0.6, "hybrid_accuracy": 0.4, "hybrid_exact": 2, "initial_accuracy": 0.6, "initial_hidden_exact": 3, "mean_round_count": 2.2, "n": 5, "neither": 1, "oracle_union": 4, "oracle_union_rate": 0.8, "program_only": 2, "repair_added_program_correct": 0, "repair_lost_program_correct": 0, "visible_false_pass": 0, "visible_false_pass_rate_among_visible": 0.0 }, { "agreement": 0, "agreement_correct": 0, "agreement_precision": 0.0, "both_direct_and_program": 0, "direct_accuracy": 0.0, "direct_exact": 0, "direct_only": 0, "direct_parse_ok": 5, "direct_parse_rate": 1.0, "family": "synthetic_6", "final_hidden_exact": 0, "final_program_accuracy": 0.0, "final_visible_pass": 0, "final_visible_pass_rate": 0.0, "hybrid_accuracy": 0.0, "hybrid_exact": 0, "initial_accuracy": 0.0, "initial_hidden_exact": 0, "mean_round_count": 4.0, "n": 5, "neither": 5, "oracle_union": 0, "oracle_union_rate": 0.0, "program_only": 0, "repair_added_program_correct": 0, "repair_lost_program_correct": 0, "visible_false_pass": 0, "visible_false_pass_rate_among_visible": 0.0 }, { "agreement": 0, "agreement_correct": 0, "agreement_precision": 0.0, "both_direct_and_program": 0, "direct_accuracy": 0.8, "direct_exact": 4, "direct_only": 4, "direct_parse_ok": 5, "direct_parse_rate": 1.0, "family": "synthetic_7", "final_hidden_exact": 0, "final_program_accuracy": 0.0, "final_visible_pass": 0, "final_visible_pass_rate": 0.0, "hybrid_accuracy": 0.8, "hybrid_exact": 4, "initial_accuracy": 0.0, "initial_hidden_exact": 0, "mean_round_count": 4.0, "n": 5, "neither": 1, "oracle_union": 4, "oracle_union_rate": 0.8, "program_only": 0, "repair_added_program_correct": 0, "repair_lost_program_correct": 0, "visible_false_pass": 0, "visible_false_pass_rate_among_visible": 0.0 }, { "agreement": 0, "agreement_correct": 0, "agreement_precision": 0.0, "both_direct_and_program": 0, "direct_accuracy": 0.0, "direct_exact": 0, "direct_only": 0, "direct_parse_ok": 0, "direct_parse_rate": 0.0, "family": "synthetic_8", "final_hidden_exact": 4, "final_program_accuracy": 0.8, "final_visible_pass": 4, "final_visible_pass_rate": 0.8, "hybrid_accuracy": 0.8, "hybrid_exact": 4, "initial_accuracy": 0.2, "initial_hidden_exact": 1, "mean_round_count": 2.4, "n": 5, "neither": 1, "oracle_union": 4, "oracle_union_rate": 0.8, "program_only": 4, "repair_added_program_correct": 3, "repair_lost_program_correct": 0, "visible_false_pass": 0, "visible_false_pass_rate_among_visible": 0.0 } ]