{ "authentication_receipt_sha256": "45d72fe5aa8c997e472525aafb46cf5479fcc2621e83dff1f7de3f26d459133a", "benchmark_files_read": [], "confirmation_files_read": [], "generation_metrics": { "direct": { "answer_cap_contact_rate": 0.7083333333333334, "answer_cap_contacts": 17, "exact_echoes": 0, "parse_rate": 0.2916666666666667, "parse_successes": 7, "probe_eligible_successes": 0, "raw_visible_success_rate": 0.0, "raw_visible_successes": 0, "rows": 24, "successful_parameter_free_rows": 0, "successful_parameterized_rows": 0, "task_any_live_success_rate": 0.0, "task_any_live_successes": 0, "task_success": { "materialized-residual-fresh-replication-v1/mechanics/00000": false, "materialized-residual-fresh-replication-v1/mechanics/00001": false, "materialized-residual-fresh-replication-v1/mechanics/00002": false, "materialized-residual-fresh-replication-v1/mechanics/00003": false, "materialized-residual-fresh-replication-v1/mechanics/00004": false, "materialized-residual-fresh-replication-v1/mechanics/00005": false, "materialized-residual-fresh-replication-v1/mechanics/00006": false, "materialized-residual-fresh-replication-v1/mechanics/00007": false, "materialized-residual-fresh-replication-v1/mechanics/00008": false, "materialized-residual-fresh-replication-v1/mechanics/00009": false, "materialized-residual-fresh-replication-v1/mechanics/00010": false, "materialized-residual-fresh-replication-v1/mechanics/00011": false, "materialized-residual-fresh-replication-v1/mechanics/00012": false, "materialized-residual-fresh-replication-v1/mechanics/00013": false, "materialized-residual-fresh-replication-v1/mechanics/00014": false, "materialized-residual-fresh-replication-v1/mechanics/00015": false, "materialized-residual-fresh-replication-v1/mechanics/00016": false, "materialized-residual-fresh-replication-v1/mechanics/00017": false, "materialized-residual-fresh-replication-v1/mechanics/00018": false, "materialized-residual-fresh-replication-v1/mechanics/00019": false, "materialized-residual-fresh-replication-v1/mechanics/00020": false, "materialized-residual-fresh-replication-v1/mechanics/00021": false, "materialized-residual-fresh-replication-v1/mechanics/00022": false, "materialized-residual-fresh-replication-v1/mechanics/00023": false } }, "suffix_echo": { "answer_cap_contact_rate": 0.5384615384615384, "answer_cap_contacts": 28, "exact_echoes": 20, "parse_rate": 0.38461538461538464, "parse_successes": 20, "probe_eligible_successes": 20, "raw_visible_success_rate": 0.38461538461538464, "raw_visible_successes": 20, "rows": 52, "successful_parameter_free_rows": 5, "successful_parameterized_rows": 19, "task_any_live_success_rate": 0.5416666666666666, "task_any_live_successes": 13, "task_success": { "materialized-residual-fresh-replication-v1/mechanics/00000": true, "materialized-residual-fresh-replication-v1/mechanics/00001": true, "materialized-residual-fresh-replication-v1/mechanics/00002": true, "materialized-residual-fresh-replication-v1/mechanics/00003": false, "materialized-residual-fresh-replication-v1/mechanics/00004": true, "materialized-residual-fresh-replication-v1/mechanics/00005": true, "materialized-residual-fresh-replication-v1/mechanics/00006": false, "materialized-residual-fresh-replication-v1/mechanics/00007": false, "materialized-residual-fresh-replication-v1/mechanics/00008": true, "materialized-residual-fresh-replication-v1/mechanics/00009": false, "materialized-residual-fresh-replication-v1/mechanics/00010": true, "materialized-residual-fresh-replication-v1/mechanics/00011": false, "materialized-residual-fresh-replication-v1/mechanics/00012": false, "materialized-residual-fresh-replication-v1/mechanics/00013": false, "materialized-residual-fresh-replication-v1/mechanics/00014": false, "materialized-residual-fresh-replication-v1/mechanics/00015": true, "materialized-residual-fresh-replication-v1/mechanics/00016": false, "materialized-residual-fresh-replication-v1/mechanics/00017": true, "materialized-residual-fresh-replication-v1/mechanics/00018": true, "materialized-residual-fresh-replication-v1/mechanics/00019": false, "materialized-residual-fresh-replication-v1/mechanics/00020": false, "materialized-residual-fresh-replication-v1/mechanics/00021": true, "materialized-residual-fresh-replication-v1/mechanics/00022": true, "materialized-residual-fresh-replication-v1/mechanics/00023": true } }, "suffix_materialized": { "answer_cap_contact_rate": 0.7115384615384616, "answer_cap_contacts": 37, "exact_echoes": 0, "parse_rate": 0.23076923076923078, "parse_successes": 12, "probe_eligible_successes": 0, "raw_visible_success_rate": 0.0, "raw_visible_successes": 0, "rows": 52, "successful_parameter_free_rows": 0, "successful_parameterized_rows": 0, "task_any_live_success_rate": 0.0, "task_any_live_successes": 0, "task_success": { "materialized-residual-fresh-replication-v1/mechanics/00000": false, "materialized-residual-fresh-replication-v1/mechanics/00001": false, "materialized-residual-fresh-replication-v1/mechanics/00002": false, "materialized-residual-fresh-replication-v1/mechanics/00003": false, "materialized-residual-fresh-replication-v1/mechanics/00004": false, "materialized-residual-fresh-replication-v1/mechanics/00005": false, "materialized-residual-fresh-replication-v1/mechanics/00006": false, "materialized-residual-fresh-replication-v1/mechanics/00007": false, "materialized-residual-fresh-replication-v1/mechanics/00008": false, "materialized-residual-fresh-replication-v1/mechanics/00009": false, "materialized-residual-fresh-replication-v1/mechanics/00010": false, "materialized-residual-fresh-replication-v1/mechanics/00011": false, "materialized-residual-fresh-replication-v1/mechanics/00012": false, "materialized-residual-fresh-replication-v1/mechanics/00013": false, "materialized-residual-fresh-replication-v1/mechanics/00014": false, "materialized-residual-fresh-replication-v1/mechanics/00015": false, "materialized-residual-fresh-replication-v1/mechanics/00016": false, "materialized-residual-fresh-replication-v1/mechanics/00017": false, "materialized-residual-fresh-replication-v1/mechanics/00018": false, "materialized-residual-fresh-replication-v1/mechanics/00019": false, "materialized-residual-fresh-replication-v1/mechanics/00020": false, "materialized-residual-fresh-replication-v1/mechanics/00021": false, "materialized-residual-fresh-replication-v1/mechanics/00022": false, "materialized-residual-fresh-replication-v1/mechanics/00023": false } }, "suffix_name_only": { "answer_cap_contact_rate": 0.8076923076923077, "answer_cap_contacts": 42, "exact_echoes": 0, "parse_rate": 0.1346153846153846, "parse_successes": 7, "probe_eligible_successes": 0, "raw_visible_success_rate": 0.0, "raw_visible_successes": 0, "rows": 52, "successful_parameter_free_rows": 0, "successful_parameterized_rows": 0, "task_any_live_success_rate": 0.0, "task_any_live_successes": 0, "task_success": { "materialized-residual-fresh-replication-v1/mechanics/00000": false, "materialized-residual-fresh-replication-v1/mechanics/00001": false, "materialized-residual-fresh-replication-v1/mechanics/00002": false, "materialized-residual-fresh-replication-v1/mechanics/00003": false, "materialized-residual-fresh-replication-v1/mechanics/00004": false, "materialized-residual-fresh-replication-v1/mechanics/00005": false, "materialized-residual-fresh-replication-v1/mechanics/00006": false, "materialized-residual-fresh-replication-v1/mechanics/00007": false, "materialized-residual-fresh-replication-v1/mechanics/00008": false, "materialized-residual-fresh-replication-v1/mechanics/00009": false, "materialized-residual-fresh-replication-v1/mechanics/00010": false, "materialized-residual-fresh-replication-v1/mechanics/00011": false, "materialized-residual-fresh-replication-v1/mechanics/00012": false, "materialized-residual-fresh-replication-v1/mechanics/00013": false, "materialized-residual-fresh-replication-v1/mechanics/00014": false, "materialized-residual-fresh-replication-v1/mechanics/00015": false, "materialized-residual-fresh-replication-v1/mechanics/00016": false, "materialized-residual-fresh-replication-v1/mechanics/00017": false, "materialized-residual-fresh-replication-v1/mechanics/00018": false, "materialized-residual-fresh-replication-v1/mechanics/00019": false, "materialized-residual-fresh-replication-v1/mechanics/00020": false, "materialized-residual-fresh-replication-v1/mechanics/00021": false, "materialized-residual-fresh-replication-v1/mechanics/00022": false, "materialized-residual-fresh-replication-v1/mechanics/00023": false } }, "suffix_shuffled": { "answer_cap_contact_rate": 0.7692307692307693, "answer_cap_contacts": 40, "exact_echoes": 0, "parse_rate": 0.23076923076923078, "parse_successes": 12, "probe_eligible_successes": 0, "raw_visible_success_rate": 0.0, "raw_visible_successes": 0, "rows": 52, "successful_parameter_free_rows": 0, "successful_parameterized_rows": 0, "task_any_live_success_rate": 0.0, "task_any_live_successes": 0, "task_success": { "materialized-residual-fresh-replication-v1/mechanics/00000": false, "materialized-residual-fresh-replication-v1/mechanics/00001": false, "materialized-residual-fresh-replication-v1/mechanics/00002": false, "materialized-residual-fresh-replication-v1/mechanics/00003": false, "materialized-residual-fresh-replication-v1/mechanics/00004": false, "materialized-residual-fresh-replication-v1/mechanics/00005": false, "materialized-residual-fresh-replication-v1/mechanics/00006": false, "materialized-residual-fresh-replication-v1/mechanics/00007": false, "materialized-residual-fresh-replication-v1/mechanics/00008": false, "materialized-residual-fresh-replication-v1/mechanics/00009": false, "materialized-residual-fresh-replication-v1/mechanics/00010": false, "materialized-residual-fresh-replication-v1/mechanics/00011": false, "materialized-residual-fresh-replication-v1/mechanics/00012": false, "materialized-residual-fresh-replication-v1/mechanics/00013": false, "materialized-residual-fresh-replication-v1/mechanics/00014": false, "materialized-residual-fresh-replication-v1/mechanics/00015": false, "materialized-residual-fresh-replication-v1/mechanics/00016": false, "materialized-residual-fresh-replication-v1/mechanics/00017": false, "materialized-residual-fresh-replication-v1/mechanics/00018": false, "materialized-residual-fresh-replication-v1/mechanics/00019": false, "materialized-residual-fresh-replication-v1/mechanics/00020": false, "materialized-residual-fresh-replication-v1/mechanics/00021": false, "materialized-residual-fresh-replication-v1/mechanics/00022": false, "materialized-residual-fresh-replication-v1/mechanics/00023": false } } }, "hidden_files_read": [], "implementation_lock_sha256": "c1d1c25c3989ad9a748720ee733fc59245c08b7a4e9a88663d52fb5dd460f6e9", "mechanics_a_decision": "MECHANICS_INTERFACE_INVALID", "mechanics_a_gate": { "abi_valid": false, "decision": "MECHANICS_INTERFACE_INVALID", "direct_interface": false, "echo_interface": false, "integer_boundaries": { "direct_answer_cap_contacts_max": 1, "direct_parse_successes_min": 22, "echo_visible_successes_min": 47, "materialized_task_successes_min": 9, "suffix_answer_cap_contacts_max": 2, "suffix_parse_successes_min": 47, "task_gain_over_name_min": 4, "task_gain_over_shuffled_min": 4 }, "scientific_checks": { "gain_over_name": false, "gain_over_shuffled": false, "materialized_task_floor": false, "parameter_free_success": false, "parameterized_success": false }, "scientific_pass": false, "suffix_interface_by_arm": { "suffix_echo": false, "suffix_materialized": false, "suffix_name_only": false, "suffix_shuffled": false } }, "mechanics_b_decision": "CHEAP_SIBLING_RANKING_FAIL", "mechanics_b_gate": { "authenticated_model_score_rows": 2304, "authenticated_requested_raw_logprob_values": 4032, "checks": { "finite_scores": true, "gain_over_listwise": false, "gain_over_name": false, "gain_over_random": false, "gain_over_shuffled": false, "gain_over_surface": false, "hit_floor": false, "operation_support": false, "recall_floor": false, "static_context_fit": true, "task_support": false }, "decision": "CHEAP_SIBLING_RANKING_FAIL", "pass": false, "recall_at_4_gains": { "listwise": -0.01388888888888884, "name_only": -0.024305555555555525, "random": 0.14930555555555558, "shuffled": -0.06597222222222221, "surface": -0.11805555555555552 } }, "model": "Qwen/Qwen3.5-4B", "prepare_receipt_sha256": "04d8ba59d212adac3193d88c19a38f58298fa18cbdd41321bf9e312bea72fe72", "qualification_authorized": false, "qualification_files_read": [], "ranking_gate_pass": false, "ranking_metrics": { "listwise": { "finite_score_rows": 576, "hit_tasks": 10, "mean_hit_at_4": 0.4166666666666667, "mean_recall_at_4": 0.2708333333333333, "mean_recall_at_8": 0.4375, "mean_reciprocal_rank": 0.3037667559049138, "retrieved_live_aliases": [ "A", "B", "G", "H", "L", "M", "N", "Q", "S" ], "retrieved_live_operation_count": 9, "score_rows": 576, "task_rows": [ { "hit_at_4": false, "live_aliases": [ "L", "O", "W" ], "ranked_aliases": [ "S", "B", "G", "T", "A", "D", "F", "R", "L", "J", "H", "M", "P", "W", "C", "Q", "V", "X", "U", "K", "E", "I", "N", "O" ], "recall_at_4": 0.0, "recall_at_8": 0.0, "reciprocal_rank": 0.1111111111111111, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00000", "top4_aliases": [ "S", "B", "G", "T" ] }, { "hit_at_4": false, "live_aliases": [ "V", "W", "X" ], "ranked_aliases": [ "M", "B", "G", "H", "W", "L", "S", "D", "T", "F", "J", "A", "U", "V", "X", "R", "C", "Q", "P", "K", "E", "N", "O", "I" ], "recall_at_4": 0.0, "recall_at_8": 0.3333333333333333, "reciprocal_rank": 0.2, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00001", "top4_aliases": [ "M", "B", "G", "H" ] }, { "hit_at_4": true, "live_aliases": [ "B", "Q" ], "ranked_aliases": [ "S", "L", "B", "T", "G", "A", "F", "Q", "D", "R", "H", "U", "M", "J", "C", "W", "K", "O", "P", "X", "V", "E", "I", "N" ], "recall_at_4": 0.5, "recall_at_8": 1.0, "reciprocal_rank": 0.3333333333333333, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00002", "top4_aliases": [ "S", "L", "B", "T" ] }, { "hit_at_4": false, "live_aliases": [ "W" ], "ranked_aliases": [ "F", "S", "G", "A", "W", "B", "H", "R", "T", "D", "L", "C", "K", "E", "M", "Q", "I", "V", "P", "J", "U", "X", "O", "N" ], "recall_at_4": 0.0, "recall_at_8": 1.0, "reciprocal_rank": 0.2, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00003", "top4_aliases": [ "F", "S", "G", "A" ] }, { "hit_at_4": false, "live_aliases": [ "L", "P", "V" ], "ranked_aliases": [ "M", "B", "T", "G", "A", "S", "L", "F", "D", "J", "W", "E", "R", "Q", "I", "H", "C", "K", "X", "P", "O", "V", "N", "U" ], "recall_at_4": 0.0, "recall_at_8": 0.3333333333333333, "reciprocal_rank": 0.14285714285714285, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00004", "top4_aliases": [ "M", "B", "T", "G" ] }, { "hit_at_4": true, "live_aliases": [ "A" ], "ranked_aliases": [ "B", "W", "A", "H", "G", "S", "L", "D", "V", "T", "F", "R", "E", "C", "P", "K", "M", "X", "N", "J", "Q", "U", "I", "O" ], "recall_at_4": 1.0, "recall_at_8": 1.0, "reciprocal_rank": 0.3333333333333333, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00005", "top4_aliases": [ "B", "W", "A", "H" ] }, { "hit_at_4": false, "live_aliases": [ "H", "P" ], "ranked_aliases": [ "R", "L", "S", "A", "B", "V", "C", "W", "T", "G", "H", "D", "P", "M", "U", "F", "Q", "E", "J", "X", "K", "N", "O", "I" ], "recall_at_4": 0.0, "recall_at_8": 0.0, "reciprocal_rank": 0.09090909090909091, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00006", "top4_aliases": [ "R", "L", "S", "A" ] }, { "hit_at_4": false, "live_aliases": [ "C", "N" ], "ranked_aliases": [ "T", "G", "H", "S", "B", "A", "Q", "D", "V", "L", "C", "P", "R", "J", "M", "W", "F", "E", "X", "K", "O", "U", "I", "N" ], "recall_at_4": 0.0, "recall_at_8": 0.0, "reciprocal_rank": 0.09090909090909091, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00007", "top4_aliases": [ "T", "G", "H", "S" ] }, { "hit_at_4": false, "live_aliases": [ "L" ], "ranked_aliases": [ "H", "B", "D", "G", "S", "A", "T", "F", "R", "L", "M", "J", "E", "O", "I", "C", "X", "Q", "P", "W", "K", "U", "V", "N" ], "recall_at_4": 0.0, "recall_at_8": 0.0, "reciprocal_rank": 0.1, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00008", "top4_aliases": [ "H", "B", "D", "G" ] }, { "hit_at_4": true, "live_aliases": [ "M" ], "ranked_aliases": [ "M", "S", "G", "B", "L", "C", "A", "D", "E", "T", "P", "H", "W", "F", "X", "J", "Q", "R", "V", "K", "U", "O", "N", "I" ], "recall_at_4": 1.0, "recall_at_8": 1.0, "reciprocal_rank": 1.0, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00009", "top4_aliases": [ "M", "S", "G", "B" ] }, { "hit_at_4": false, "live_aliases": [ "L", "M", "N", "T" ], "ranked_aliases": [ "G", "A", "S", "B", "T", "F", "L", "D", "H", "W", "Q", "R", "U", "C", "X", "E", "M", "P", "V", "O", "J", "K", "I", "N" ], "recall_at_4": 0.0, "recall_at_8": 0.5, "reciprocal_rank": 0.2, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00010", "top4_aliases": [ "G", "A", "S", "B" ] }, { "hit_at_4": true, "live_aliases": [ "C", "Q" ], "ranked_aliases": [ "G", "T", "I", "Q", "L", "A", "K", "F", "B", "D", "S", "H", "M", "W", "P", "J", "R", "V", "C", "X", "E", "N", "O", "U" ], "recall_at_4": 0.5, "recall_at_8": 0.5, "reciprocal_rank": 0.25, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00011", "top4_aliases": [ "G", "T", "I", "Q" ] }, { "hit_at_4": false, "live_aliases": [ "M" ], "ranked_aliases": [ "H", "J", "D", "A", "T", "S", "B", "G", "W", "F", "R", "L", "C", "M", "E", "K", "X", "V", "Q", "P", "I", "O", "U", "N" ], "recall_at_4": 0.0, "recall_at_8": 0.0, "reciprocal_rank": 0.07142857142857142, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00012", "top4_aliases": [ "H", "J", "D", "A" ] }, { "hit_at_4": true, "live_aliases": [ "G" ], "ranked_aliases": [ "S", "G", "T", "A", "D", "P", "B", "L", "F", "Q", "H", "J", "R", "W", "C", "X", "E", "M", "K", "U", "V", "O", "I", "N" ], "recall_at_4": 1.0, "recall_at_8": 1.0, "reciprocal_rank": 0.5, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00013", "top4_aliases": [ "S", "G", "T", "A" ] }, { "hit_at_4": true, "live_aliases": [ "G" ], "ranked_aliases": [ "F", "G", "S", "R", "T", "B", "D", "A", "H", "L", "E", "M", "Q", "U", "W", "P", "C", "K", "V", "J", "N", "X", "O", "I" ], "recall_at_4": 1.0, "recall_at_8": 1.0, "reciprocal_rank": 0.5, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00014", "top4_aliases": [ "F", "G", "S", "R" ] }, { "hit_at_4": true, "live_aliases": [ "B", "L", "M", "N" ], "ranked_aliases": [ "G", "J", "B", "S", "H", "L", "Q", "T", "D", "R", "A", "F", "M", "W", "K", "C", "P", "X", "E", "V", "I", "O", "U", "N" ], "recall_at_4": 0.25, "recall_at_8": 0.5, "reciprocal_rank": 0.3333333333333333, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00015", "top4_aliases": [ "G", "J", "B", "S" ] }, { "hit_at_4": true, "live_aliases": [ "H", "T" ], "ranked_aliases": [ "H", "G", "L", "W", "B", "C", "A", "D", "S", "T", "M", "F", "R", "K", "E", "Q", "J", "V", "U", "P", "N", "X", "I", "O" ], "recall_at_4": 0.5, "recall_at_8": 0.5, "reciprocal_rank": 1.0, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00016", "top4_aliases": [ "H", "G", "L", "W" ] }, { "hit_at_4": false, "live_aliases": [ "P", "W" ], "ranked_aliases": [ "S", "G", "H", "E", "A", "K", "B", "D", "F", "L", "T", "C", "X", "Q", "R", "M", "J", "O", "W", "V", "P", "U", "I", "N" ], "recall_at_4": 0.0, "recall_at_8": 0.0, "reciprocal_rank": 0.05263157894736842, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00017", "top4_aliases": [ "S", "G", "H", "E" ] }, { "hit_at_4": true, "live_aliases": [ "L", "M", "N", "S" ], "ranked_aliases": [ "L", "H", "T", "S", "G", "B", "A", "V", "F", "D", "R", "W", "M", "J", "I", "C", "K", "E", "Q", "X", "O", "P", "U", "N" ], "recall_at_4": 0.5, "recall_at_8": 0.5, "reciprocal_rank": 1.0, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00018", "top4_aliases": [ "L", "H", "T", "S" ] }, { "hit_at_4": false, "live_aliases": [ "M", "N" ], "ranked_aliases": [ "D", "S", "B", "A", "T", "G", "H", "X", "F", "E", "L", "W", "Q", "P", "R", "C", "K", "M", "J", "V", "U", "O", "I", "N" ], "recall_at_4": 0.0, "recall_at_8": 0.0, "reciprocal_rank": 0.05555555555555555, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00019", "top4_aliases": [ "D", "S", "B", "A" ] }, { "hit_at_4": false, "live_aliases": [ "B", "Q" ], "ranked_aliases": [ "T", "D", "S", "A", "F", "G", "H", "B", "Q", "R", "E", "L", "C", "W", "K", "M", "X", "J", "P", "V", "I", "O", "U", "N" ], "recall_at_4": 0.0, "recall_at_8": 0.5, "reciprocal_rank": 0.125, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00020", "top4_aliases": [ "T", "D", "S", "A" ] }, { "hit_at_4": true, "live_aliases": [ "L", "M", "N", "U" ], "ranked_aliases": [ "S", "T", "N", "D", "L", "G", "A", "X", "F", "Q", "B", "M", "H", "W", "R", "C", "E", "J", "K", "V", "P", "I", "U", "O" ], "recall_at_4": 0.25, "recall_at_8": 0.5, "reciprocal_rank": 0.3333333333333333, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00021", "top4_aliases": [ "S", "T", "N", "D" ] }, { "hit_at_4": false, "live_aliases": [ "A", "L", "O" ], "ranked_aliases": [ "J", "S", "B", "D", "F", "A", "T", "V", "G", "L", "W", "M", "H", "K", "X", "R", "C", "O", "P", "I", "Q", "U", "E", "N" ], "recall_at_4": 0.0, "recall_at_8": 0.3333333333333333, "reciprocal_rank": 0.16666666666666666, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00022", "top4_aliases": [ "J", "S", "B", "D" ] }, { "hit_at_4": false, "live_aliases": [ "D" ], "ranked_aliases": [ "C", "G", "A", "B", "L", "S", "T", "W", "F", "D", "U", "V", "R", "X", "M", "Q", "P", "K", "H", "E", "J", "O", "I", "N" ], "recall_at_4": 0.0, "recall_at_8": 0.0, "reciprocal_rank": 0.1, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00023", "top4_aliases": [ "C", "G", "A", "B" ] } ] }, "random": { "finite_score_rows": 576, "hit_tasks": 6, "mean_hit_at_4": 0.25, "mean_recall_at_4": 0.1076388888888889, "mean_recall_at_8": 0.23611111111111113, "mean_reciprocal_rank": 0.14128176825187694, "retrieved_live_aliases": [ "G", "H", "L", "M", "N" ], "retrieved_live_operation_count": 5, "score_rows": 576, "task_rows": [ { "hit_at_4": false, "live_aliases": [ "L", "O", "W" ], "ranked_aliases": [ "S", "U", "E", "B", "I", "J", "Q", "N", "C", "X", "M", "G", "A", "L", "V", "P", "K", "O", "H", "F", "R", "T", "W", "D" ], "recall_at_4": 0.0, "recall_at_8": 0.0, "reciprocal_rank": 0.07142857142857142, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00000", "top4_aliases": [ "S", "U", "E", "B" ] }, { "hit_at_4": false, "live_aliases": [ "V", "W", "X" ], "ranked_aliases": [ "D", "F", "L", "U", "A", "C", "G", "Q", "H", "W", "J", "X", "R", "T", "K", "E", "M", "I", "S", "B", "P", "O", "N", "V" ], "recall_at_4": 0.0, "recall_at_8": 0.0, "reciprocal_rank": 0.1, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00001", "top4_aliases": [ "D", "F", "L", "U" ] }, { "hit_at_4": false, "live_aliases": [ "B", "Q" ], "ranked_aliases": [ "N", "C", "E", "I", "X", "D", "S", "B", "H", "W", "A", "F", "T", "P", "L", "R", "Q", "O", "G", "K", "U", "V", "M", "J" ], "recall_at_4": 0.0, "recall_at_8": 0.5, "reciprocal_rank": 0.125, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00002", "top4_aliases": [ "N", "C", "E", "I" ] }, { "hit_at_4": false, "live_aliases": [ "W" ], "ranked_aliases": [ "S", "M", "E", "C", "X", "K", "T", "Q", "P", "V", "R", "L", "I", "H", "B", "G", "N", "U", "J", "F", "O", "A", "W", "D" ], "recall_at_4": 0.0, "recall_at_8": 0.0, "reciprocal_rank": 0.043478260869565216, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00003", "top4_aliases": [ "S", "M", "E", "C" ] }, { "hit_at_4": true, "live_aliases": [ "L", "P", "V" ], "ranked_aliases": [ "E", "C", "L", "H", "X", "B", "S", "I", "O", "G", "D", "K", "T", "A", "N", "F", "P", "R", "Q", "U", "M", "V", "J", "W" ], "recall_at_4": 0.3333333333333333, "recall_at_8": 0.3333333333333333, "reciprocal_rank": 0.3333333333333333, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00004", "top4_aliases": [ "E", "C", "L", "H" ] }, { "hit_at_4": false, "live_aliases": [ "A" ], "ranked_aliases": [ "V", "N", "U", "C", "W", "J", "E", "H", "S", "R", "M", "X", "I", "P", "O", "K", "B", "T", "F", "L", "Q", "G", "D", "A" ], "recall_at_4": 0.0, "recall_at_8": 0.0, "reciprocal_rank": 0.041666666666666664, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00005", "top4_aliases": [ "V", "N", "U", "C" ] }, { "hit_at_4": false, "live_aliases": [ "H", "P" ], "ranked_aliases": [ "E", "G", "I", "T", "C", "X", "L", "D", "P", "O", "F", "R", "Q", "U", "S", "J", "M", "N", "B", "H", "V", "A", "W", "K" ], "recall_at_4": 0.0, "recall_at_8": 0.0, "reciprocal_rank": 0.1111111111111111, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00006", "top4_aliases": [ "E", "G", "I", "T" ] }, { "hit_at_4": false, "live_aliases": [ "C", "N" ], "ranked_aliases": [ "A", "J", "G", "R", "D", "L", "C", "P", "B", "H", "I", "F", "E", "X", "K", "T", "O", "U", "M", "Q", "V", "N", "S", "W" ], "recall_at_4": 0.0, "recall_at_8": 0.5, "reciprocal_rank": 0.14285714285714285, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00007", "top4_aliases": [ "A", "J", "G", "R" ] }, { "hit_at_4": false, "live_aliases": [ "L" ], "ranked_aliases": [ "A", "M", "J", "B", "G", "P", "R", "I", "K", "T", "F", "V", "W", "U", "L", "S", "C", "H", "D", "N", "O", "E", "Q", "X" ], "recall_at_4": 0.0, "recall_at_8": 0.0, "reciprocal_rank": 0.06666666666666667, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00008", "top4_aliases": [ "A", "M", "J", "B" ] }, { "hit_at_4": false, "live_aliases": [ "M" ], "ranked_aliases": [ "R", "E", "W", "F", "I", "O", "C", "U", "G", "X", "T", "V", "Q", "J", "A", "N", "D", "S", "P", "B", "H", "L", "K", "M" ], "recall_at_4": 0.0, "recall_at_8": 0.0, "reciprocal_rank": 0.041666666666666664, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00009", "top4_aliases": [ "R", "E", "W", "F" ] }, { "hit_at_4": false, "live_aliases": [ "L", "M", "N", "T" ], "ranked_aliases": [ "Q", "E", "I", "S", "U", "O", "M", "N", "H", "A", "K", "J", "F", "W", "T", "B", "X", "G", "L", "D", "V", "C", "R", "P" ], "recall_at_4": 0.0, "recall_at_8": 0.5, "reciprocal_rank": 0.14285714285714285, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00010", "top4_aliases": [ "Q", "E", "I", "S" ] }, { "hit_at_4": false, "live_aliases": [ "C", "Q" ], "ranked_aliases": [ "N", "F", "S", "K", "X", "T", "J", "M", "W", "R", "Q", "G", "O", "C", "A", "U", "P", "I", "V", "D", "H", "L", "E", "B" ], "recall_at_4": 0.0, "recall_at_8": 0.0, "reciprocal_rank": 0.09090909090909091, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00011", "top4_aliases": [ "N", "F", "S", "K" ] }, { "hit_at_4": false, "live_aliases": [ "M" ], "ranked_aliases": [ "O", "U", "W", "F", "B", "T", "L", "H", "R", "G", "D", "P", "K", "E", "Q", "X", "C", "S", "I", "V", "A", "J", "M", "N" ], "recall_at_4": 0.0, "recall_at_8": 0.0, "reciprocal_rank": 0.043478260869565216, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00012", "top4_aliases": [ "O", "U", "W", "F" ] }, { "hit_at_4": false, "live_aliases": [ "G" ], "ranked_aliases": [ "N", "X", "D", "B", "L", "K", "R", "E", "W", "H", "O", "T", "M", "F", "G", "S", "C", "A", "I", "U", "J", "P", "V", "Q" ], "recall_at_4": 0.0, "recall_at_8": 0.0, "reciprocal_rank": 0.06666666666666667, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00013", "top4_aliases": [ "N", "X", "D", "B" ] }, { "hit_at_4": true, "live_aliases": [ "G" ], "ranked_aliases": [ "S", "D", "E", "G", "L", "W", "B", "F", "K", "R", "X", "M", "N", "I", "U", "A", "T", "P", "V", "J", "H", "C", "Q", "O" ], "recall_at_4": 1.0, "recall_at_8": 1.0, "reciprocal_rank": 0.25, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00014", "top4_aliases": [ "S", "D", "E", "G" ] }, { "hit_at_4": true, "live_aliases": [ "B", "L", "M", "N" ], "ranked_aliases": [ "D", "N", "R", "F", "U", "E", "O", "S", "X", "I", "V", "P", "W", "B", "H", "T", "M", "K", "L", "J", "G", "C", "A", "Q" ], "recall_at_4": 0.25, "recall_at_8": 0.25, "reciprocal_rank": 0.5, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00015", "top4_aliases": [ "D", "N", "R", "F" ] }, { "hit_at_4": true, "live_aliases": [ "H", "T" ], "ranked_aliases": [ "E", "Q", "K", "H", "A", "L", "C", "G", "U", "W", "R", "S", "B", "J", "V", "M", "D", "P", "T", "X", "F", "O", "I", "N" ], "recall_at_4": 0.5, "recall_at_8": 0.5, "reciprocal_rank": 0.25, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00016", "top4_aliases": [ "E", "Q", "K", "H" ] }, { "hit_at_4": false, "live_aliases": [ "P", "W" ], "ranked_aliases": [ "H", "E", "A", "V", "K", "M", "P", "Q", "C", "B", "D", "S", "X", "W", "G", "I", "O", "U", "L", "N", "T", "J", "R", "F" ], "recall_at_4": 0.0, "recall_at_8": 0.5, "reciprocal_rank": 0.14285714285714285, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00017", "top4_aliases": [ "H", "E", "A", "V" ] }, { "hit_at_4": true, "live_aliases": [ "L", "M", "N", "S" ], "ranked_aliases": [ "D", "E", "T", "N", "M", "X", "H", "A", "W", "S", "O", "P", "C", "V", "Q", "J", "B", "L", "U", "K", "F", "R", "G", "I" ], "recall_at_4": 0.25, "recall_at_8": 0.5, "reciprocal_rank": 0.25, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00018", "top4_aliases": [ "D", "E", "T", "N" ] }, { "hit_at_4": false, "live_aliases": [ "M", "N" ], "ranked_aliases": [ "R", "D", "A", "F", "L", "V", "T", "Q", "K", "S", "O", "G", "W", "M", "C", "P", "J", "B", "U", "H", "I", "E", "X", "N" ], "recall_at_4": 0.0, "recall_at_8": 0.0, "reciprocal_rank": 0.07142857142857142, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00019", "top4_aliases": [ "R", "D", "A", "F" ] }, { "hit_at_4": false, "live_aliases": [ "B", "Q" ], "ranked_aliases": [ "V", "S", "E", "O", "W", "F", "T", "K", "I", "X", "P", "J", "M", "C", "G", "A", "R", "H", "U", "B", "N", "L", "Q", "D" ], "recall_at_4": 0.0, "recall_at_8": 0.0, "reciprocal_rank": 0.05, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00020", "top4_aliases": [ "V", "S", "E", "O" ] }, { "hit_at_4": true, "live_aliases": [ "L", "M", "N", "U" ], "ranked_aliases": [ "I", "Q", "D", "M", "V", "L", "N", "R", "U", "P", "T", "B", "S", "J", "K", "H", "X", "G", "C", "W", "A", "E", "F", "O" ], "recall_at_4": 0.25, "recall_at_8": 0.75, "reciprocal_rank": 0.25, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00021", "top4_aliases": [ "I", "Q", "D", "M" ] }, { "hit_at_4": false, "live_aliases": [ "A", "L", "O" ], "ranked_aliases": [ "N", "T", "U", "P", "D", "E", "A", "V", "L", "B", "R", "C", "H", "O", "M", "F", "X", "Q", "K", "I", "W", "G", "J", "S" ], "recall_at_4": 0.0, "recall_at_8": 0.3333333333333333, "reciprocal_rank": 0.14285714285714285, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00022", "top4_aliases": [ "N", "T", "U", "P" ] }, { "hit_at_4": false, "live_aliases": [ "D" ], "ranked_aliases": [ "K", "H", "A", "J", "O", "W", "F", "I", "Q", "N", "V", "E", "U", "B", "C", "D", "R", "X", "G", "P", "T", "M", "S", "L" ], "recall_at_4": 0.0, "recall_at_8": 0.0, "reciprocal_rank": 0.0625, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00023", "top4_aliases": [ "K", "H", "A", "J" ] } ] }, "surface": { "finite_score_rows": 576, "hit_tasks": 13, "mean_hit_at_4": 0.5416666666666666, "mean_recall_at_4": 0.375, "mean_recall_at_8": 0.6354166666666666, "mean_reciprocal_rank": 0.3909671347171347, "retrieved_live_aliases": [ "L", "M", "N", "Q" ], "retrieved_live_operation_count": 4, "score_rows": 576, "task_rows": [ { "hit_at_4": true, "live_aliases": [ "L", "O", "W" ], "ranked_aliases": [ "M", "L", "N", "P", "W", "B", "Q", "C", "G", "V", "A", "O", "H", "X", "T", "D", "F", "I", "U", "J", "K", "S", "E", "R" ], "recall_at_4": 0.3333333333333333, "recall_at_8": 0.6666666666666666, "reciprocal_rank": 0.5, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00000", "top4_aliases": [ "M", "L", "N", "P" ] }, { "hit_at_4": false, "live_aliases": [ "V", "W", "X" ], "ranked_aliases": [ "L", "M", "N", "T", "R", "W", "B", "S", "C", "U", "H", "P", "A", "G", "Q", "D", "O", "V", "F", "X", "K", "J", "I", "E" ], "recall_at_4": 0.0, "recall_at_8": 0.3333333333333333, "reciprocal_rank": 0.16666666666666666, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00001", "top4_aliases": [ "L", "M", "N", "T" ] }, { "hit_at_4": false, "live_aliases": [ "B", "Q" ], "ranked_aliases": [ "L", "M", "N", "W", "P", "Q", "C", "O", "V", "G", "B", "A", "H", "X", "D", "I", "J", "T", "K", "F", "U", "S", "E", "R" ], "recall_at_4": 0.0, "recall_at_8": 0.5, "reciprocal_rank": 0.16666666666666666, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00002", "top4_aliases": [ "L", "M", "N", "W" ] }, { "hit_at_4": false, "live_aliases": [ "W" ], "ranked_aliases": [ "L", "M", "N", "H", "W", "B", "C", "P", "V", "A", "T", "D", "G", "Q", "O", "U", "X", "S", "F", "K", "E", "J", "I", "R" ], "recall_at_4": 0.0, "recall_at_8": 1.0, "reciprocal_rank": 0.2, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00003", "top4_aliases": [ "L", "M", "N", "H" ] }, { "hit_at_4": true, "live_aliases": [ "L", "P", "V" ], "ranked_aliases": [ "M", "L", "N", "W", "B", "Q", "P", "C", "A", "O", "G", "H", "V", "X", "D", "T", "I", "J", "K", "F", "U", "S", "E", "R" ], "recall_at_4": 0.3333333333333333, "recall_at_8": 0.6666666666666666, "reciprocal_rank": 0.5, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00004", "top4_aliases": [ "M", "L", "N", "W" ] }, { "hit_at_4": false, "live_aliases": [ "A" ], "ranked_aliases": [ "L", "M", "N", "W", "G", "B", "P", "Q", "C", "V", "O", "X", "A", "H", "D", "T", "I", "J", "K", "U", "F", "S", "E", "R" ], "recall_at_4": 0.0, "recall_at_8": 0.0, "reciprocal_rank": 0.07692307692307693, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00005", "top4_aliases": [ "L", "M", "N", "W" ] }, { "hit_at_4": false, "live_aliases": [ "H", "P" ], "ranked_aliases": [ "L", "M", "N", "W", "B", "Q", "H", "O", "C", "T", "V", "G", "A", "P", "X", "U", "S", "D", "I", "F", "J", "K", "R", "E" ], "recall_at_4": 0.0, "recall_at_8": 0.5, "reciprocal_rank": 0.14285714285714285, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00006", "top4_aliases": [ "L", "M", "N", "W" ] }, { "hit_at_4": true, "live_aliases": [ "C", "N" ], "ranked_aliases": [ "L", "M", "N", "W", "S", "T", "B", "P", "V", "G", "A", "H", "D", "U", "R", "Q", "O", "C", "X", "F", "E", "K", "J", "I" ], "recall_at_4": 0.5, "recall_at_8": 0.5, "reciprocal_rank": 0.3333333333333333, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00007", "top4_aliases": [ "L", "M", "N", "W" ] }, { "hit_at_4": true, "live_aliases": [ "L" ], "ranked_aliases": [ "M", "L", "N", "W", "B", "G", "P", "C", "V", "A", "D", "Q", "E", "O", "X", "H", "T", "F", "U", "K", "J", "I", "S", "R" ], "recall_at_4": 1.0, "recall_at_8": 1.0, "reciprocal_rank": 0.5, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00008", "top4_aliases": [ "M", "L", "N", "W" ] }, { "hit_at_4": true, "live_aliases": [ "M" ], "ranked_aliases": [ "L", "N", "M", "W", "B", "G", "P", "C", "V", "A", "Q", "D", "X", "O", "E", "T", "H", "U", "K", "F", "J", "S", "I", "R" ], "recall_at_4": 1.0, "recall_at_8": 1.0, "reciprocal_rank": 0.3333333333333333, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00009", "top4_aliases": [ "L", "N", "M", "W" ] }, { "hit_at_4": true, "live_aliases": [ "L", "M", "N", "T" ], "ranked_aliases": [ "L", "M", "N", "W", "B", "T", "P", "H", "C", "G", "V", "A", "Q", "S", "U", "O", "X", "D", "R", "F", "K", "J", "I", "E" ], "recall_at_4": 0.75, "recall_at_8": 1.0, "reciprocal_rank": 1.0, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00010", "top4_aliases": [ "L", "M", "N", "W" ] }, { "hit_at_4": true, "live_aliases": [ "C", "Q" ], "ranked_aliases": [ "L", "M", "N", "Q", "P", "W", "B", "G", "O", "V", "A", "H", "C", "X", "T", "I", "J", "K", "U", "F", "D", "S", "E", "R" ], "recall_at_4": 0.5, "recall_at_8": 0.5, "reciprocal_rank": 0.25, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00011", "top4_aliases": [ "L", "M", "N", "Q" ] }, { "hit_at_4": true, "live_aliases": [ "M" ], "ranked_aliases": [ "L", "M", "N", "Q", "W", "P", "B", "O", "C", "V", "G", "A", "H", "X", "D", "T", "I", "J", "F", "K", "U", "S", "E", "R" ], "recall_at_4": 1.0, "recall_at_8": 1.0, "reciprocal_rank": 0.5, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00012", "top4_aliases": [ "L", "M", "N", "Q" ] }, { "hit_at_4": false, "live_aliases": [ "G" ], "ranked_aliases": [ "L", "M", "N", "E", "W", "B", "D", "C", "P", "V", "A", "O", "Q", "X", "H", "F", "T", "G", "K", "J", "I", "U", "S", "R" ], "recall_at_4": 0.0, "recall_at_8": 0.0, "reciprocal_rank": 0.05555555555555555, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00013", "top4_aliases": [ "L", "M", "N", "E" ] }, { "hit_at_4": false, "live_aliases": [ "G" ], "ranked_aliases": [ "L", "M", "N", "W", "Q", "P", "G", "B", "C", "V", "A", "X", "O", "D", "H", "T", "E", "K", "J", "I", "U", "S", "F", "R" ], "recall_at_4": 0.0, "recall_at_8": 1.0, "reciprocal_rank": 0.14285714285714285, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00014", "top4_aliases": [ "L", "M", "N", "W" ] }, { "hit_at_4": true, "live_aliases": [ "B", "L", "M", "N" ], "ranked_aliases": [ "L", "M", "N", "W", "C", "P", "V", "B", "A", "G", "Q", "O", "X", "H", "D", "T", "U", "F", "K", "J", "S", "I", "E", "R" ], "recall_at_4": 0.75, "recall_at_8": 1.0, "reciprocal_rank": 1.0, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00015", "top4_aliases": [ "L", "M", "N", "W" ] }, { "hit_at_4": false, "live_aliases": [ "H", "T" ], "ranked_aliases": [ "L", "M", "N", "W", "B", "S", "P", "C", "V", "A", "G", "Q", "T", "O", "U", "X", "H", "D", "R", "K", "F", "J", "I", "E" ], "recall_at_4": 0.0, "recall_at_8": 0.0, "reciprocal_rank": 0.07692307692307693, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00016", "top4_aliases": [ "L", "M", "N", "W" ] }, { "hit_at_4": false, "live_aliases": [ "P", "W" ], "ranked_aliases": [ "L", "M", "N", "Q", "W", "B", "P", "C", "G", "O", "V", "A", "H", "X", "T", "I", "J", "D", "K", "F", "U", "S", "E", "R" ], "recall_at_4": 0.0, "recall_at_8": 1.0, "reciprocal_rank": 0.2, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00017", "top4_aliases": [ "L", "M", "N", "Q" ] }, { "hit_at_4": true, "live_aliases": [ "L", "M", "N", "S" ], "ranked_aliases": [ "L", "M", "N", "W", "T", "B", "C", "S", "P", "H", "V", "A", "G", "U", "Q", "O", "R", "D", "X", "F", "K", "J", "I", "E" ], "recall_at_4": 0.75, "recall_at_8": 1.0, "reciprocal_rank": 1.0, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00018", "top4_aliases": [ "L", "M", "N", "W" ] }, { "hit_at_4": true, "live_aliases": [ "M", "N" ], "ranked_aliases": [ "L", "M", "N", "W", "B", "P", "Q", "G", "C", "V", "A", "D", "E", "X", "H", "O", "T", "U", "K", "J", "S", "I", "F", "R" ], "recall_at_4": 1.0, "recall_at_8": 1.0, "reciprocal_rank": 0.5, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00019", "top4_aliases": [ "L", "M", "N", "W" ] }, { "hit_at_4": false, "live_aliases": [ "B", "Q" ], "ranked_aliases": [ "L", "M", "N", "W", "P", "Q", "G", "C", "V", "B", "A", "O", "H", "X", "T", "U", "D", "I", "J", "K", "F", "S", "E", "R" ], "recall_at_4": 0.0, "recall_at_8": 0.5, "reciprocal_rank": 0.16666666666666666, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00020", "top4_aliases": [ "L", "M", "N", "W" ] }, { "hit_at_4": true, "live_aliases": [ "L", "M", "N", "U" ], "ranked_aliases": [ "L", "M", "N", "W", "B", "T", "C", "P", "V", "H", "G", "A", "Q", "U", "O", "X", "S", "D", "F", "R", "K", "J", "I", "E" ], "recall_at_4": 0.75, "recall_at_8": 0.75, "reciprocal_rank": 1.0, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00021", "top4_aliases": [ "L", "M", "N", "W" ] }, { "hit_at_4": true, "live_aliases": [ "A", "L", "O" ], "ranked_aliases": [ "M", "L", "N", "W", "P", "B", "Q", "C", "V", "G", "O", "H", "X", "A", "T", "D", "I", "J", "K", "F", "U", "S", "E", "R" ], "recall_at_4": 0.3333333333333333, "recall_at_8": 0.3333333333333333, "reciprocal_rank": 0.5, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00022", "top4_aliases": [ "M", "L", "N", "W" ] }, { "hit_at_4": false, "live_aliases": [ "D" ], "ranked_aliases": [ "L", "M", "N", "W", "B", "G", "P", "C", "V", "Q", "A", "X", "O", "D", "T", "H", "E", "U", "K", "J", "I", "F", "S", "R" ], "recall_at_4": 0.0, "recall_at_8": 0.0, "reciprocal_rank": 0.07142857142857142, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00023", "top4_aliases": [ "L", "M", "N", "W" ] } ] }, "viability_materialized": { "finite_score_rows": 576, "hit_tasks": 7, "mean_hit_at_4": 0.2916666666666667, "mean_recall_at_4": 0.2569444444444445, "mean_recall_at_8": 0.4131944444444444, "mean_reciprocal_rank": 0.2578264906389906, "retrieved_live_aliases": [ "A", "D", "G", "L", "U", "V" ], "retrieved_live_operation_count": 6, "score_rows": 576, "task_rows": [ { "hit_at_4": false, "live_aliases": [ "L", "O", "W" ], "ranked_aliases": [ "G", "S", "E", "V", "X", "U", "M", "L", "J", "F", "H", "R", "K", "N", "O", "Q", "P", "T", "I", "D", "W", "A", "C", "B" ], "recall_at_4": 0.0, "recall_at_8": 0.3333333333333333, "reciprocal_rank": 0.125, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00000", "top4_aliases": [ "G", "S", "E", "V" ] }, { "hit_at_4": false, "live_aliases": [ "V", "W", "X" ], "ranked_aliases": [ "Q", "F", "L", "E", "P", "C", "W", "H", "K", "T", "I", "J", "N", "V", "U", "B", "M", "X", "O", "A", "D", "S", "G", "R" ], "recall_at_4": 0.0, "recall_at_8": 0.3333333333333333, "reciprocal_rank": 0.14285714285714285, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00001", "top4_aliases": [ "Q", "F", "L", "E" ] }, { "hit_at_4": false, "live_aliases": [ "B", "Q" ], "ranked_aliases": [ "G", "H", "S", "P", "T", "N", "A", "E", "R", "X", "W", "F", "K", "U", "Q", "V", "M", "I", "L", "O", "J", "D", "C", "B" ], "recall_at_4": 0.0, "recall_at_8": 0.0, "reciprocal_rank": 0.06666666666666667, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00002", "top4_aliases": [ "G", "H", "S", "P" ] }, { "hit_at_4": false, "live_aliases": [ "W" ], "ranked_aliases": [ "V", "E", "B", "F", "X", "W", "R", "A", "H", "M", "G", "C", "L", "D", "K", "P", "O", "Q", "S", "J", "N", "U", "T", "I" ], "recall_at_4": 0.0, "recall_at_8": 1.0, "reciprocal_rank": 0.16666666666666666, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00003", "top4_aliases": [ "V", "E", "B", "F" ] }, { "hit_at_4": true, "live_aliases": [ "L", "P", "V" ], "ranked_aliases": [ "V", "G", "L", "R", "X", "J", "W", "M", "H", "S", "P", "N", "K", "T", "A", "D", "I", "U", "F", "Q", "O", "E", "B", "C" ], "recall_at_4": 0.6666666666666666, "recall_at_8": 0.6666666666666666, "reciprocal_rank": 1.0, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00004", "top4_aliases": [ "V", "G", "L", "R" ] }, { "hit_at_4": true, "live_aliases": [ "A" ], "ranked_aliases": [ "L", "H", "A", "G", "W", "P", "N", "R", "E", "V", "X", "F", "D", "S", "I", "M", "U", "Q", "T", "K", "J", "C", "O", "B" ], "recall_at_4": 1.0, "recall_at_8": 1.0, "reciprocal_rank": 0.3333333333333333, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00005", "top4_aliases": [ "L", "H", "A", "G" ] }, { "hit_at_4": false, "live_aliases": [ "H", "P" ], "ranked_aliases": [ "Q", "B", "W", "O", "V", "R", "E", "L", "T", "P", "S", "X", "F", "J", "N", "M", "U", "H", "A", "C", "D", "G", "K", "I" ], "recall_at_4": 0.0, "recall_at_8": 0.0, "reciprocal_rank": 0.1, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00006", "top4_aliases": [ "Q", "B", "W", "O" ] }, { "hit_at_4": false, "live_aliases": [ "C", "N" ], "ranked_aliases": [ "B", "F", "V", "O", "W", "D", "S", "T", "H", "C", "U", "Q", "E", "X", "R", "M", "G", "A", "P", "N", "L", "I", "J", "K" ], "recall_at_4": 0.0, "recall_at_8": 0.0, "reciprocal_rank": 0.1, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00007", "top4_aliases": [ "B", "F", "V", "O" ] }, { "hit_at_4": true, "live_aliases": [ "L" ], "ranked_aliases": [ "H", "M", "A", "L", "J", "Q", "N", "V", "P", "D", "S", "G", "R", "K", "E", "W", "X", "I", "O", "T", "F", "U", "B", "C" ], "recall_at_4": 1.0, "recall_at_8": 1.0, "reciprocal_rank": 0.25, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00008", "top4_aliases": [ "H", "M", "A", "L" ] }, { "hit_at_4": false, "live_aliases": [ "M" ], "ranked_aliases": [ "E", "C", "Q", "D", "L", "V", "B", "G", "M", "W", "F", "N", "S", "P", "X", "A", "T", "H", "R", "O", "K", "U", "I", "J" ], "recall_at_4": 0.0, "recall_at_8": 0.0, "reciprocal_rank": 0.1111111111111111, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00009", "top4_aliases": [ "E", "C", "Q", "D" ] }, { "hit_at_4": false, "live_aliases": [ "L", "M", "N", "T" ], "ranked_aliases": [ "G", "H", "A", "S", "M", "V", "U", "K", "L", "Q", "T", "P", "W", "J", "F", "N", "E", "X", "I", "R", "D", "O", "B", "C" ], "recall_at_4": 0.0, "recall_at_8": 0.25, "reciprocal_rank": 0.2, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00010", "top4_aliases": [ "G", "H", "A", "S" ] }, { "hit_at_4": false, "live_aliases": [ "C", "Q" ], "ranked_aliases": [ "G", "H", "A", "I", "N", "T", "S", "X", "L", "V", "K", "Q", "R", "F", "C", "W", "E", "B", "D", "M", "P", "U", "J", "O" ], "recall_at_4": 0.0, "recall_at_8": 0.0, "reciprocal_rank": 0.08333333333333333, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00011", "top4_aliases": [ "G", "H", "A", "I" ] }, { "hit_at_4": false, "live_aliases": [ "M" ], "ranked_aliases": [ "H", "L", "R", "O", "A", "T", "V", "J", "X", "M", "G", "E", "Q", "N", "P", "U", "K", "S", "W", "B", "F", "I", "C", "D" ], "recall_at_4": 0.0, "recall_at_8": 0.0, "reciprocal_rank": 0.1, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00012", "top4_aliases": [ "H", "L", "R", "O" ] }, { "hit_at_4": true, "live_aliases": [ "G" ], "ranked_aliases": [ "E", "D", "W", "G", "Q", "A", "C", "P", "O", "T", "S", "F", "B", "J", "L", "X", "I", "R", "V", "N", "H", "U", "K", "M" ], "recall_at_4": 1.0, "recall_at_8": 1.0, "reciprocal_rank": 0.25, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00013", "top4_aliases": [ "E", "D", "W", "G" ] }, { "hit_at_4": true, "live_aliases": [ "G" ], "ranked_aliases": [ "G", "L", "M", "R", "X", "W", "H", "S", "T", "K", "P", "Q", "A", "E", "U", "V", "I", "N", "F", "J", "D", "O", "B", "C" ], "recall_at_4": 1.0, "recall_at_8": 1.0, "reciprocal_rank": 1.0, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00014", "top4_aliases": [ "G", "L", "M", "R" ] }, { "hit_at_4": false, "live_aliases": [ "B", "L", "M", "N" ], "ranked_aliases": [ "H", "D", "W", "Q", "S", "M", "G", "F", "B", "J", "C", "V", "L", "P", "N", "X", "U", "K", "O", "E", "R", "I", "T", "A" ], "recall_at_4": 0.0, "recall_at_8": 0.25, "reciprocal_rank": 0.16666666666666666, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00015", "top4_aliases": [ "H", "D", "W", "Q" ] }, { "hit_at_4": false, "live_aliases": [ "H", "T" ], "ranked_aliases": [ "W", "U", "L", "N", "A", "B", "X", "E", "S", "C", "V", "P", "G", "F", "I", "H", "Q", "T", "D", "J", "O", "K", "M", "R" ], "recall_at_4": 0.0, "recall_at_8": 0.0, "reciprocal_rank": 0.0625, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00016", "top4_aliases": [ "W", "U", "L", "N" ] }, { "hit_at_4": false, "live_aliases": [ "P", "W" ], "ranked_aliases": [ "D", "E", "V", "L", "B", "W", "F", "C", "N", "M", "X", "Q", "H", "U", "T", "S", "J", "A", "G", "R", "P", "O", "K", "I" ], "recall_at_4": 0.0, "recall_at_8": 0.5, "reciprocal_rank": 0.16666666666666666, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00017", "top4_aliases": [ "D", "E", "V", "L" ] }, { "hit_at_4": false, "live_aliases": [ "L", "M", "N", "S" ], "ranked_aliases": [ "G", "H", "Q", "O", "M", "L", "P", "I", "S", "N", "R", "V", "T", "U", "K", "D", "J", "F", "X", "A", "W", "E", "C", "B" ], "recall_at_4": 0.0, "recall_at_8": 0.5, "reciprocal_rank": 0.2, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00018", "top4_aliases": [ "G", "H", "Q", "O" ] }, { "hit_at_4": false, "live_aliases": [ "M", "N" ], "ranked_aliases": [ "G", "V", "H", "A", "D", "Q", "W", "F", "N", "L", "U", "M", "R", "T", "P", "X", "E", "C", "J", "O", "K", "I", "S", "B" ], "recall_at_4": 0.0, "recall_at_8": 0.0, "reciprocal_rank": 0.1111111111111111, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00019", "top4_aliases": [ "G", "V", "H", "A" ] }, { "hit_at_4": false, "live_aliases": [ "B", "Q" ], "ranked_aliases": [ "L", "H", "G", "E", "K", "R", "P", "M", "V", "T", "S", "A", "Q", "W", "U", "F", "N", "X", "C", "J", "O", "D", "I", "B" ], "recall_at_4": 0.0, "recall_at_8": 0.0, "reciprocal_rank": 0.07692307692307693, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00020", "top4_aliases": [ "L", "H", "G", "E" ] }, { "hit_at_4": true, "live_aliases": [ "L", "M", "N", "U" ], "ranked_aliases": [ "U", "L", "E", "B", "G", "N", "P", "S", "A", "C", "T", "F", "V", "R", "W", "M", "J", "H", "I", "X", "O", "K", "Q", "D" ], "recall_at_4": 0.5, "recall_at_8": 0.75, "reciprocal_rank": 1.0, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00021", "top4_aliases": [ "U", "L", "E", "B" ] }, { "hit_at_4": false, "live_aliases": [ "A", "L", "O" ], "ranked_aliases": [ "E", "F", "M", "V", "P", "W", "N", "O", "G", "L", "S", "Q", "J", "X", "T", "D", "H", "C", "B", "U", "A", "I", "K", "R" ], "recall_at_4": 0.0, "recall_at_8": 0.3333333333333333, "reciprocal_rank": 0.125, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00022", "top4_aliases": [ "E", "F", "M", "V" ] }, { "hit_at_4": true, "live_aliases": [ "D" ], "ranked_aliases": [ "B", "C", "G", "D", "E", "V", "W", "J", "Q", "H", "F", "O", "A", "N", "S", "I", "L", "M", "R", "P", "X", "K", "U", "T" ], "recall_at_4": 1.0, "recall_at_8": 1.0, "reciprocal_rank": 0.25, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00023", "top4_aliases": [ "B", "C", "G", "D" ] } ] }, "viability_name_only": { "finite_score_rows": 576, "hit_tasks": 12, "mean_hit_at_4": 0.5, "mean_recall_at_4": 0.28125, "mean_recall_at_8": 0.44097222222222227, "mean_reciprocal_rank": 0.27146799959299955, "retrieved_live_aliases": [ "G", "H", "L", "M", "P", "Q", "S" ], "retrieved_live_operation_count": 7, "score_rows": 576, "task_rows": [ { "hit_at_4": true, "live_aliases": [ "L", "O", "W" ], "ranked_aliases": [ "P", "Q", "N", "L", "E", "H", "J", "M", "O", "G", "U", "D", "F", "K", "S", "T", "I", "R", "V", "X", "A", "W", "C", "B" ], "recall_at_4": 0.3333333333333333, "recall_at_8": 0.3333333333333333, "reciprocal_rank": 0.25, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00000", "top4_aliases": [ "P", "Q", "N", "L" ] }, { "hit_at_4": false, "live_aliases": [ "V", "W", "X" ], "ranked_aliases": [ "L", "U", "B", "R", "H", "S", "T", "M", "G", "J", "C", "W", "N", "V", "E", "Q", "P", "F", "D", "X", "O", "K", "I", "A" ], "recall_at_4": 0.0, "recall_at_8": 0.0, "reciprocal_rank": 0.08333333333333333, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00001", "top4_aliases": [ "L", "U", "B", "R" ] }, { "hit_at_4": false, "live_aliases": [ "B", "Q" ], "ranked_aliases": [ "G", "H", "P", "L", "Q", "S", "T", "M", "I", "E", "U", "N", "O", "K", "J", "R", "F", "X", "V", "A", "D", "C", "W", "B" ], "recall_at_4": 0.0, "recall_at_8": 0.5, "reciprocal_rank": 0.2, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00002", "top4_aliases": [ "G", "H", "P", "L" ] }, { "hit_at_4": false, "live_aliases": [ "W" ], "ranked_aliases": [ "H", "B", "M", "S", "D", "U", "E", "J", "P", "F", "T", "R", "Q", "G", "C", "L", "A", "K", "N", "I", "V", "O", "X", "W" ], "recall_at_4": 0.0, "recall_at_8": 0.0, "reciprocal_rank": 0.041666666666666664, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00003", "top4_aliases": [ "H", "B", "M", "S" ] }, { "hit_at_4": true, "live_aliases": [ "L", "P", "V" ], "ranked_aliases": [ "G", "H", "L", "P", "N", "M", "D", "K", "S", "U", "F", "E", "Q", "V", "J", "R", "I", "O", "X", "T", "A", "W", "B", "C" ], "recall_at_4": 0.6666666666666666, "recall_at_8": 0.6666666666666666, "reciprocal_rank": 0.3333333333333333, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00004", "top4_aliases": [ "G", "H", "L", "P" ] }, { "hit_at_4": false, "live_aliases": [ "A" ], "ranked_aliases": [ "G", "H", "L", "E", "R", "I", "M", "A", "Q", "S", "N", "T", "V", "X", "F", "P", "U", "D", "K", "J", "W", "O", "B", "C" ], "recall_at_4": 0.0, "recall_at_8": 1.0, "reciprocal_rank": 0.125, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00005", "top4_aliases": [ "G", "H", "L", "E" ] }, { "hit_at_4": false, "live_aliases": [ "H", "P" ], "ranked_aliases": [ "O", "L", "Q", "N", "M", "G", "J", "K", "T", "I", "B", "E", "P", "D", "F", "H", "A", "V", "S", "W", "U", "C", "X", "R" ], "recall_at_4": 0.0, "recall_at_8": 0.0, "reciprocal_rank": 0.07692307692307693, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00006", "top4_aliases": [ "O", "L", "Q", "N" ] }, { "hit_at_4": false, "live_aliases": [ "C", "N" ], "ranked_aliases": [ "T", "R", "W", "S", "M", "I", "H", "P", "N", "U", "Q", "E", "L", "B", "F", "V", "G", "A", "C", "X", "K", "O", "D", "J" ], "recall_at_4": 0.0, "recall_at_8": 0.0, "reciprocal_rank": 0.1111111111111111, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00007", "top4_aliases": [ "T", "R", "W", "S" ] }, { "hit_at_4": false, "live_aliases": [ "L" ], "ranked_aliases": [ "E", "G", "M", "O", "L", "Q", "N", "R", "P", "H", "I", "J", "U", "A", "S", "T", "X", "D", "V", "K", "W", "F", "B", "C" ], "recall_at_4": 0.0, "recall_at_8": 1.0, "reciprocal_rank": 0.2, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00008", "top4_aliases": [ "E", "G", "M", "O" ] }, { "hit_at_4": false, "live_aliases": [ "M" ], "ranked_aliases": [ "E", "D", "G", "P", "Q", "H", "F", "L", "C", "T", "S", "O", "B", "M", "W", "N", "A", "K", "U", "R", "I", "J", "X", "V" ], "recall_at_4": 0.0, "recall_at_8": 0.0, "reciprocal_rank": 0.07142857142857142, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00009", "top4_aliases": [ "E", "D", "G", "P" ] }, { "hit_at_4": true, "live_aliases": [ "L", "M", "N", "T" ], "ranked_aliases": [ "G", "H", "M", "L", "S", "Q", "T", "P", "J", "A", "N", "U", "K", "I", "R", "V", "F", "E", "O", "W", "D", "X", "C", "B" ], "recall_at_4": 0.5, "recall_at_8": 0.75, "reciprocal_rank": 0.3333333333333333, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00010", "top4_aliases": [ "G", "H", "M", "L" ] }, { "hit_at_4": true, "live_aliases": [ "C", "Q" ], "ranked_aliases": [ "G", "Q", "E", "N", "M", "O", "I", "S", "L", "H", "P", "U", "T", "X", "W", "K", "R", "D", "F", "J", "A", "V", "B", "C" ], "recall_at_4": 0.5, "recall_at_8": 0.5, "reciprocal_rank": 0.5, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00011", "top4_aliases": [ "G", "Q", "E", "N" ] }, { "hit_at_4": false, "live_aliases": [ "M" ], "ranked_aliases": [ "H", "G", "Q", "P", "E", "O", "L", "F", "N", "U", "J", "K", "M", "T", "X", "S", "I", "D", "A", "V", "R", "W", "C", "B" ], "recall_at_4": 0.0, "recall_at_8": 0.0, "reciprocal_rank": 0.07692307692307693, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00012", "top4_aliases": [ "H", "G", "Q", "P" ] }, { "hit_at_4": true, "live_aliases": [ "G" ], "ranked_aliases": [ "E", "D", "G", "Q", "F", "B", "J", "C", "L", "P", "O", "A", "H", "U", "W", "I", "R", "V", "S", "N", "M", "T", "X", "K" ], "recall_at_4": 1.0, "recall_at_8": 1.0, "reciprocal_rank": 0.3333333333333333, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00013", "top4_aliases": [ "E", "D", "G", "Q" ] }, { "hit_at_4": true, "live_aliases": [ "G" ], "ranked_aliases": [ "G", "L", "H", "M", "N", "E", "T", "Q", "I", "R", "S", "K", "P", "W", "U", "O", "X", "F", "J", "D", "A", "V", "B", "C" ], "recall_at_4": 1.0, "recall_at_8": 1.0, "reciprocal_rank": 1.0, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00014", "top4_aliases": [ "G", "L", "H", "M" ] }, { "hit_at_4": true, "live_aliases": [ "B", "L", "M", "N" ], "ranked_aliases": [ "M", "G", "L", "H", "Q", "N", "E", "P", "O", "D", "C", "K", "I", "B", "J", "W", "S", "F", "A", "R", "V", "T", "X", "U" ], "recall_at_4": 0.5, "recall_at_8": 0.75, "reciprocal_rank": 1.0, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00015", "top4_aliases": [ "M", "G", "L", "H" ] }, { "hit_at_4": true, "live_aliases": [ "H", "T" ], "ranked_aliases": [ "S", "F", "J", "H", "I", "N", "O", "M", "E", "U", "R", "L", "P", "T", "D", "B", "K", "X", "C", "Q", "G", "W", "A", "V" ], "recall_at_4": 0.5, "recall_at_8": 0.5, "reciprocal_rank": 0.25, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00016", "top4_aliases": [ "S", "F", "J", "H" ] }, { "hit_at_4": true, "live_aliases": [ "P", "W" ], "ranked_aliases": [ "N", "M", "F", "P", "O", "Q", "V", "L", "H", "K", "J", "B", "E", "W", "R", "G", "U", "T", "S", "D", "I", "C", "X", "A" ], "recall_at_4": 0.5, "recall_at_8": 0.5, "reciprocal_rank": 0.25, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00017", "top4_aliases": [ "N", "M", "F", "P" ] }, { "hit_at_4": true, "live_aliases": [ "L", "M", "N", "S" ], "ranked_aliases": [ "G", "H", "L", "S", "Q", "R", "O", "M", "D", "N", "F", "V", "P", "U", "E", "I", "A", "K", "J", "W", "X", "T", "B", "C" ], "recall_at_4": 0.5, "recall_at_8": 0.75, "reciprocal_rank": 0.3333333333333333, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00018", "top4_aliases": [ "G", "H", "L", "S" ] }, { "hit_at_4": false, "live_aliases": [ "M", "N" ], "ranked_aliases": [ "E", "D", "T", "P", "U", "S", "Q", "G", "L", "R", "H", "O", "M", "N", "K", "X", "F", "C", "W", "V", "I", "J", "A", "B" ], "recall_at_4": 0.0, "recall_at_8": 0.0, "reciprocal_rank": 0.07692307692307693, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00019", "top4_aliases": [ "E", "D", "T", "P" ] }, { "hit_at_4": true, "live_aliases": [ "B", "Q" ], "ranked_aliases": [ "G", "H", "Q", "E", "L", "P", "T", "O", "U", "F", "N", "M", "S", "K", "R", "I", "J", "V", "A", "W", "D", "X", "C", "B" ], "recall_at_4": 0.5, "recall_at_8": 0.5, "reciprocal_rank": 0.3333333333333333, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00020", "top4_aliases": [ "G", "H", "Q", "E" ] }, { "hit_at_4": true, "live_aliases": [ "L", "M", "N", "U" ], "ranked_aliases": [ "H", "E", "L", "F", "B", "P", "U", "S", "C", "G", "T", "D", "W", "M", "Q", "J", "A", "I", "N", "X", "O", "V", "R", "K" ], "recall_at_4": 0.25, "recall_at_8": 0.5, "reciprocal_rank": 0.3333333333333333, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00021", "top4_aliases": [ "H", "E", "L", "F" ] }, { "hit_at_4": false, "live_aliases": [ "A", "L", "O" ], "ranked_aliases": [ "F", "P", "J", "E", "Q", "N", "B", "O", "L", "H", "M", "W", "A", "X", "T", "G", "K", "D", "S", "V", "C", "I", "R", "U" ], "recall_at_4": 0.0, "recall_at_8": 0.3333333333333333, "reciprocal_rank": 0.125, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00022", "top4_aliases": [ "F", "P", "J", "E" ] }, { "hit_at_4": false, "live_aliases": [ "D" ], "ranked_aliases": [ "L", "E", "B", "Q", "M", "J", "P", "N", "S", "I", "C", "H", "D", "K", "W", "T", "F", "A", "G", "V", "O", "U", "R", "X" ], "recall_at_4": 0.0, "recall_at_8": 0.0, "reciprocal_rank": 0.07692307692307693, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00023", "top4_aliases": [ "L", "E", "B", "Q" ] } ] }, "viability_shuffled": { "finite_score_rows": 576, "hit_tasks": 10, "mean_hit_at_4": 0.4166666666666667, "mean_recall_at_4": 0.3229166666666667, "mean_recall_at_8": 0.5034722222222222, "mean_reciprocal_rank": 0.2971654868036447, "retrieved_live_aliases": [ "A", "D", "G", "H", "L", "M", "N", "P", "U" ], "retrieved_live_operation_count": 9, "score_rows": 576, "task_rows": [ { "hit_at_4": false, "live_aliases": [ "L", "O", "W" ], "ranked_aliases": [ "V", "G", "U", "H", "J", "E", "D", "R", "M", "N", "X", "Q", "P", "S", "T", "I", "K", "A", "L", "W", "F", "O", "C", "B" ], "recall_at_4": 0.0, "recall_at_8": 0.0, "reciprocal_rank": 0.05263157894736842, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00000", "top4_aliases": [ "V", "G", "U", "H" ] }, { "hit_at_4": false, "live_aliases": [ "V", "W", "X" ], "ranked_aliases": [ "L", "Q", "E", "M", "F", "D", "C", "K", "W", "J", "O", "H", "N", "T", "G", "P", "S", "A", "U", "B", "V", "I", "X", "R" ], "recall_at_4": 0.0, "recall_at_8": 0.0, "reciprocal_rank": 0.1111111111111111, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00001", "top4_aliases": [ "L", "Q", "E", "M" ] }, { "hit_at_4": false, "live_aliases": [ "B", "Q" ], "ranked_aliases": [ "G", "S", "P", "U", "R", "H", "X", "A", "W", "F", "K", "E", "L", "Q", "T", "V", "M", "I", "J", "N", "O", "D", "B", "C" ], "recall_at_4": 0.0, "recall_at_8": 0.0, "reciprocal_rank": 0.07142857142857142, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00002", "top4_aliases": [ "G", "S", "P", "U" ] }, { "hit_at_4": false, "live_aliases": [ "W" ], "ranked_aliases": [ "E", "V", "M", "Q", "L", "C", "B", "S", "F", "R", "W", "J", "N", "P", "O", "X", "H", "G", "D", "A", "I", "U", "T", "K" ], "recall_at_4": 0.0, "recall_at_8": 0.0, "reciprocal_rank": 0.09090909090909091, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00003", "top4_aliases": [ "E", "V", "M", "Q" ] }, { "hit_at_4": false, "live_aliases": [ "L", "P", "V" ], "ranked_aliases": [ "N", "X", "R", "H", "L", "V", "W", "G", "M", "K", "S", "U", "T", "J", "F", "Q", "A", "B", "I", "P", "D", "C", "O", "E" ], "recall_at_4": 0.0, "recall_at_8": 0.6666666666666666, "reciprocal_rank": 0.2, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00004", "top4_aliases": [ "N", "X", "R", "H" ] }, { "hit_at_4": true, "live_aliases": [ "A" ], "ranked_aliases": [ "L", "H", "A", "W", "R", "V", "F", "G", "P", "S", "I", "X", "M", "Q", "K", "N", "E", "U", "D", "C", "T", "B", "J", "O" ], "recall_at_4": 1.0, "recall_at_8": 1.0, "reciprocal_rank": 0.3333333333333333, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00005", "top4_aliases": [ "L", "H", "A", "W" ] }, { "hit_at_4": true, "live_aliases": [ "H", "P" ], "ranked_aliases": [ "B", "P", "W", "O", "F", "L", "Q", "T", "V", "R", "E", "S", "X", "A", "N", "C", "G", "J", "H", "M", "D", "U", "K", "I" ], "recall_at_4": 0.5, "recall_at_8": 0.5, "reciprocal_rank": 0.5, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00006", "top4_aliases": [ "B", "P", "W", "O" ] }, { "hit_at_4": false, "live_aliases": [ "C", "N" ], "ranked_aliases": [ "U", "D", "H", "V", "T", "N", "E", "X", "W", "B", "F", "G", "A", "P", "O", "L", "S", "M", "C", "Q", "K", "R", "I", "J" ], "recall_at_4": 0.0, "recall_at_8": 0.5, "reciprocal_rank": 0.16666666666666666, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00007", "top4_aliases": [ "U", "D", "H", "V" ] }, { "hit_at_4": true, "live_aliases": [ "L" ], "ranked_aliases": [ "H", "M", "L", "A", "P", "Q", "I", "J", "N", "S", "F", "O", "T", "V", "K", "E", "X", "U", "R", "W", "D", "G", "B", "C" ], "recall_at_4": 1.0, "recall_at_8": 1.0, "reciprocal_rank": 0.3333333333333333, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00008", "top4_aliases": [ "H", "M", "L", "A" ] }, { "hit_at_4": true, "live_aliases": [ "M" ], "ranked_aliases": [ "C", "M", "D", "G", "V", "Q", "P", "E", "A", "B", "W", "U", "L", "F", "N", "X", "T", "H", "I", "S", "O", "R", "J", "K" ], "recall_at_4": 1.0, "recall_at_8": 1.0, "reciprocal_rank": 0.5, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00009", "top4_aliases": [ "C", "M", "D", "G" ] }, { "hit_at_4": true, "live_aliases": [ "L", "M", "N", "T" ], "ranked_aliases": [ "N", "M", "G", "X", "L", "R", "H", "A", "K", "S", "P", "W", "V", "J", "E", "O", "Q", "T", "F", "D", "I", "U", "B", "C" ], "recall_at_4": 0.5, "recall_at_8": 0.75, "reciprocal_rank": 1.0, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00010", "top4_aliases": [ "N", "M", "G", "X" ] }, { "hit_at_4": false, "live_aliases": [ "C", "Q" ], "ranked_aliases": [ "G", "H", "N", "L", "F", "A", "V", "Q", "R", "D", "M", "T", "E", "B", "P", "O", "U", "I", "S", "X", "W", "K", "J", "C" ], "recall_at_4": 0.0, "recall_at_8": 0.5, "reciprocal_rank": 0.125, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00011", "top4_aliases": [ "G", "H", "N", "L" ] }, { "hit_at_4": false, "live_aliases": [ "M" ], "ranked_aliases": [ "X", "L", "G", "O", "A", "U", "K", "R", "T", "V", "H", "S", "M", "E", "Q", "W", "N", "P", "J", "F", "I", "C", "D", "B" ], "recall_at_4": 0.0, "recall_at_8": 0.0, "reciprocal_rank": 0.07692307692307693, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00012", "top4_aliases": [ "X", "L", "G", "O" ] }, { "hit_at_4": true, "live_aliases": [ "G" ], "ranked_aliases": [ "G", "E", "B", "D", "O", "W", "A", "V", "Q", "F", "U", "J", "T", "X", "S", "H", "C", "L", "P", "R", "N", "I", "M", "K" ], "recall_at_4": 1.0, "recall_at_8": 1.0, "reciprocal_rank": 1.0, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00013", "top4_aliases": [ "G", "E", "B", "D" ] }, { "hit_at_4": true, "live_aliases": [ "G" ], "ranked_aliases": [ "M", "A", "H", "G", "L", "N", "I", "U", "S", "K", "P", "X", "Q", "F", "E", "T", "W", "V", "J", "R", "B", "C", "O", "D" ], "recall_at_4": 1.0, "recall_at_8": 1.0, "reciprocal_rank": 0.25, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00014", "top4_aliases": [ "M", "A", "H", "G" ] }, { "hit_at_4": false, "live_aliases": [ "B", "L", "M", "N" ], "ranked_aliases": [ "C", "E", "W", "Q", "H", "N", "O", "D", "S", "G", "I", "U", "B", "V", "M", "F", "P", "A", "K", "L", "T", "J", "X", "R" ], "recall_at_4": 0.0, "recall_at_8": 0.25, "reciprocal_rank": 0.16666666666666666, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00015", "top4_aliases": [ "C", "E", "W", "Q" ] }, { "hit_at_4": true, "live_aliases": [ "H", "T" ], "ranked_aliases": [ "N", "H", "S", "V", "P", "F", "W", "X", "E", "U", "L", "G", "A", "D", "B", "O", "M", "C", "Q", "T", "I", "K", "J", "R" ], "recall_at_4": 0.5, "recall_at_8": 0.5, "reciprocal_rank": 0.5, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00016", "top4_aliases": [ "N", "H", "S", "V" ] }, { "hit_at_4": false, "live_aliases": [ "P", "W" ], "ranked_aliases": [ "V", "D", "E", "A", "S", "B", "W", "F", "Q", "L", "M", "J", "C", "G", "X", "O", "H", "N", "K", "U", "T", "P", "R", "I" ], "recall_at_4": 0.0, "recall_at_8": 0.5, "reciprocal_rank": 0.14285714285714285, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00017", "top4_aliases": [ "V", "D", "E", "A" ] }, { "hit_at_4": false, "live_aliases": [ "L", "M", "N", "S" ], "ranked_aliases": [ "G", "Q", "H", "R", "O", "L", "P", "E", "K", "J", "V", "U", "I", "A", "N", "X", "T", "M", "S", "F", "W", "B", "D", "C" ], "recall_at_4": 0.0, "recall_at_8": 0.25, "reciprocal_rank": 0.16666666666666666, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00018", "top4_aliases": [ "G", "Q", "H", "R" ] }, { "hit_at_4": false, "live_aliases": [ "M", "N" ], "ranked_aliases": [ "H", "L", "G", "F", "N", "U", "S", "D", "W", "V", "R", "T", "A", "Q", "K", "P", "X", "M", "I", "C", "O", "E", "J", "B" ], "recall_at_4": 0.0, "recall_at_8": 0.5, "reciprocal_rank": 0.2, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00019", "top4_aliases": [ "H", "L", "G", "F" ] }, { "hit_at_4": false, "live_aliases": [ "B", "Q" ], "ranked_aliases": [ "L", "H", "E", "G", "T", "V", "F", "R", "Q", "P", "M", "S", "O", "A", "K", "N", "X", "U", "I", "W", "C", "J", "D", "B" ], "recall_at_4": 0.0, "recall_at_8": 0.0, "reciprocal_rank": 0.1111111111111111, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00020", "top4_aliases": [ "L", "H", "E", "G" ] }, { "hit_at_4": true, "live_aliases": [ "L", "M", "N", "U" ], "ranked_aliases": [ "E", "U", "G", "V", "P", "A", "C", "N", "T", "O", "B", "M", "Q", "F", "K", "L", "W", "J", "H", "X", "D", "S", "I", "R" ], "recall_at_4": 0.25, "recall_at_8": 0.5, "reciprocal_rank": 0.5, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00021", "top4_aliases": [ "E", "U", "G", "V" ] }, { "hit_at_4": false, "live_aliases": [ "A", "L", "O" ], "ranked_aliases": [ "E", "B", "D", "Q", "A", "F", "L", "U", "M", "V", "P", "W", "J", "N", "X", "G", "S", "C", "T", "O", "K", "H", "I", "R" ], "recall_at_4": 0.0, "recall_at_8": 0.6666666666666666, "reciprocal_rank": 0.2, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00022", "top4_aliases": [ "E", "B", "D", "Q" ] }, { "hit_at_4": true, "live_aliases": [ "D" ], "ranked_aliases": [ "B", "C", "D", "F", "X", "S", "H", "A", "W", "T", "E", "N", "Q", "G", "V", "L", "O", "J", "U", "R", "P", "I", "K", "M" ], "recall_at_4": 1.0, "recall_at_8": 1.0, "reciprocal_rank": 0.3333333333333333, "task_id": "materialized-residual-fresh-replication-v1/mechanics/00023", "top4_aliases": [ "B", "C", "D", "F" ] } ] } }, "ranking_recall_at_4_gains": { "listwise": -0.01388888888888884, "name_only": -0.024305555555555525, "random": 0.14930555555555558, "shuffled": -0.06597222222222221, "surface": -0.11805555555555552 }, "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "schema_version": 1, "stage": "mechanics", "top4_secondary_authorized": false }