{ "args": { "variant_name": "pilot_factorized_cyclic_overlap", "seed": 83, "device": "auto", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "factorized_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "init_logit_scale": 8.0, "temperature": 1.0, "train_min_len": 1, "train_max_len": 6, "eval_lengths": "3,6,9,12", "eval_k": "0,1,3,6,9,12", "eval_query_types": "all", "train_steps": 1400, "batch_size": 256, "eval_batch_size": 256, "eval_examples": 256, "lr": 0.01, "weight_decay": 0.0001, "belief_loss_weight": 1.0, "query_loss_weight": 0.0, "slot_entropy_weight": 0.02, "init_coverage_loss_weight": 0.2, "init_relation_loss_weight": 0.0, "init_weight_uniform_loss_weight": 0.1, "init_slot_overlap_loss_weight": 2.0, "max_grad_norm": 1.0, "log_every": 280, "output_dir": "experiments/structured_slot_initializer_ladder/runs/pilot_factorized_cyclic_overlap", "checkpoint_dir": "" }, "train": [ { "step": 1, "loss": 5.14138650894165, "grad_norm": 0.008640418760478497, "elapsed_seconds": 1.2282040119171143, "mean_slot_purity": 0.04249461740255356, "mean_weight_entropy": 2.3978419303894043, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "belief_loss": 4.157042503356934, "slot_entropy_loss": 4.157778263092041, "init_coverage_loss": 2.397904396057129, "init_weight_uniform_loss": 2.397895336151123, "init_slot_overlap_loss": 0.09090898185968399, "init_belief_target_mass": 0.09096431732177734, "init_belief_target_nll": 4.795323371887207, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 0.5454545454545454, "init_mixture_a_entropy": 2.397860288619995, "init_mixture_b_entropy": 2.397860527038574, "init_slot_a_overlap": 0.09091044217348099, "init_slot_b_overlap": 0.09091044217348099, "decoder_belief_target_mass": 0.11523082852363586, "decoder_belief_target_nll": 3.7855029106140137, "decoder_belief_top1_on_support": 0.41796875, "mean_decoder_belief_support_size": 5.5234375, "decoder_query_target_mass": 0.5333539843559265, "decoder_query_target_nll": 2.108689785003662, "decoder_query_top1_on_support": 0.65625, "mean_decoder_query_support_size": 4.734375 }, { "step": 280, "loss": 3.2655723094940186, "grad_norm": 0.08176153898239136, "elapsed_seconds": 214.47564601898193, "mean_slot_purity": 0.46873924136161804, "mean_weight_entropy": 1.6583263874053955, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "belief_loss": 2.4001944065093994, "slot_entropy_loss": 1.6686614751815796, "init_coverage_loss": 2.4169998168945312, "init_weight_uniform_loss": 2.6001460552215576, "init_slot_overlap_loss": 0.04429522156715393, "init_belief_target_mass": 0.6512535810470581, "init_belief_target_nll": 2.8901352882385254, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 0.9090909090909091, "init_mixture_a_entropy": 2.396219491958618, "init_mixture_b_entropy": 2.3962197303771973, "init_slot_a_overlap": 0.04403866454958916, "init_slot_b_overlap": 0.044038668274879456, "decoder_belief_target_mass": 0.6009557247161865, "decoder_belief_target_nll": 2.178006649017334, "decoder_belief_top1_on_support": 0.9609375, "mean_decoder_belief_support_size": 6.0625, "decoder_query_target_mass": 0.8219555616378784, "decoder_query_target_nll": 1.4834716320037842, "decoder_query_top1_on_support": 0.9765625, "mean_decoder_query_support_size": 5.0859375 }, { "step": 560, "loss": 2.585139513015747, "grad_norm": 0.06613210588693619, "elapsed_seconds": 424.86720609664917, "mean_slot_purity": 0.7043054103851318, "mean_weight_entropy": 1.4601387977600098, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "belief_loss": 1.8381611108779907, "slot_entropy_loss": 0.6536458730697632, "init_coverage_loss": 2.39907169342041, "init_weight_uniform_loss": 2.3982343673706055, "init_slot_overlap_loss": 0.007133826147764921, "init_belief_target_mass": 0.9346606135368347, "init_belief_target_nll": 2.4713072776794434, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.3962440490722656, "init_mixture_b_entropy": 2.3962440490722656, "init_slot_a_overlap": 0.006937712896615267, "init_slot_b_overlap": 0.006937713362276554, "decoder_belief_target_mass": 0.9199929237365723, "decoder_belief_target_nll": 1.4721810817718506, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 5.37890625, "decoder_query_target_mass": 0.9601374864578247, "decoder_query_target_nll": 1.1263617277145386, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 4.33984375 }, { "step": 840, "loss": 2.522430419921875, "grad_norm": 0.007504080422222614, "elapsed_seconds": 634.8747115135193, "mean_slot_purity": 0.7604429721832275, "mean_weight_entropy": 1.4920947551727295, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "belief_loss": 1.7916631698608398, "slot_entropy_loss": 0.4377559721469879, "init_coverage_loss": 2.3978981971740723, "init_weight_uniform_loss": 2.3978958129882812, "init_slot_overlap_loss": 0.0013216080842539668, "init_belief_target_mass": 0.986829400062561, "init_belief_target_nll": 2.411158561706543, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.3978898525238037, "init_mixture_b_entropy": 2.397890090942383, "init_slot_a_overlap": 0.0013182330876588821, "init_slot_b_overlap": 0.0013182330876588821, "decoder_belief_target_mass": 0.9810869097709656, "decoder_belief_target_nll": 1.485525131225586, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 5.89453125, "decoder_query_target_mass": 0.9918045401573181, "decoder_query_target_nll": 1.2234543561935425, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 5.11328125 }, { "step": 1120, "loss": 2.453629493713379, "grad_norm": 0.003962459042668343, "elapsed_seconds": 844.6361401081085, "mean_slot_purity": 0.7455401420593262, "mean_weight_entropy": 1.3667247295379639, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "belief_loss": 1.7241958379745483, "slot_entropy_loss": 0.4290064573287964, "init_coverage_loss": 2.3978960514068604, "init_weight_uniform_loss": 2.397895336151123, "init_slot_overlap_loss": 0.0007424475625157356, "init_belief_target_mass": 0.9925909042358398, "init_belief_target_nll": 2.4053330421447754, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.3978939056396484, "init_mixture_b_entropy": 2.3978939056396484, "init_slot_a_overlap": 0.0007411803235299885, "init_slot_b_overlap": 0.0007411802653223276, "decoder_belief_target_mass": 0.9903304576873779, "decoder_belief_target_nll": 1.3600581884384155, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 5.328125, "decoder_query_target_mass": 0.9955524206161499, "decoder_query_target_nll": 1.1648218631744385, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 4.69921875 }, { "step": 1400, "loss": 2.437749147415161, "grad_norm": 0.0026321245823055506, "elapsed_seconds": 931.8894000053406, "mean_slot_purity": 0.7567353248596191, "mean_weight_entropy": 1.3968677520751953, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "belief_loss": 1.709118127822876, "slot_entropy_loss": 0.4143863320350647, "init_coverage_loss": 2.3978958129882812, "init_weight_uniform_loss": 2.397895336151123, "init_slot_overlap_loss": 0.000487328739836812, "init_belief_target_mass": 0.9951342344284058, "init_belief_target_nll": 2.402773380279541, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.397894859313965, "init_mixture_b_entropy": 2.397894859313965, "init_slot_a_overlap": 0.00048667725059203804, "init_slot_b_overlap": 0.0004866772796958685, "decoder_belief_target_mass": 0.9931619763374329, "decoder_belief_target_nll": 1.391933798789978, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 5.5234375, "decoder_query_target_mass": 0.996799647808075, "decoder_query_target_nll": 1.1925487518310547, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 4.91015625 } ], "eval": [ { "step": 1400, "rows": [ { "model": "structured_slot_initializer_ladder", "variant": "pilot_factorized_cyclic_overlap", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "factorized_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1400, "length": 3, "query_type": "A", "k": 0, "n": 256, "decoder_query_target_mass": 0.4744413495063782, "decoder_query_target_nll": 2.397824287414551, "decoder_query_top1_on_support": 0.5078125, "mean_decoder_query_support_size": 5.21875, "decoder_belief_target_mass": 0.06490417569875717, "decoder_belief_target_nll": 9.403956413269043, "decoder_belief_top1_on_support": 0.08984375, "mean_decoder_belief_support_size": 5.95703125, "init_belief_target_mass": 0.9951342344284058, "init_belief_target_nll": 2.402773380279541, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.397894859313965, "init_mixture_b_entropy": 2.397894859313965, "init_slot_a_overlap": 0.00048667725059203804, "init_slot_b_overlap": 0.0004866772796958685, "mean_slot_purity": 0.9951324462890625, "mean_slot_entropy": 0.04218858480453491, "mean_weight_entropy": 2.397895336151123, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 5.95703125 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_factorized_cyclic_overlap", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "factorized_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1400, "length": 3, "query_type": "A", "k": 1, "n": 256, "decoder_query_target_mass": 0.6120051145553589, "decoder_query_target_nll": 3.796164035797119, "decoder_query_top1_on_support": 0.6171875, "mean_decoder_query_support_size": 5.21875, "decoder_belief_target_mass": 0.1535453200340271, "decoder_belief_target_nll": 9.79118537902832, "decoder_belief_top1_on_support": 0.203125, "mean_decoder_belief_support_size": 5.95703125, "init_belief_target_mass": 0.9951342344284058, "init_belief_target_nll": 2.402773380279541, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.397894859313965, "init_mixture_b_entropy": 2.397894859313965, "init_slot_a_overlap": 0.00048667725059203804, "init_slot_b_overlap": 0.0004866772796958685, "mean_slot_purity": 0.909555196762085, "mean_slot_entropy": 0.21455588936805725, "mean_weight_entropy": 1.965898036956787, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 5.95703125 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_factorized_cyclic_overlap", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "factorized_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1400, "length": 3, "query_type": "A", "k": 3, "n": 256, "decoder_query_target_mass": 0.9983706474304199, "decoder_query_target_nll": 1.2994650602340698, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 5.21875, "decoder_belief_target_mass": 0.9935377836227417, "decoder_belief_target_nll": 1.5203487873077393, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 5.95703125, "init_belief_target_mass": 0.9951342344284058, "init_belief_target_nll": 2.402773380279541, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.397894859313965, "init_mixture_b_entropy": 2.397894859313965, "init_slot_a_overlap": 0.00048667725059203804, "init_slot_b_overlap": 0.0004866772796958685, "mean_slot_purity": 0.7900537848472595, "mean_slot_entropy": 0.5205501317977905, "mean_weight_entropy": 1.5237722396850586, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 5.95703125 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_factorized_cyclic_overlap", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "factorized_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1400, "length": 3, "query_type": "A", "k": 6, "n": 256, "decoder_query_target_mass": 0.9983706474304199, "decoder_query_target_nll": 1.2994650602340698, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 5.21875, "decoder_belief_target_mass": 0.9935377836227417, "decoder_belief_target_nll": 1.5203487873077393, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 5.95703125, "init_belief_target_mass": 0.9951342344284058, "init_belief_target_nll": 2.402773380279541, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.397894859313965, "init_mixture_b_entropy": 2.397894859313965, "init_slot_a_overlap": 0.00048667725059203804, "init_slot_b_overlap": 0.0004866772796958685, "mean_slot_purity": 0.7900537848472595, "mean_slot_entropy": 0.5205501914024353, "mean_weight_entropy": 1.5237722396850586, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 5.95703125 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_factorized_cyclic_overlap", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "factorized_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1400, "length": 3, "query_type": "A", "k": 9, "n": 256, "decoder_query_target_mass": 0.9983706474304199, "decoder_query_target_nll": 1.2994650602340698, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 5.21875, "decoder_belief_target_mass": 0.9935377836227417, "decoder_belief_target_nll": 1.5203487873077393, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 5.95703125, "init_belief_target_mass": 0.9951342344284058, "init_belief_target_nll": 2.402773380279541, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.397894859313965, "init_mixture_b_entropy": 2.397894859313965, "init_slot_a_overlap": 0.00048667725059203804, "init_slot_b_overlap": 0.0004866772796958685, "mean_slot_purity": 0.7900537848472595, "mean_slot_entropy": 0.5205501914024353, "mean_weight_entropy": 1.5237722396850586, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 5.95703125 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_factorized_cyclic_overlap", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "factorized_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1400, "length": 3, "query_type": "A", "k": 12, "n": 256, "decoder_query_target_mass": 0.9983706474304199, "decoder_query_target_nll": 1.2994650602340698, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 5.21875, "decoder_belief_target_mass": 0.9935377836227417, "decoder_belief_target_nll": 1.5203487873077393, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 5.95703125, "init_belief_target_mass": 0.9951342344284058, "init_belief_target_nll": 2.402773380279541, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.397894859313965, "init_mixture_b_entropy": 2.397894859313965, "init_slot_a_overlap": 0.00048667725059203804, "init_slot_b_overlap": 0.0004866772796958685, "mean_slot_purity": 0.7900537848472595, "mean_slot_entropy": 0.5205501914024353, "mean_weight_entropy": 1.5237722396850586, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 5.95703125 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_factorized_cyclic_overlap", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "factorized_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1400, "length": 3, "query_type": "B", "k": 0, "n": 256, "decoder_query_target_mass": 0.4289852976799011, "decoder_query_target_nll": 2.397782325744629, "decoder_query_top1_on_support": 0.43359375, "mean_decoder_query_support_size": 4.71875, "decoder_belief_target_mass": 0.06701940298080444, "decoder_belief_target_nll": 9.329236030578613, "decoder_belief_top1_on_support": 0.11328125, "mean_decoder_belief_support_size": 5.7421875, "init_belief_target_mass": 0.9951342344284058, "init_belief_target_nll": 2.402773380279541, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.397894859313965, "init_mixture_b_entropy": 2.397894859313965, "init_slot_a_overlap": 0.00048667725059203804, "init_slot_b_overlap": 0.0004866772796958685, "mean_slot_purity": 0.9951324462890625, "mean_slot_entropy": 0.04218858480453491, "mean_weight_entropy": 2.397895336151123, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 5.7421875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_factorized_cyclic_overlap", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "factorized_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1400, "length": 3, "query_type": "B", "k": 1, "n": 256, "decoder_query_target_mass": 0.5400995016098022, "decoder_query_target_nll": 3.5959818363189697, "decoder_query_top1_on_support": 0.55078125, "mean_decoder_query_support_size": 4.71875, "decoder_belief_target_mass": 0.15300768613815308, "decoder_belief_target_nll": 9.377666473388672, "decoder_belief_top1_on_support": 0.15625, "mean_decoder_belief_support_size": 5.7421875, "init_belief_target_mass": 0.9951342344284058, "init_belief_target_nll": 2.402773380279541, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.397894859313965, "init_mixture_b_entropy": 2.397894859313965, "init_slot_a_overlap": 0.00048667725059203804, "init_slot_b_overlap": 0.0004866772796958685, "mean_slot_purity": 0.9155089855194092, "mean_slot_entropy": 0.20218801498413086, "mean_weight_entropy": 1.987690806388855, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 5.7421875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_factorized_cyclic_overlap", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "factorized_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1400, "length": 3, "query_type": "B", "k": 3, "n": 256, "decoder_query_target_mass": 0.9981278777122498, "decoder_query_target_nll": 1.1625456809997559, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 4.71875, "decoder_belief_target_mass": 0.9936773180961609, "decoder_belief_target_nll": 1.4556121826171875, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 5.7421875, "init_belief_target_mass": 0.9951342344284058, "init_belief_target_nll": 2.402773380279541, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.397894859313965, "init_mixture_b_entropy": 2.397894859313965, "init_slot_a_overlap": 0.00048667725059203804, "init_slot_b_overlap": 0.0004866772796958685, "mean_slot_purity": 0.792299747467041, "mean_slot_entropy": 0.507166862487793, "mean_weight_entropy": 1.4595015048980713, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 5.7421875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_factorized_cyclic_overlap", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "factorized_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1400, "length": 3, "query_type": "B", "k": 6, "n": 256, "decoder_query_target_mass": 0.9981279373168945, "decoder_query_target_nll": 1.1625456809997559, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 4.71875, "decoder_belief_target_mass": 0.9936773180961609, "decoder_belief_target_nll": 1.4556121826171875, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 5.7421875, "init_belief_target_mass": 0.9951342344284058, "init_belief_target_nll": 2.402773380279541, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.397894859313965, "init_mixture_b_entropy": 2.397894859313965, "init_slot_a_overlap": 0.00048667725059203804, "init_slot_b_overlap": 0.0004866772796958685, "mean_slot_purity": 0.792299747467041, "mean_slot_entropy": 0.507166862487793, "mean_weight_entropy": 1.4595015048980713, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 5.7421875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_factorized_cyclic_overlap", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "factorized_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1400, "length": 3, "query_type": "B", "k": 9, "n": 256, "decoder_query_target_mass": 0.9981279373168945, "decoder_query_target_nll": 1.1625456809997559, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 4.71875, "decoder_belief_target_mass": 0.9936773180961609, "decoder_belief_target_nll": 1.4556121826171875, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 5.7421875, "init_belief_target_mass": 0.9951342344284058, "init_belief_target_nll": 2.402773380279541, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.397894859313965, "init_mixture_b_entropy": 2.397894859313965, "init_slot_a_overlap": 0.00048667725059203804, "init_slot_b_overlap": 0.0004866772796958685, "mean_slot_purity": 0.792299747467041, "mean_slot_entropy": 0.507166862487793, "mean_weight_entropy": 1.4595015048980713, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 5.7421875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_factorized_cyclic_overlap", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "factorized_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1400, "length": 3, "query_type": "B", "k": 12, "n": 256, "decoder_query_target_mass": 0.9981279373168945, "decoder_query_target_nll": 1.1625456809997559, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 4.71875, "decoder_belief_target_mass": 0.9936773180961609, "decoder_belief_target_nll": 1.4556121826171875, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 5.7421875, "init_belief_target_mass": 0.9951342344284058, "init_belief_target_nll": 2.402773380279541, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.397894859313965, "init_mixture_b_entropy": 2.397894859313965, "init_slot_a_overlap": 0.00048667725059203804, "init_slot_b_overlap": 0.0004866772796958685, "mean_slot_purity": 0.792299747467041, "mean_slot_entropy": 0.507166862487793, "mean_weight_entropy": 1.4595015048980713, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 5.7421875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_factorized_cyclic_overlap", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "factorized_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1400, "length": 3, "query_type": "A_PLUS_B", "k": 0, "n": 256, "decoder_query_target_mass": 0.4847419261932373, "decoder_query_target_nll": 2.397867441177368, "decoder_query_top1_on_support": 0.51171875, "mean_decoder_query_support_size": 5.33203125, "decoder_belief_target_mass": 0.07371687144041061, "decoder_belief_target_nll": 9.18148136138916, "decoder_belief_top1_on_support": 0.12890625, "mean_decoder_belief_support_size": 5.6796875, "init_belief_target_mass": 0.9951342344284058, "init_belief_target_nll": 2.402773380279541, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.397894859313965, "init_mixture_b_entropy": 2.397894859313965, "init_slot_a_overlap": 0.00048667725059203804, "init_slot_b_overlap": 0.0004866772796958685, "mean_slot_purity": 0.9951324462890625, "mean_slot_entropy": 0.042188581079244614, "mean_weight_entropy": 2.397895336151123, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 5.6796875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_factorized_cyclic_overlap", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "factorized_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1400, "length": 3, "query_type": "A_PLUS_B", "k": 1, "n": 256, "decoder_query_target_mass": 0.4978390634059906, "decoder_query_target_nll": 3.179574489593506, "decoder_query_top1_on_support": 0.5, "mean_decoder_query_support_size": 5.33203125, "decoder_belief_target_mass": 0.12551558017730713, "decoder_belief_target_nll": 9.405739784240723, "decoder_belief_top1_on_support": 0.16015625, "mean_decoder_belief_support_size": 5.6796875, "init_belief_target_mass": 0.9951342344284058, "init_belief_target_nll": 2.402773380279541, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.397894859313965, "init_mixture_b_entropy": 2.397894859313965, "init_slot_a_overlap": 0.00048667725059203804, "init_slot_b_overlap": 0.0004866772796958685, "mean_slot_purity": 0.9237263202667236, "mean_slot_entropy": 0.1899297833442688, "mean_weight_entropy": 2.061436414718628, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 5.6796875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_factorized_cyclic_overlap", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "factorized_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1400, "length": 3, "query_type": "A_PLUS_B", "k": 3, "n": 256, "decoder_query_target_mass": 0.9967182278633118, "decoder_query_target_nll": 1.3661620616912842, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 5.33203125, "decoder_belief_target_mass": 0.9934247136116028, "decoder_belief_target_nll": 1.464278221130371, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 5.6796875, "init_belief_target_mass": 0.9951342344284058, "init_belief_target_nll": 2.402773380279541, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.397894859313965, "init_mixture_b_entropy": 2.397894859313965, "init_slot_a_overlap": 0.00048667725059203804, "init_slot_b_overlap": 0.0004866772796958685, "mean_slot_purity": 0.7719378471374512, "mean_slot_entropy": 0.5707428455352783, "mean_weight_entropy": 1.4683148860931396, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 5.6796875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_factorized_cyclic_overlap", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "factorized_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1400, "length": 3, "query_type": "A_PLUS_B", "k": 6, "n": 256, "decoder_query_target_mass": 0.9967182278633118, "decoder_query_target_nll": 1.3661620616912842, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 5.33203125, "decoder_belief_target_mass": 0.9934247136116028, "decoder_belief_target_nll": 1.464278221130371, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 5.6796875, "init_belief_target_mass": 0.9951342344284058, "init_belief_target_nll": 2.402773380279541, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.397894859313965, "init_mixture_b_entropy": 2.397894859313965, "init_slot_a_overlap": 0.00048667725059203804, "init_slot_b_overlap": 0.0004866772796958685, "mean_slot_purity": 0.7719378471374512, "mean_slot_entropy": 0.5707428455352783, "mean_weight_entropy": 1.4683148860931396, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 5.6796875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_factorized_cyclic_overlap", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "factorized_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1400, "length": 3, "query_type": "A_PLUS_B", "k": 9, "n": 256, "decoder_query_target_mass": 0.9967182278633118, "decoder_query_target_nll": 1.3661620616912842, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 5.33203125, "decoder_belief_target_mass": 0.9934247136116028, "decoder_belief_target_nll": 1.464278221130371, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 5.6796875, "init_belief_target_mass": 0.9951342344284058, "init_belief_target_nll": 2.402773380279541, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.397894859313965, "init_mixture_b_entropy": 2.397894859313965, "init_slot_a_overlap": 0.00048667725059203804, "init_slot_b_overlap": 0.0004866772796958685, "mean_slot_purity": 0.7719378471374512, "mean_slot_entropy": 0.5707428455352783, "mean_weight_entropy": 1.4683148860931396, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 5.6796875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_factorized_cyclic_overlap", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "factorized_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1400, "length": 3, "query_type": "A_PLUS_B", "k": 12, "n": 256, "decoder_query_target_mass": 0.9967182278633118, "decoder_query_target_nll": 1.3661620616912842, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 5.33203125, "decoder_belief_target_mass": 0.9934247136116028, "decoder_belief_target_nll": 1.464278221130371, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 5.6796875, "init_belief_target_mass": 0.9951342344284058, "init_belief_target_nll": 2.402773380279541, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.397894859313965, "init_mixture_b_entropy": 2.397894859313965, "init_slot_a_overlap": 0.00048667725059203804, "init_slot_b_overlap": 0.0004866772796958685, "mean_slot_purity": 0.7719378471374512, "mean_slot_entropy": 0.5707428455352783, "mean_weight_entropy": 1.4683148860931396, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 5.6796875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_factorized_cyclic_overlap", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "factorized_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1400, "length": 3, "query_type": "A_MINUS_B", "k": 0, "n": 256, "decoder_query_target_mass": 0.4802183210849762, "decoder_query_target_nll": 6.587508201599121, "decoder_query_top1_on_support": 0.48046875, "mean_decoder_query_support_size": 4.76953125, "decoder_belief_target_mass": 0.06844556331634521, "decoder_belief_target_nll": 9.30221176147461, "decoder_belief_top1_on_support": 0.109375, "mean_decoder_belief_support_size": 6.14453125, "init_belief_target_mass": 0.9951342344284058, "init_belief_target_nll": 2.402773380279541, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.397894859313965, "init_mixture_b_entropy": 2.397894859313965, "init_slot_a_overlap": 0.00048667725059203804, "init_slot_b_overlap": 0.0004866772796958685, "mean_slot_purity": 0.9951324462890625, "mean_slot_entropy": 0.04218858480453491, "mean_weight_entropy": 2.397895336151123, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 6.14453125 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_factorized_cyclic_overlap", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "factorized_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1400, "length": 3, "query_type": "A_MINUS_B", "k": 1, "n": 256, "decoder_query_target_mass": 0.48020172119140625, "decoder_query_target_nll": 4.819314002990723, "decoder_query_top1_on_support": 0.47265625, "mean_decoder_query_support_size": 4.76953125, "decoder_belief_target_mass": 0.1546887904405594, "decoder_belief_target_nll": 9.337273597717285, "decoder_belief_top1_on_support": 0.1484375, "mean_decoder_belief_support_size": 6.14453125, "init_belief_target_mass": 0.9951342344284058, "init_belief_target_nll": 2.402773380279541, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.397894859313965, "init_mixture_b_entropy": 2.397894859313965, "init_slot_a_overlap": 0.00048667725059203804, "init_slot_b_overlap": 0.0004866772796958685, "mean_slot_purity": 0.9265091419219971, "mean_slot_entropy": 0.18638664484024048, "mean_weight_entropy": 2.0648066997528076, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 6.14453125 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_factorized_cyclic_overlap", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "factorized_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1400, "length": 3, "query_type": "A_MINUS_B", "k": 3, "n": 256, "decoder_query_target_mass": 0.9965103268623352, "decoder_query_target_nll": 1.0978809595108032, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 4.76953125, "decoder_belief_target_mass": 0.9935097098350525, "decoder_belief_target_nll": 1.549704670906067, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 6.14453125, "init_belief_target_mass": 0.9951342344284058, "init_belief_target_nll": 2.402773380279541, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.397894859313965, "init_mixture_b_entropy": 2.397894859313965, "init_slot_a_overlap": 0.00048667725059203804, "init_slot_b_overlap": 0.0004866772796958685, "mean_slot_purity": 0.8011528253555298, "mean_slot_entropy": 0.494389146566391, "mean_weight_entropy": 1.5530493259429932, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 6.14453125 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_factorized_cyclic_overlap", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "factorized_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1400, "length": 3, "query_type": "A_MINUS_B", "k": 6, "n": 256, "decoder_query_target_mass": 0.9965103268623352, "decoder_query_target_nll": 1.0978809595108032, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 4.76953125, "decoder_belief_target_mass": 0.9935097098350525, "decoder_belief_target_nll": 1.549704670906067, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 6.14453125, "init_belief_target_mass": 0.9951342344284058, "init_belief_target_nll": 2.402773380279541, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.397894859313965, "init_mixture_b_entropy": 2.397894859313965, "init_slot_a_overlap": 0.00048667725059203804, "init_slot_b_overlap": 0.0004866772796958685, "mean_slot_purity": 0.8011528253555298, "mean_slot_entropy": 0.494389146566391, "mean_weight_entropy": 1.5530493259429932, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 6.14453125 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_factorized_cyclic_overlap", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "factorized_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1400, "length": 3, "query_type": "A_MINUS_B", "k": 9, "n": 256, "decoder_query_target_mass": 0.9965103268623352, "decoder_query_target_nll": 1.0978809595108032, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 4.76953125, "decoder_belief_target_mass": 0.9935097098350525, "decoder_belief_target_nll": 1.549704670906067, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 6.14453125, "init_belief_target_mass": 0.9951342344284058, "init_belief_target_nll": 2.402773380279541, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.397894859313965, "init_mixture_b_entropy": 2.397894859313965, "init_slot_a_overlap": 0.00048667725059203804, "init_slot_b_overlap": 0.0004866772796958685, "mean_slot_purity": 0.8011528253555298, "mean_slot_entropy": 0.494389146566391, "mean_weight_entropy": 1.5530493259429932, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 6.14453125 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_factorized_cyclic_overlap", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "factorized_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1400, "length": 3, "query_type": "A_MINUS_B", "k": 12, "n": 256, "decoder_query_target_mass": 0.9965103268623352, "decoder_query_target_nll": 1.0978809595108032, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 4.76953125, "decoder_belief_target_mass": 0.9935097098350525, "decoder_belief_target_nll": 1.549704670906067, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 6.14453125, "init_belief_target_mass": 0.9951342344284058, "init_belief_target_nll": 2.402773380279541, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.397894859313965, "init_mixture_b_entropy": 2.397894859313965, "init_slot_a_overlap": 0.00048667725059203804, "init_slot_b_overlap": 0.0004866772796958685, "mean_slot_purity": 0.8011528253555298, "mean_slot_entropy": 0.494389146566391, "mean_weight_entropy": 1.5530493259429932, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 6.14453125 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_factorized_cyclic_overlap", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "factorized_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1400, "length": 6, "query_type": "A", "k": 0, "n": 256, "decoder_query_target_mass": 0.3075259327888489, "decoder_query_target_nll": 2.39788818359375, "decoder_query_top1_on_support": 0.30078125, "mean_decoder_query_support_size": 3.3828125, "decoder_belief_target_mass": 0.034445375204086304, "decoder_belief_target_nll": 9.61138916015625, "decoder_belief_top1_on_support": 0.04296875, "mean_decoder_belief_support_size": 3.99609375, "init_belief_target_mass": 0.9951342344284058, "init_belief_target_nll": 2.402773380279541, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.397894859313965, "init_mixture_b_entropy": 2.397894859313965, "init_slot_a_overlap": 0.00048667725059203804, "init_slot_b_overlap": 0.0004866772796958685, "mean_slot_purity": 0.9951324462890625, "mean_slot_entropy": 0.04218858480453491, "mean_weight_entropy": 2.397895336151123, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.99609375 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_factorized_cyclic_overlap", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "factorized_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1400, "length": 6, "query_type": "A", "k": 1, "n": 256, "decoder_query_target_mass": 0.3360557556152344, "decoder_query_target_nll": 4.924595832824707, "decoder_query_top1_on_support": 0.34375, "mean_decoder_query_support_size": 3.3828125, "decoder_belief_target_mass": 0.05517932027578354, "decoder_belief_target_nll": 11.080286026000977, "decoder_belief_top1_on_support": 0.0625, "mean_decoder_belief_support_size": 3.99609375, "init_belief_target_mass": 0.9951342344284058, "init_belief_target_nll": 2.402773380279541, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.397894859313965, "init_mixture_b_entropy": 2.397894859313965, "init_slot_a_overlap": 0.00048667725059203804, "init_slot_b_overlap": 0.0004866772796958685, "mean_slot_purity": 0.9163705110549927, "mean_slot_entropy": 0.2048349827528, "mean_weight_entropy": 2.0328946113586426, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.99609375 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_factorized_cyclic_overlap", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "factorized_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1400, "length": 6, "query_type": "A", "k": 3, "n": 256, "decoder_query_target_mass": 0.41478145122528076, "decoder_query_target_nll": 6.361052513122559, "decoder_query_top1_on_support": 0.41796875, "mean_decoder_query_support_size": 3.3828125, "decoder_belief_target_mass": 0.07443051040172577, "decoder_belief_target_nll": 12.201095581054688, "decoder_belief_top1_on_support": 0.0703125, "mean_decoder_belief_support_size": 3.99609375, "init_belief_target_mass": 0.9951342344284058, "init_belief_target_nll": 2.402773380279541, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.397894859313965, "init_mixture_b_entropy": 2.397894859313965, "init_slot_a_overlap": 0.00048667725059203804, "init_slot_b_overlap": 0.0004866772796958685, "mean_slot_purity": 0.7944056987762451, "mean_slot_entropy": 0.5128865838050842, "mean_weight_entropy": 1.5381155014038086, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.99609375 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_factorized_cyclic_overlap", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "factorized_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1400, "length": 6, "query_type": "A", "k": 6, "n": 256, "decoder_query_target_mass": 0.9971593022346497, "decoder_query_target_nll": 0.8539749383926392, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 3.3828125, "decoder_belief_target_mass": 0.9917187690734863, "decoder_belief_target_nll": 1.081620216369629, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 3.99609375, "init_belief_target_mass": 0.9951342344284058, "init_belief_target_nll": 2.402773380279541, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.397894859313965, "init_mixture_b_entropy": 2.397894859313965, "init_slot_a_overlap": 0.00048667725059203804, "init_slot_b_overlap": 0.0004866772796958685, "mean_slot_purity": 0.668950617313385, "mean_slot_entropy": 0.9044023752212524, "mean_weight_entropy": 1.0883357524871826, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.99609375 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_factorized_cyclic_overlap", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "factorized_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1400, "length": 6, "query_type": "A", "k": 9, "n": 256, "decoder_query_target_mass": 0.9971593022346497, "decoder_query_target_nll": 0.8539749383926392, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 3.3828125, "decoder_belief_target_mass": 0.9917187690734863, "decoder_belief_target_nll": 1.081620216369629, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 3.99609375, "init_belief_target_mass": 0.9951342344284058, "init_belief_target_nll": 2.402773380279541, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.397894859313965, "init_mixture_b_entropy": 2.397894859313965, "init_slot_a_overlap": 0.00048667725059203804, "init_slot_b_overlap": 0.0004866772796958685, "mean_slot_purity": 0.668950617313385, "mean_slot_entropy": 0.9044023752212524, "mean_weight_entropy": 1.0883357524871826, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.99609375 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_factorized_cyclic_overlap", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "factorized_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1400, "length": 6, "query_type": "A", "k": 12, "n": 256, "decoder_query_target_mass": 0.9971593022346497, "decoder_query_target_nll": 0.8539749383926392, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 3.3828125, "decoder_belief_target_mass": 0.9917187690734863, "decoder_belief_target_nll": 1.081620216369629, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 3.99609375, "init_belief_target_mass": 0.9951342344284058, "init_belief_target_nll": 2.402773380279541, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.397894859313965, "init_mixture_b_entropy": 2.397894859313965, "init_slot_a_overlap": 0.00048667725059203804, "init_slot_b_overlap": 0.0004866772796958685, "mean_slot_purity": 0.668950617313385, "mean_slot_entropy": 0.9044023752212524, "mean_weight_entropy": 1.0883357524871826, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.99609375 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_factorized_cyclic_overlap", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "factorized_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1400, "length": 6, "query_type": "B", "k": 0, "n": 256, "decoder_query_target_mass": 0.30221283435821533, "decoder_query_target_nll": 2.3978195190429688, "decoder_query_top1_on_support": 0.3125, "mean_decoder_query_support_size": 3.32421875, "decoder_belief_target_mass": 0.041849613189697266, "decoder_belief_target_nll": 9.541833877563477, "decoder_belief_top1_on_support": 0.07421875, "mean_decoder_belief_support_size": 4.04296875, "init_belief_target_mass": 0.9951342344284058, "init_belief_target_nll": 2.402773380279541, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.397894859313965, "init_mixture_b_entropy": 2.397894859313965, "init_slot_a_overlap": 0.00048667725059203804, "init_slot_b_overlap": 0.0004866772796958685, "mean_slot_purity": 0.9951324462890625, "mean_slot_entropy": 0.04218858480453491, "mean_weight_entropy": 2.397895336151123, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 4.04296875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_factorized_cyclic_overlap", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "factorized_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1400, "length": 6, "query_type": "B", "k": 1, "n": 256, "decoder_query_target_mass": 0.357626736164093, "decoder_query_target_nll": 5.005271911621094, "decoder_query_top1_on_support": 0.375, "mean_decoder_query_support_size": 3.32421875, "decoder_belief_target_mass": 0.06347455084323883, "decoder_belief_target_nll": 11.484722137451172, "decoder_belief_top1_on_support": 0.0859375, "mean_decoder_belief_support_size": 4.04296875, "init_belief_target_mass": 0.9951342344284058, "init_belief_target_nll": 2.402773380279541, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.397894859313965, "init_mixture_b_entropy": 2.397894859313965, "init_slot_a_overlap": 0.00048667725059203804, "init_slot_b_overlap": 0.0004866772796958685, "mean_slot_purity": 0.904186487197876, "mean_slot_entropy": 0.22870004177093506, "mean_weight_entropy": 1.9452908039093018, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 4.04296875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_factorized_cyclic_overlap", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "factorized_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1400, "length": 6, "query_type": "B", "k": 3, "n": 256, "decoder_query_target_mass": 0.46231770515441895, "decoder_query_target_nll": 5.768098831176758, "decoder_query_top1_on_support": 0.5, "mean_decoder_query_support_size": 3.32421875, "decoder_belief_target_mass": 0.09004949033260345, "decoder_belief_target_nll": 12.258277893066406, "decoder_belief_top1_on_support": 0.09765625, "mean_decoder_belief_support_size": 4.04296875, "init_belief_target_mass": 0.9951342344284058, "init_belief_target_nll": 2.402773380279541, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.397894859313965, "init_mixture_b_entropy": 2.397894859313965, "init_slot_a_overlap": 0.00048667725059203804, "init_slot_b_overlap": 0.0004866772796958685, "mean_slot_purity": 0.7919268608093262, "mean_slot_entropy": 0.5234586000442505, "mean_weight_entropy": 1.5137763023376465, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 4.04296875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_factorized_cyclic_overlap", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "factorized_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1400, "length": 6, "query_type": "B", "k": 6, "n": 256, "decoder_query_target_mass": 0.9969630241394043, "decoder_query_target_nll": 0.8346384763717651, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 3.32421875, "decoder_belief_target_mass": 0.9917937517166138, "decoder_belief_target_nll": 1.083112359046936, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 4.04296875, "init_belief_target_mass": 0.9951342344284058, "init_belief_target_nll": 2.402773380279541, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.397894859313965, "init_mixture_b_entropy": 2.397894859313965, "init_slot_a_overlap": 0.00048667725059203804, "init_slot_b_overlap": 0.0004866772796958685, "mean_slot_purity": 0.6637617349624634, "mean_slot_entropy": 0.9255576133728027, "mean_weight_entropy": 1.0885906219482422, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 4.04296875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_factorized_cyclic_overlap", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "factorized_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1400, "length": 6, "query_type": "B", "k": 9, "n": 256, "decoder_query_target_mass": 0.9969630241394043, "decoder_query_target_nll": 0.8346384763717651, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 3.32421875, "decoder_belief_target_mass": 0.9917937517166138, "decoder_belief_target_nll": 1.083112359046936, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 4.04296875, "init_belief_target_mass": 0.9951342344284058, "init_belief_target_nll": 2.402773380279541, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.397894859313965, "init_mixture_b_entropy": 2.397894859313965, "init_slot_a_overlap": 0.00048667725059203804, "init_slot_b_overlap": 0.0004866772796958685, "mean_slot_purity": 0.6637617349624634, "mean_slot_entropy": 0.9255576729774475, "mean_weight_entropy": 1.0885906219482422, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 4.04296875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_factorized_cyclic_overlap", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "factorized_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1400, "length": 6, "query_type": "B", "k": 12, "n": 256, "decoder_query_target_mass": 0.9969630241394043, "decoder_query_target_nll": 0.8346384763717651, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 3.32421875, "decoder_belief_target_mass": 0.9917937517166138, "decoder_belief_target_nll": 1.083112359046936, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 4.04296875, "init_belief_target_mass": 0.9951342344284058, "init_belief_target_nll": 2.402773380279541, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.397894859313965, "init_mixture_b_entropy": 2.397894859313965, "init_slot_a_overlap": 0.00048667725059203804, "init_slot_b_overlap": 0.0004866772796958685, "mean_slot_purity": 0.6637617349624634, "mean_slot_entropy": 0.9255576729774475, "mean_weight_entropy": 1.0885906219482422, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 4.04296875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_factorized_cyclic_overlap", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "factorized_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1400, "length": 6, "query_type": "A_PLUS_B", "k": 0, "n": 256, "decoder_query_target_mass": 0.31461790204048157, "decoder_query_target_nll": 2.397907018661499, "decoder_query_top1_on_support": 0.3046875, "mean_decoder_query_support_size": 3.4609375, "decoder_belief_target_mass": 0.03513401746749878, "decoder_belief_target_nll": 9.611930847167969, "decoder_belief_top1_on_support": 0.04296875, "mean_decoder_belief_support_size": 3.73828125, "init_belief_target_mass": 0.9951342344284058, "init_belief_target_nll": 2.402773380279541, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.397894859313965, "init_mixture_b_entropy": 2.397894859313965, "init_slot_a_overlap": 0.00048667725059203804, "init_slot_b_overlap": 0.0004866772796958685, "mean_slot_purity": 0.9951324462890625, "mean_slot_entropy": 0.04218858480453491, "mean_weight_entropy": 2.397895336151123, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.73828125 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_factorized_cyclic_overlap", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "factorized_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1400, "length": 6, "query_type": "A_PLUS_B", "k": 1, "n": 256, "decoder_query_target_mass": 0.32053476572036743, "decoder_query_target_nll": 3.3177924156188965, "decoder_query_top1_on_support": 0.31640625, "mean_decoder_query_support_size": 3.4609375, "decoder_belief_target_mass": 0.04190164431929588, "decoder_belief_target_nll": 11.447822570800781, "decoder_belief_top1_on_support": 0.046875, "mean_decoder_belief_support_size": 3.73828125, "init_belief_target_mass": 0.9951342344284058, "init_belief_target_nll": 2.402773380279541, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.397894859313965, "init_mixture_b_entropy": 2.397894859313965, "init_slot_a_overlap": 0.00048667725059203804, "init_slot_b_overlap": 0.0004866772796958685, "mean_slot_purity": 0.9217297434806824, "mean_slot_entropy": 0.19554640352725983, "mean_weight_entropy": 2.038245677947998, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.73828125 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_factorized_cyclic_overlap", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "factorized_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1400, "length": 6, "query_type": "A_PLUS_B", "k": 3, "n": 256, "decoder_query_target_mass": 0.3148385286331177, "decoder_query_target_nll": 5.4911370277404785, "decoder_query_top1_on_support": 0.29296875, "mean_decoder_query_support_size": 3.4609375, "decoder_belief_target_mass": 0.04886118322610855, "decoder_belief_target_nll": 12.994741439819336, "decoder_belief_top1_on_support": 0.05078125, "mean_decoder_belief_support_size": 3.73828125, "init_belief_target_mass": 0.9951342344284058, "init_belief_target_nll": 2.402773380279541, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.397894859313965, "init_mixture_b_entropy": 2.397894859313965, "init_slot_a_overlap": 0.00048667725059203804, "init_slot_b_overlap": 0.0004866772796958685, "mean_slot_purity": 0.7884724140167236, "mean_slot_entropy": 0.5322154760360718, "mean_weight_entropy": 1.5028709173202515, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.73828125 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_factorized_cyclic_overlap", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "factorized_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1400, "length": 6, "query_type": "A_PLUS_B", "k": 6, "n": 256, "decoder_query_target_mass": 0.9943991899490356, "decoder_query_target_nll": 0.9305976629257202, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 3.4609375, "decoder_belief_target_mass": 0.9914590120315552, "decoder_belief_target_nll": 1.0403615236282349, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 3.73828125, "init_belief_target_mass": 0.9951342344284058, "init_belief_target_nll": 2.402773380279541, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.397894859313965, "init_mixture_b_entropy": 2.397894859313965, "init_slot_a_overlap": 0.00048667725059203804, "init_slot_b_overlap": 0.0004866772796958685, "mean_slot_purity": 0.6525900363922119, "mean_slot_entropy": 0.9481357932090759, "mean_weight_entropy": 1.0475951433181763, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.73828125 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_factorized_cyclic_overlap", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "factorized_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1400, "length": 6, "query_type": "A_PLUS_B", "k": 9, "n": 256, "decoder_query_target_mass": 0.9943991899490356, "decoder_query_target_nll": 0.9305976629257202, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 3.4609375, "decoder_belief_target_mass": 0.9914590120315552, "decoder_belief_target_nll": 1.0403615236282349, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 3.73828125, "init_belief_target_mass": 0.9951342344284058, "init_belief_target_nll": 2.402773380279541, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.397894859313965, "init_mixture_b_entropy": 2.397894859313965, "init_slot_a_overlap": 0.00048667725059203804, "init_slot_b_overlap": 0.0004866772796958685, "mean_slot_purity": 0.6525900363922119, "mean_slot_entropy": 0.9481357932090759, "mean_weight_entropy": 1.0475951433181763, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.73828125 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_factorized_cyclic_overlap", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "factorized_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1400, "length": 6, "query_type": "A_PLUS_B", "k": 12, "n": 256, "decoder_query_target_mass": 0.9943991899490356, "decoder_query_target_nll": 0.9305976629257202, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 3.4609375, "decoder_belief_target_mass": 0.9914590120315552, "decoder_belief_target_nll": 1.0403615236282349, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 3.73828125, "init_belief_target_mass": 0.9951342344284058, "init_belief_target_nll": 2.402773380279541, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.397894859313965, "init_mixture_b_entropy": 2.397894859313965, "init_slot_a_overlap": 0.00048667725059203804, "init_slot_b_overlap": 0.0004866772796958685, "mean_slot_purity": 0.6525900363922119, "mean_slot_entropy": 0.9481357932090759, "mean_weight_entropy": 1.0475951433181763, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.73828125 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_factorized_cyclic_overlap", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "factorized_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1400, "length": 6, "query_type": "A_MINUS_B", "k": 0, "n": 256, "decoder_query_target_mass": 0.3396775424480438, "decoder_query_target_nll": 6.771613121032715, "decoder_query_top1_on_support": 0.33984375, "mean_decoder_query_support_size": 3.37109375, "decoder_belief_target_mass": 0.03336498513817787, "decoder_belief_target_nll": 9.557912826538086, "decoder_belief_top1_on_support": 0.04296875, "mean_decoder_belief_support_size": 3.7421875, "init_belief_target_mass": 0.9951342344284058, "init_belief_target_nll": 2.402773380279541, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.397894859313965, "init_mixture_b_entropy": 2.397894859313965, "init_slot_a_overlap": 0.00048667725059203804, "init_slot_b_overlap": 0.0004866772796958685, "mean_slot_purity": 0.9951324462890625, "mean_slot_entropy": 0.04218858480453491, "mean_weight_entropy": 2.397895336151123, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.7421875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_factorized_cyclic_overlap", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "factorized_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1400, "length": 6, "query_type": "A_MINUS_B", "k": 1, "n": 256, "decoder_query_target_mass": 0.3220481276512146, "decoder_query_target_nll": 5.097226619720459, "decoder_query_top1_on_support": 0.33984375, "mean_decoder_query_support_size": 3.37109375, "decoder_belief_target_mass": 0.03854487091302872, "decoder_belief_target_nll": 11.832935333251953, "decoder_belief_top1_on_support": 0.04296875, "mean_decoder_belief_support_size": 3.7421875, "init_belief_target_mass": 0.9951342344284058, "init_belief_target_nll": 2.402773380279541, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.397894859313965, "init_mixture_b_entropy": 2.397894859313965, "init_slot_a_overlap": 0.00048667725059203804, "init_slot_b_overlap": 0.0004866772796958685, "mean_slot_purity": 0.9085228443145752, "mean_slot_entropy": 0.21926729381084442, "mean_weight_entropy": 1.9900120496749878, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.7421875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_factorized_cyclic_overlap", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "factorized_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1400, "length": 6, "query_type": "A_MINUS_B", "k": 3, "n": 256, "decoder_query_target_mass": 0.319905161857605, "decoder_query_target_nll": 5.625702857971191, "decoder_query_top1_on_support": 0.32421875, "mean_decoder_query_support_size": 3.37109375, "decoder_belief_target_mass": 0.0806213989853859, "decoder_belief_target_nll": 12.663995742797852, "decoder_belief_top1_on_support": 0.09375, "mean_decoder_belief_support_size": 3.7421875, "init_belief_target_mass": 0.9951342344284058, "init_belief_target_nll": 2.402773380279541, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.397894859313965, "init_mixture_b_entropy": 2.397894859313965, "init_slot_a_overlap": 0.00048667725059203804, "init_slot_b_overlap": 0.0004866772796958685, "mean_slot_purity": 0.7895475625991821, "mean_slot_entropy": 0.5326976776123047, "mean_weight_entropy": 1.5324773788452148, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.7421875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_factorized_cyclic_overlap", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "factorized_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1400, "length": 6, "query_type": "A_MINUS_B", "k": 6, "n": 256, "decoder_query_target_mass": 0.9943609237670898, "decoder_query_target_nll": 0.8607649207115173, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 3.37109375, "decoder_belief_target_mass": 0.9913010597229004, "decoder_belief_target_nll": 1.0134265422821045, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 3.7421875, "init_belief_target_mass": 0.9951342344284058, "init_belief_target_nll": 2.402773380279541, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.397894859313965, "init_mixture_b_entropy": 2.397894859313965, "init_slot_a_overlap": 0.00048667725059203804, "init_slot_b_overlap": 0.0004866772796958685, "mean_slot_purity": 0.666876494884491, "mean_slot_entropy": 0.9054694175720215, "mean_weight_entropy": 1.0212740898132324, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.7421875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_factorized_cyclic_overlap", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "factorized_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1400, "length": 6, "query_type": "A_MINUS_B", "k": 9, "n": 256, "decoder_query_target_mass": 0.9943609237670898, "decoder_query_target_nll": 0.8607649207115173, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 3.37109375, "decoder_belief_target_mass": 0.9913010597229004, "decoder_belief_target_nll": 1.0134265422821045, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 3.7421875, "init_belief_target_mass": 0.9951342344284058, "init_belief_target_nll": 2.402773380279541, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.397894859313965, "init_mixture_b_entropy": 2.397894859313965, "init_slot_a_overlap": 0.00048667725059203804, "init_slot_b_overlap": 0.0004866772796958685, "mean_slot_purity": 0.666876494884491, "mean_slot_entropy": 0.9054694175720215, "mean_weight_entropy": 1.0212740898132324, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.7421875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_factorized_cyclic_overlap", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "factorized_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1400, "length": 6, "query_type": "A_MINUS_B", "k": 12, "n": 256, "decoder_query_target_mass": 0.9943609237670898, "decoder_query_target_nll": 0.8607649207115173, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 3.37109375, "decoder_belief_target_mass": 0.9913010597229004, "decoder_belief_target_nll": 1.0134265422821045, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 3.7421875, "init_belief_target_mass": 0.9951342344284058, "init_belief_target_nll": 2.402773380279541, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.397894859313965, "init_mixture_b_entropy": 2.397894859313965, "init_slot_a_overlap": 0.00048667725059203804, "init_slot_b_overlap": 0.0004866772796958685, "mean_slot_purity": 0.666876494884491, "mean_slot_entropy": 0.9054694175720215, "mean_weight_entropy": 1.0212740898132324, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.7421875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_factorized_cyclic_overlap", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "factorized_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1400, "length": 9, "query_type": "A", "k": 0, "n": 256, "decoder_query_target_mass": 0.18999376893043518, "decoder_query_target_nll": 2.397792100906372, "decoder_query_top1_on_support": 0.2109375, "mean_decoder_query_support_size": 2.08984375, "decoder_belief_target_mass": 0.025545556098222733, "decoder_belief_target_nll": 9.460693359375, "decoder_belief_top1_on_support": 0.01953125, "mean_decoder_belief_support_size": 2.4765625, "init_belief_target_mass": 0.9951342344284058, "init_belief_target_nll": 2.402773380279541, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.397894859313965, "init_mixture_b_entropy": 2.397894859313965, "init_slot_a_overlap": 0.00048667725059203804, "init_slot_b_overlap": 0.0004866772796958685, "mean_slot_purity": 0.9951324462890625, "mean_slot_entropy": 0.04218858480453491, "mean_weight_entropy": 2.397895336151123, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.4765625 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_factorized_cyclic_overlap", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "factorized_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1400, "length": 9, "query_type": "A", "k": 1, "n": 256, "decoder_query_target_mass": 0.20687615871429443, "decoder_query_target_nll": 5.5684614181518555, "decoder_query_top1_on_support": 0.20703125, "mean_decoder_query_support_size": 2.08984375, "decoder_belief_target_mass": 0.035711925476789474, "decoder_belief_target_nll": 12.119029998779297, "decoder_belief_top1_on_support": 0.03515625, "mean_decoder_belief_support_size": 2.4765625, "init_belief_target_mass": 0.9951342344284058, "init_belief_target_nll": 2.402773380279541, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.397894859313965, "init_mixture_b_entropy": 2.397894859313965, "init_slot_a_overlap": 0.00048667725059203804, "init_slot_b_overlap": 0.0004866772796958685, "mean_slot_purity": 0.8991868495941162, "mean_slot_entropy": 0.24103301763534546, "mean_weight_entropy": 1.920235514640808, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.4765625 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_factorized_cyclic_overlap", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "factorized_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1400, "length": 9, "query_type": "A", "k": 3, "n": 256, "decoder_query_target_mass": 0.22424408793449402, "decoder_query_target_nll": 7.710580825805664, "decoder_query_top1_on_support": 0.2421875, "mean_decoder_query_support_size": 2.08984375, "decoder_belief_target_mass": 0.0464644618332386, "decoder_belief_target_nll": 14.125144958496094, "decoder_belief_top1_on_support": 0.04296875, "mean_decoder_belief_support_size": 2.4765625, "init_belief_target_mass": 0.9951342344284058, "init_belief_target_nll": 2.402773380279541, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.397894859313965, "init_mixture_b_entropy": 2.397894859313965, "init_slot_a_overlap": 0.00048667725059203804, "init_slot_b_overlap": 0.0004866772796958685, "mean_slot_purity": 0.7694851160049438, "mean_slot_entropy": 0.5617870092391968, "mean_weight_entropy": 1.4103813171386719, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.4765625 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_factorized_cyclic_overlap", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "factorized_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1400, "length": 9, "query_type": "A", "k": 6, "n": 256, "decoder_query_target_mass": 0.39604488015174866, "decoder_query_target_nll": 6.897218227386475, "decoder_query_top1_on_support": 0.39453125, "mean_decoder_query_support_size": 2.08984375, "decoder_belief_target_mass": 0.09585383534431458, "decoder_belief_target_nll": 13.203265190124512, "decoder_belief_top1_on_support": 0.09765625, "mean_decoder_belief_support_size": 2.4765625, "init_belief_target_mass": 0.9951342344284058, "init_belief_target_nll": 2.402773380279541, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.397894859313965, "init_mixture_b_entropy": 2.397894859313965, "init_slot_a_overlap": 0.00048667725059203804, "init_slot_b_overlap": 0.0004866772796958685, "mean_slot_purity": 0.6538363695144653, "mean_slot_entropy": 0.932991087436676, "mean_weight_entropy": 0.98564213514328, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.4765625 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_factorized_cyclic_overlap", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "factorized_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1400, "length": 9, "query_type": "A", "k": 9, "n": 256, "decoder_query_target_mass": 0.9958887100219727, "decoder_query_target_nll": 0.4754023551940918, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 2.08984375, "decoder_belief_target_mass": 0.9907175302505493, "decoder_belief_target_nll": 0.6135005950927734, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 2.4765625, "init_belief_target_mass": 0.9951342344284058, "init_belief_target_nll": 2.402773380279541, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.397894859313965, "init_mixture_b_entropy": 2.397894859313965, "init_slot_a_overlap": 0.00048667725059203804, "init_slot_b_overlap": 0.0004866772796958685, "mean_slot_purity": 0.5698510408401489, "mean_slot_entropy": 1.205622911453247, "mean_weight_entropy": 0.6228710412979126, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.4765625 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_factorized_cyclic_overlap", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "factorized_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1400, "length": 9, "query_type": "A", "k": 12, "n": 256, "decoder_query_target_mass": 0.9958887100219727, "decoder_query_target_nll": 0.4754023551940918, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 2.08984375, "decoder_belief_target_mass": 0.9907175302505493, "decoder_belief_target_nll": 0.6135005950927734, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 2.4765625, "init_belief_target_mass": 0.9951342344284058, "init_belief_target_nll": 2.402773380279541, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.397894859313965, "init_mixture_b_entropy": 2.397894859313965, "init_slot_a_overlap": 0.00048667725059203804, "init_slot_b_overlap": 0.0004866772796958685, "mean_slot_purity": 0.5698510408401489, "mean_slot_entropy": 1.205622911453247, "mean_weight_entropy": 0.6228710412979126, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.4765625 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_factorized_cyclic_overlap", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "factorized_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1400, "length": 9, "query_type": "B", "k": 0, "n": 256, "decoder_query_target_mass": 0.18678653240203857, "decoder_query_target_nll": 2.3979132175445557, "decoder_query_top1_on_support": 0.15234375, "mean_decoder_query_support_size": 2.0546875, "decoder_belief_target_mass": 0.021650882437825203, "decoder_belief_target_nll": 9.81069278717041, "decoder_belief_top1_on_support": 0.02734375, "mean_decoder_belief_support_size": 2.5, "init_belief_target_mass": 0.9951342344284058, "init_belief_target_nll": 2.402773380279541, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.397894859313965, "init_mixture_b_entropy": 2.397894859313965, "init_slot_a_overlap": 0.00048667725059203804, "init_slot_b_overlap": 0.0004866772796958685, "mean_slot_purity": 0.9951324462890625, "mean_slot_entropy": 0.04218858480453491, "mean_weight_entropy": 2.397895336151123, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.5 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_factorized_cyclic_overlap", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "factorized_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1400, "length": 9, "query_type": "B", "k": 1, "n": 256, "decoder_query_target_mass": 0.20835477113723755, "decoder_query_target_nll": 5.925131797790527, "decoder_query_top1_on_support": 0.171875, "mean_decoder_query_support_size": 2.0546875, "decoder_belief_target_mass": 0.030372893437743187, "decoder_belief_target_nll": 12.27593994140625, "decoder_belief_top1_on_support": 0.03125, "mean_decoder_belief_support_size": 2.5, "init_belief_target_mass": 0.9951342344284058, "init_belief_target_nll": 2.402773380279541, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.397894859313965, "init_mixture_b_entropy": 2.397894859313965, "init_slot_a_overlap": 0.00048667725059203804, "init_slot_b_overlap": 0.0004866772796958685, "mean_slot_purity": 0.8966661095619202, "mean_slot_entropy": 0.24358846247196198, "mean_weight_entropy": 1.9152135848999023, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.5 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_factorized_cyclic_overlap", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "factorized_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1400, "length": 9, "query_type": "B", "k": 3, "n": 256, "decoder_query_target_mass": 0.23261095583438873, "decoder_query_target_nll": 7.592302322387695, "decoder_query_top1_on_support": 0.2265625, "mean_decoder_query_support_size": 2.0546875, "decoder_belief_target_mass": 0.029988838359713554, "decoder_belief_target_nll": 13.47712230682373, "decoder_belief_top1_on_support": 0.04296875, "mean_decoder_belief_support_size": 2.5, "init_belief_target_mass": 0.9951342344284058, "init_belief_target_nll": 2.402773380279541, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.397894859313965, "init_mixture_b_entropy": 2.397894859313965, "init_slot_a_overlap": 0.00048667725059203804, "init_slot_b_overlap": 0.0004866772796958685, "mean_slot_purity": 0.7750195264816284, "mean_slot_entropy": 0.5529945492744446, "mean_weight_entropy": 1.4405834674835205, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.5 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_factorized_cyclic_overlap", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "factorized_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1400, "length": 9, "query_type": "B", "k": 6, "n": 256, "decoder_query_target_mass": 0.3732450306415558, "decoder_query_target_nll": 7.212229251861572, "decoder_query_top1_on_support": 0.36328125, "mean_decoder_query_support_size": 2.0546875, "decoder_belief_target_mass": 0.08747851848602295, "decoder_belief_target_nll": 12.535604476928711, "decoder_belief_top1_on_support": 0.07421875, "mean_decoder_belief_support_size": 2.5, "init_belief_target_mass": 0.9951342344284058, "init_belief_target_nll": 2.402773380279541, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.397894859313965, "init_mixture_b_entropy": 2.397894859313965, "init_slot_a_overlap": 0.00048667725059203804, "init_slot_b_overlap": 0.0004866772796958685, "mean_slot_purity": 0.6516604423522949, "mean_slot_entropy": 0.947014331817627, "mean_weight_entropy": 1.0103018283843994, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.5 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_factorized_cyclic_overlap", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "factorized_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1400, "length": 9, "query_type": "B", "k": 9, "n": 256, "decoder_query_target_mass": 0.9955966472625732, "decoder_query_target_nll": 0.46454066038131714, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 2.0546875, "decoder_belief_target_mass": 0.9905272126197815, "decoder_belief_target_nll": 0.647385835647583, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 2.5, "init_belief_target_mass": 0.9951342344284058, "init_belief_target_nll": 2.402773380279541, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.397894859313965, "init_mixture_b_entropy": 2.397894859313965, "init_slot_a_overlap": 0.00048667725059203804, "init_slot_b_overlap": 0.0004866772796958685, "mean_slot_purity": 0.5703780055046082, "mean_slot_entropy": 1.2160389423370361, "mean_weight_entropy": 0.6586596965789795, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.5 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_factorized_cyclic_overlap", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "factorized_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1400, "length": 9, "query_type": "B", "k": 12, "n": 256, "decoder_query_target_mass": 0.9955966472625732, "decoder_query_target_nll": 0.46454066038131714, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 2.0546875, "decoder_belief_target_mass": 0.9905272126197815, "decoder_belief_target_nll": 0.647385835647583, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 2.5, "init_belief_target_mass": 0.9951342344284058, "init_belief_target_nll": 2.402773380279541, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.397894859313965, "init_mixture_b_entropy": 2.397894859313965, "init_slot_a_overlap": 0.00048667725059203804, "init_slot_b_overlap": 0.0004866772796958685, "mean_slot_purity": 0.5703780055046082, "mean_slot_entropy": 1.2160389423370361, "mean_weight_entropy": 0.6586596965789795, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.5 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_factorized_cyclic_overlap", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "factorized_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1400, "length": 9, "query_type": "A_PLUS_B", "k": 0, "n": 256, "decoder_query_target_mass": 0.2059987485408783, "decoder_query_target_nll": 2.3978350162506104, "decoder_query_top1_on_support": 0.2265625, "mean_decoder_query_support_size": 2.265625, "decoder_belief_target_mass": 0.02094510942697525, "decoder_belief_target_nll": 9.65477180480957, "decoder_belief_top1_on_support": 0.0234375, "mean_decoder_belief_support_size": 2.38671875, "init_belief_target_mass": 0.9951342344284058, "init_belief_target_nll": 2.402773380279541, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.397894859313965, "init_mixture_b_entropy": 2.397894859313965, "init_slot_a_overlap": 0.00048667725059203804, "init_slot_b_overlap": 0.0004866772796958685, "mean_slot_purity": 0.9951324462890625, "mean_slot_entropy": 0.042188581079244614, "mean_weight_entropy": 2.397895336151123, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.38671875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_factorized_cyclic_overlap", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "factorized_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1400, "length": 9, "query_type": "A_PLUS_B", "k": 1, "n": 256, "decoder_query_target_mass": 0.20072036981582642, "decoder_query_target_nll": 3.6871323585510254, "decoder_query_top1_on_support": 0.203125, "mean_decoder_query_support_size": 2.265625, "decoder_belief_target_mass": 0.02248392626643181, "decoder_belief_target_nll": 12.133213996887207, "decoder_belief_top1_on_support": 0.02734375, "mean_decoder_belief_support_size": 2.38671875, "init_belief_target_mass": 0.9951342344284058, "init_belief_target_nll": 2.402773380279541, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.397894859313965, "init_mixture_b_entropy": 2.397894859313965, "init_slot_a_overlap": 0.00048667725059203804, "init_slot_b_overlap": 0.0004866772796958685, "mean_slot_purity": 0.8977899551391602, "mean_slot_entropy": 0.23667559027671814, "mean_weight_entropy": 1.9386038780212402, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.38671875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_factorized_cyclic_overlap", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "factorized_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1400, "length": 9, "query_type": "A_PLUS_B", "k": 3, "n": 256, "decoder_query_target_mass": 0.21053335070610046, "decoder_query_target_nll": 5.568703651428223, "decoder_query_top1_on_support": 0.20703125, "mean_decoder_query_support_size": 2.265625, "decoder_belief_target_mass": 0.03510695695877075, "decoder_belief_target_nll": 13.887978553771973, "decoder_belief_top1_on_support": 0.03515625, "mean_decoder_belief_support_size": 2.38671875, "init_belief_target_mass": 0.9951342344284058, "init_belief_target_nll": 2.402773380279541, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.397894859313965, "init_mixture_b_entropy": 2.397894859313965, "init_slot_a_overlap": 0.00048667725059203804, "init_slot_b_overlap": 0.0004866772796958685, "mean_slot_purity": 0.7659755945205688, "mean_slot_entropy": 0.5697007179260254, "mean_weight_entropy": 1.4237843751907349, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.38671875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_factorized_cyclic_overlap", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "factorized_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1400, "length": 9, "query_type": "A_PLUS_B", "k": 6, "n": 256, "decoder_query_target_mass": 0.2406623363494873, "decoder_query_target_nll": 7.4789581298828125, "decoder_query_top1_on_support": 0.22265625, "mean_decoder_query_support_size": 2.265625, "decoder_belief_target_mass": 0.08649080246686935, "decoder_belief_target_nll": 13.9971923828125, "decoder_belief_top1_on_support": 0.08203125, "mean_decoder_belief_support_size": 2.38671875, "init_belief_target_mass": 0.9951342344284058, "init_belief_target_nll": 2.402773380279541, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.397894859313965, "init_mixture_b_entropy": 2.397894859313965, "init_slot_a_overlap": 0.00048667725059203804, "init_slot_b_overlap": 0.0004866772796958685, "mean_slot_purity": 0.6409218311309814, "mean_slot_entropy": 0.969822108745575, "mean_weight_entropy": 0.9644873142242432, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.38671875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_factorized_cyclic_overlap", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "factorized_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1400, "length": 9, "query_type": "A_PLUS_B", "k": 9, "n": 256, "decoder_query_target_mass": 0.992926836013794, "decoder_query_target_nll": 0.5645632147789001, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 2.265625, "decoder_belief_target_mass": 0.9909770488739014, "decoder_belief_target_nll": 0.6237867474555969, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 2.38671875, "init_belief_target_mass": 0.9951342344284058, "init_belief_target_nll": 2.402773380279541, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.397894859313965, "init_mixture_b_entropy": 2.397894859313965, "init_slot_a_overlap": 0.00048667725059203804, "init_slot_b_overlap": 0.0004866772796958685, "mean_slot_purity": 0.5720933675765991, "mean_slot_entropy": 1.2051012516021729, "mean_weight_entropy": 0.6336480379104614, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.38671875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_factorized_cyclic_overlap", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "factorized_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1400, "length": 9, "query_type": "A_PLUS_B", "k": 12, "n": 256, "decoder_query_target_mass": 0.992926836013794, "decoder_query_target_nll": 0.5645632147789001, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 2.265625, "decoder_belief_target_mass": 0.9909770488739014, "decoder_belief_target_nll": 0.6237867474555969, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 2.38671875, "init_belief_target_mass": 0.9951342344284058, "init_belief_target_nll": 2.402773380279541, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.397894859313965, "init_mixture_b_entropy": 2.397894859313965, "init_slot_a_overlap": 0.00048667725059203804, "init_slot_b_overlap": 0.0004866772796958685, "mean_slot_purity": 0.5720933675765991, "mean_slot_entropy": 1.2051013708114624, "mean_weight_entropy": 0.6336480379104614, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.38671875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_factorized_cyclic_overlap", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "factorized_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1400, "length": 9, "query_type": "A_MINUS_B", "k": 0, "n": 256, "decoder_query_target_mass": 0.1798551380634308, "decoder_query_target_nll": 7.134340286254883, "decoder_query_top1_on_support": 0.1796875, "mean_decoder_query_support_size": 2.33984375, "decoder_belief_target_mass": 0.021296296268701553, "decoder_belief_target_nll": 9.907297134399414, "decoder_belief_top1_on_support": 0.01953125, "mean_decoder_belief_support_size": 2.515625, "init_belief_target_mass": 0.9951342344284058, "init_belief_target_nll": 2.402773380279541, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.397894859313965, "init_mixture_b_entropy": 2.397894859313965, "init_slot_a_overlap": 0.00048667725059203804, "init_slot_b_overlap": 0.0004866772796958685, "mean_slot_purity": 0.9951324462890625, "mean_slot_entropy": 0.04218858480453491, "mean_weight_entropy": 2.397895336151123, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.515625 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_factorized_cyclic_overlap", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "factorized_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1400, "length": 9, "query_type": "A_MINUS_B", "k": 1, "n": 256, "decoder_query_target_mass": 0.20210224390029907, "decoder_query_target_nll": 5.481698989868164, "decoder_query_top1_on_support": 0.1953125, "mean_decoder_query_support_size": 2.33984375, "decoder_belief_target_mass": 0.01752902939915657, "decoder_belief_target_nll": 12.188241958618164, "decoder_belief_top1_on_support": 0.015625, "mean_decoder_belief_support_size": 2.515625, "init_belief_target_mass": 0.9951342344284058, "init_belief_target_nll": 2.402773380279541, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.397894859313965, "init_mixture_b_entropy": 2.397894859313965, "init_slot_a_overlap": 0.00048667725059203804, "init_slot_b_overlap": 0.0004866772796958685, "mean_slot_purity": 0.9085301160812378, "mean_slot_entropy": 0.22004851698875427, "mean_weight_entropy": 1.9767273664474487, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.515625 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_factorized_cyclic_overlap", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "factorized_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1400, "length": 9, "query_type": "A_MINUS_B", "k": 3, "n": 256, "decoder_query_target_mass": 0.20771105587482452, "decoder_query_target_nll": 6.2238006591796875, "decoder_query_top1_on_support": 0.203125, "mean_decoder_query_support_size": 2.33984375, "decoder_belief_target_mass": 0.028232702985405922, "decoder_belief_target_nll": 13.927750587463379, "decoder_belief_top1_on_support": 0.01171875, "mean_decoder_belief_support_size": 2.515625, "init_belief_target_mass": 0.9951342344284058, "init_belief_target_nll": 2.402773380279541, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.397894859313965, "init_mixture_b_entropy": 2.397894859313965, "init_slot_a_overlap": 0.00048667725059203804, "init_slot_b_overlap": 0.0004866772796958685, "mean_slot_purity": 0.7785307765007019, "mean_slot_entropy": 0.5596052408218384, "mean_weight_entropy": 1.4783282279968262, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.515625 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_factorized_cyclic_overlap", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "factorized_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1400, "length": 9, "query_type": "A_MINUS_B", "k": 6, "n": 256, "decoder_query_target_mass": 0.2753535509109497, "decoder_query_target_nll": 7.039722442626953, "decoder_query_top1_on_support": 0.29296875, "mean_decoder_query_support_size": 2.33984375, "decoder_belief_target_mass": 0.11215268075466156, "decoder_belief_target_nll": 13.532058715820312, "decoder_belief_top1_on_support": 0.11328125, "mean_decoder_belief_support_size": 2.515625, "init_belief_target_mass": 0.9951342344284058, "init_belief_target_nll": 2.402773380279541, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.397894859313965, "init_mixture_b_entropy": 2.397894859313965, "init_slot_a_overlap": 0.00048667725059203804, "init_slot_b_overlap": 0.0004866772796958685, "mean_slot_purity": 0.643502950668335, "mean_slot_entropy": 0.9837383031845093, "mean_weight_entropy": 0.9616965055465698, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.515625 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_factorized_cyclic_overlap", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "factorized_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1400, "length": 9, "query_type": "A_MINUS_B", "k": 9, "n": 256, "decoder_query_target_mass": 0.9925393462181091, "decoder_query_target_nll": 0.5436056852340698, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 2.33984375, "decoder_belief_target_mass": 0.9898396134376526, "decoder_belief_target_nll": 0.6370079517364502, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 2.515625, "init_belief_target_mass": 0.9951342344284058, "init_belief_target_nll": 2.402773380279541, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.397894859313965, "init_mixture_b_entropy": 2.397894859313965, "init_slot_a_overlap": 0.00048667725059203804, "init_slot_b_overlap": 0.0004866772796958685, "mean_slot_purity": 0.5658305883407593, "mean_slot_entropy": 1.2404617071151733, "mean_weight_entropy": 0.6462304592132568, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.515625 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_factorized_cyclic_overlap", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "factorized_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1400, "length": 9, "query_type": "A_MINUS_B", "k": 12, "n": 256, "decoder_query_target_mass": 0.9925394058227539, "decoder_query_target_nll": 0.5436056852340698, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 2.33984375, "decoder_belief_target_mass": 0.9898396134376526, "decoder_belief_target_nll": 0.6370079517364502, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 2.515625, "init_belief_target_mass": 0.9951342344284058, "init_belief_target_nll": 2.402773380279541, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.397894859313965, "init_mixture_b_entropy": 2.397894859313965, "init_slot_a_overlap": 0.00048667725059203804, "init_slot_b_overlap": 0.0004866772796958685, "mean_slot_purity": 0.5658305883407593, "mean_slot_entropy": 1.2404617071151733, "mean_weight_entropy": 0.6462304592132568, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.515625 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_factorized_cyclic_overlap", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "factorized_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1400, "length": 12, "query_type": "A", "k": 0, "n": 256, "decoder_query_target_mass": 0.14880532026290894, "decoder_query_target_nll": 2.397804021835327, "decoder_query_top1_on_support": 0.16796875, "mean_decoder_query_support_size": 1.63671875, "decoder_belief_target_mass": 0.017046915367245674, "decoder_belief_target_nll": 9.44990348815918, "decoder_belief_top1_on_support": 0.04296875, "mean_decoder_belief_support_size": 1.83984375, "init_belief_target_mass": 0.9951342344284058, "init_belief_target_nll": 2.402773380279541, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.397894859313965, "init_mixture_b_entropy": 2.397894859313965, "init_slot_a_overlap": 0.00048667725059203804, "init_slot_b_overlap": 0.0004866772796958685, "mean_slot_purity": 0.9951324462890625, "mean_slot_entropy": 0.04218858480453491, "mean_weight_entropy": 2.397895336151123, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 1.83984375 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_factorized_cyclic_overlap", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "factorized_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1400, "length": 12, "query_type": "A", "k": 1, "n": 256, "decoder_query_target_mass": 0.14509962499141693, "decoder_query_target_nll": 5.411658763885498, "decoder_query_top1_on_support": 0.1640625, "mean_decoder_query_support_size": 1.63671875, "decoder_belief_target_mass": 0.01692071743309498, "decoder_belief_target_nll": 12.059671401977539, "decoder_belief_top1_on_support": 0.01171875, "mean_decoder_belief_support_size": 1.83984375, "init_belief_target_mass": 0.9951342344284058, "init_belief_target_nll": 2.402773380279541, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.397894859313965, "init_mixture_b_entropy": 2.397894859313965, "init_slot_a_overlap": 0.00048667725059203804, "init_slot_b_overlap": 0.0004866772796958685, "mean_slot_purity": 0.9061859250068665, "mean_slot_entropy": 0.22412075102329254, "mean_weight_entropy": 1.9730925559997559, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 1.83984375 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_factorized_cyclic_overlap", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "factorized_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1400, "length": 12, "query_type": "A", "k": 3, "n": 256, "decoder_query_target_mass": 0.15731441974639893, "decoder_query_target_nll": 8.395780563354492, "decoder_query_top1_on_support": 0.15625, "mean_decoder_query_support_size": 1.63671875, "decoder_belief_target_mass": 0.015454437583684921, "decoder_belief_target_nll": 15.025215148925781, "decoder_belief_top1_on_support": 0.01171875, "mean_decoder_belief_support_size": 1.83984375, "init_belief_target_mass": 0.9951342344284058, "init_belief_target_nll": 2.402773380279541, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.397894859313965, "init_mixture_b_entropy": 2.397894859313965, "init_slot_a_overlap": 0.00048667725059203804, "init_slot_b_overlap": 0.0004866772796958685, "mean_slot_purity": 0.7655454277992249, "mean_slot_entropy": 0.5803570747375488, "mean_weight_entropy": 1.415229320526123, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 1.83984375 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_factorized_cyclic_overlap", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "factorized_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1400, "length": 12, "query_type": "A", "k": 6, "n": 256, "decoder_query_target_mass": 0.18922534584999084, "decoder_query_target_nll": 9.817916870117188, "decoder_query_top1_on_support": 0.16015625, "mean_decoder_query_support_size": 1.63671875, "decoder_belief_target_mass": 0.02004275843501091, "decoder_belief_target_nll": 15.606351852416992, "decoder_belief_top1_on_support": 0.0234375, "mean_decoder_belief_support_size": 1.83984375, "init_belief_target_mass": 0.9951342344284058, "init_belief_target_nll": 2.402773380279541, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.397894859313965, "init_mixture_b_entropy": 2.397894859313965, "init_slot_a_overlap": 0.00048667725059203804, "init_slot_b_overlap": 0.0004866772796958685, "mean_slot_purity": 0.6482173800468445, "mean_slot_entropy": 0.9524692893028259, "mean_weight_entropy": 0.9859619140625, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 1.83984375 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_factorized_cyclic_overlap", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "factorized_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1400, "length": 12, "query_type": "A", "k": 9, "n": 256, "decoder_query_target_mass": 0.3550696074962616, "decoder_query_target_nll": 9.041540145874023, "decoder_query_top1_on_support": 0.33984375, "mean_decoder_query_support_size": 1.63671875, "decoder_belief_target_mass": 0.10185806453227997, "decoder_belief_target_nll": 14.21019172668457, "decoder_belief_top1_on_support": 0.078125, "mean_decoder_belief_support_size": 1.83984375, "init_belief_target_mass": 0.9951342344284058, "init_belief_target_nll": 2.402773380279541, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.397894859313965, "init_mixture_b_entropy": 2.397894859313965, "init_slot_a_overlap": 0.00048667725059203804, "init_slot_b_overlap": 0.0004866772796958685, "mean_slot_purity": 0.5848134756088257, "mean_slot_entropy": 1.160513162612915, "mean_weight_entropy": 0.6496147513389587, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 1.83984375 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_factorized_cyclic_overlap", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "factorized_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1400, "length": 12, "query_type": "A", "k": 12, "n": 256, "decoder_query_target_mass": 0.9951193332672119, "decoder_query_target_nll": 0.3085372745990753, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 1.63671875, "decoder_belief_target_mass": 0.990017294883728, "decoder_belief_target_nll": 0.4090055823326111, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 1.83984375, "init_belief_target_mass": 0.9951342344284058, "init_belief_target_nll": 2.402773380279541, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.397894859313965, "init_mixture_b_entropy": 2.397894859313965, "init_slot_a_overlap": 0.00048667725059203804, "init_slot_b_overlap": 0.0004866772796958685, "mean_slot_purity": 0.523210883140564, "mean_slot_entropy": 1.3872838020324707, "mean_weight_entropy": 0.4189798831939697, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 1.83984375 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_factorized_cyclic_overlap", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "factorized_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1400, "length": 12, "query_type": "B", "k": 0, "n": 256, "decoder_query_target_mass": 0.1590983271598816, "decoder_query_target_nll": 2.397883176803589, "decoder_query_top1_on_support": 0.1953125, "mean_decoder_query_support_size": 1.75, "decoder_belief_target_mass": 0.016691064462065697, "decoder_belief_target_nll": 9.673257827758789, "decoder_belief_top1_on_support": 0.01953125, "mean_decoder_belief_support_size": 1.9921875, "init_belief_target_mass": 0.9951342344284058, "init_belief_target_nll": 2.402773380279541, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.397894859313965, "init_mixture_b_entropy": 2.397894859313965, "init_slot_a_overlap": 0.00048667725059203804, "init_slot_b_overlap": 0.0004866772796958685, "mean_slot_purity": 0.9951324462890625, "mean_slot_entropy": 0.04218858480453491, "mean_weight_entropy": 2.397895336151123, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 1.9921875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_factorized_cyclic_overlap", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "factorized_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1400, "length": 12, "query_type": "B", "k": 1, "n": 256, "decoder_query_target_mass": 0.1698126494884491, "decoder_query_target_nll": 5.331036567687988, "decoder_query_top1_on_support": 0.1796875, "mean_decoder_query_support_size": 1.75, "decoder_belief_target_mass": 0.019646093249320984, "decoder_belief_target_nll": 11.878863334655762, "decoder_belief_top1_on_support": 0.03515625, "mean_decoder_belief_support_size": 1.9921875, "init_belief_target_mass": 0.9951342344284058, "init_belief_target_nll": 2.402773380279541, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.397894859313965, "init_mixture_b_entropy": 2.397894859313965, "init_slot_a_overlap": 0.00048667725059203804, "init_slot_b_overlap": 0.0004866772796958685, "mean_slot_purity": 0.9023925065994263, "mean_slot_entropy": 0.23365293443202972, "mean_weight_entropy": 1.9482818841934204, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 1.9921875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_factorized_cyclic_overlap", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "factorized_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1400, "length": 12, "query_type": "B", "k": 3, "n": 256, "decoder_query_target_mass": 0.19166605174541473, "decoder_query_target_nll": 8.295340538024902, "decoder_query_top1_on_support": 0.19140625, "mean_decoder_query_support_size": 1.75, "decoder_belief_target_mass": 0.02860848605632782, "decoder_belief_target_nll": 13.810073852539062, "decoder_belief_top1_on_support": 0.03125, "mean_decoder_belief_support_size": 1.9921875, "init_belief_target_mass": 0.9951342344284058, "init_belief_target_nll": 2.402773380279541, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.397894859313965, "init_mixture_b_entropy": 2.397894859313965, "init_slot_a_overlap": 0.00048667725059203804, "init_slot_b_overlap": 0.0004866772796958685, "mean_slot_purity": 0.769383430480957, "mean_slot_entropy": 0.5763508677482605, "mean_weight_entropy": 1.4318177700042725, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 1.9921875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_factorized_cyclic_overlap", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "factorized_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1400, "length": 12, "query_type": "B", "k": 6, "n": 256, "decoder_query_target_mass": 0.21065527200698853, "decoder_query_target_nll": 10.233011245727539, "decoder_query_top1_on_support": 0.21875, "mean_decoder_query_support_size": 1.75, "decoder_belief_target_mass": 0.03548051416873932, "decoder_belief_target_nll": 15.747908592224121, "decoder_belief_top1_on_support": 0.04296875, "mean_decoder_belief_support_size": 1.9921875, "init_belief_target_mass": 0.9951342344284058, "init_belief_target_nll": 2.402773380279541, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.397894859313965, "init_mixture_b_entropy": 2.397894859313965, "init_slot_a_overlap": 0.00048667725059203804, "init_slot_b_overlap": 0.0004866772796958685, "mean_slot_purity": 0.644368052482605, "mean_slot_entropy": 0.9575627446174622, "mean_weight_entropy": 0.9514216780662537, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 1.9921875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_factorized_cyclic_overlap", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "factorized_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1400, "length": 12, "query_type": "B", "k": 9, "n": 256, "decoder_query_target_mass": 0.38681742548942566, "decoder_query_target_nll": 7.953452110290527, "decoder_query_top1_on_support": 0.38671875, "mean_decoder_query_support_size": 1.75, "decoder_belief_target_mass": 0.11230288445949554, "decoder_belief_target_nll": 13.863405227661133, "decoder_belief_top1_on_support": 0.1171875, "mean_decoder_belief_support_size": 1.9921875, "init_belief_target_mass": 0.9951342344284058, "init_belief_target_nll": 2.402773380279541, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.397894859313965, "init_mixture_b_entropy": 2.397894859313965, "init_slot_a_overlap": 0.00048667725059203804, "init_slot_b_overlap": 0.0004866772796958685, "mean_slot_purity": 0.5632106065750122, "mean_slot_entropy": 1.2458603382110596, "mean_weight_entropy": 0.6786085367202759, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 1.9921875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_factorized_cyclic_overlap", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "factorized_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1400, "length": 12, "query_type": "B", "k": 12, "n": 256, "decoder_query_target_mass": 0.9944018125534058, "decoder_query_target_nll": 0.3731768727302551, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 1.75, "decoder_belief_target_mass": 0.9879074096679688, "decoder_belief_target_nll": 0.48111090064048767, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 1.9921875, "init_belief_target_mass": 0.9951342344284058, "init_belief_target_nll": 2.402773380279541, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.397894859313965, "init_mixture_b_entropy": 2.397894859313965, "init_slot_a_overlap": 0.00048667725059203804, "init_slot_b_overlap": 0.0004866772796958685, "mean_slot_purity": 0.5127687454223633, "mean_slot_entropy": 1.4395558834075928, "mean_weight_entropy": 0.4895451068878174, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 1.9921875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_factorized_cyclic_overlap", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "factorized_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1400, "length": 12, "query_type": "A_PLUS_B", "k": 0, "n": 256, "decoder_query_target_mass": 0.1502181589603424, "decoder_query_target_nll": 2.39792537689209, "decoder_query_top1_on_support": 0.1484375, "mean_decoder_query_support_size": 1.65234375, "decoder_belief_target_mass": 0.014911366626620293, "decoder_belief_target_nll": 9.674636840820312, "decoder_belief_top1_on_support": 0.01171875, "mean_decoder_belief_support_size": 1.71484375, "init_belief_target_mass": 0.9951342344284058, "init_belief_target_nll": 2.402773380279541, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.397894859313965, "init_mixture_b_entropy": 2.397894859313965, "init_slot_a_overlap": 0.00048667725059203804, "init_slot_b_overlap": 0.0004866772796958685, "mean_slot_purity": 0.9951324462890625, "mean_slot_entropy": 0.04218858480453491, "mean_weight_entropy": 2.397895336151123, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 1.71484375 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_factorized_cyclic_overlap", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "factorized_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1400, "length": 12, "query_type": "A_PLUS_B", "k": 1, "n": 256, "decoder_query_target_mass": 0.14591704308986664, "decoder_query_target_nll": 3.7236132621765137, "decoder_query_top1_on_support": 0.140625, "mean_decoder_query_support_size": 1.65234375, "decoder_belief_target_mass": 0.012792238034307957, "decoder_belief_target_nll": 12.007913589477539, "decoder_belief_top1_on_support": 0.00390625, "mean_decoder_belief_support_size": 1.71484375, "init_belief_target_mass": 0.9951342344284058, "init_belief_target_nll": 2.402773380279541, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.397894859313965, "init_mixture_b_entropy": 2.397894859313965, "init_slot_a_overlap": 0.00048667725059203804, "init_slot_b_overlap": 0.0004866772796958685, "mean_slot_purity": 0.9036787748336792, "mean_slot_entropy": 0.23086674511432648, "mean_weight_entropy": 1.9500902891159058, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 1.71484375 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_factorized_cyclic_overlap", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "factorized_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1400, "length": 12, "query_type": "A_PLUS_B", "k": 3, "n": 256, "decoder_query_target_mass": 0.1526976227760315, "decoder_query_target_nll": 5.401827812194824, "decoder_query_top1_on_support": 0.16015625, "mean_decoder_query_support_size": 1.65234375, "decoder_belief_target_mass": 0.01370997168123722, "decoder_belief_target_nll": 14.535928726196289, "decoder_belief_top1_on_support": 0.015625, "mean_decoder_belief_support_size": 1.71484375, "init_belief_target_mass": 0.9951342344284058, "init_belief_target_nll": 2.402773380279541, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.397894859313965, "init_mixture_b_entropy": 2.397894859313965, "init_slot_a_overlap": 0.00048667725059203804, "init_slot_b_overlap": 0.0004866772796958685, "mean_slot_purity": 0.7862390279769897, "mean_slot_entropy": 0.5287733674049377, "mean_weight_entropy": 1.4977505207061768, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 1.71484375 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_factorized_cyclic_overlap", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "factorized_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1400, "length": 12, "query_type": "A_PLUS_B", "k": 6, "n": 256, "decoder_query_target_mass": 0.14550679922103882, "decoder_query_target_nll": 7.735748291015625, "decoder_query_top1_on_support": 0.17578125, "mean_decoder_query_support_size": 1.65234375, "decoder_belief_target_mass": 0.031530819833278656, "decoder_belief_target_nll": 15.046530723571777, "decoder_belief_top1_on_support": 0.01953125, "mean_decoder_belief_support_size": 1.71484375, "init_belief_target_mass": 0.9951342344284058, "init_belief_target_nll": 2.402773380279541, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.397894859313965, "init_mixture_b_entropy": 2.397894859313965, "init_slot_a_overlap": 0.00048667725059203804, "init_slot_b_overlap": 0.0004866772796958685, "mean_slot_purity": 0.661327600479126, "mean_slot_entropy": 0.8947193622589111, "mean_weight_entropy": 0.9738365411758423, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 1.71484375 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_factorized_cyclic_overlap", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "factorized_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1400, "length": 12, "query_type": "A_PLUS_B", "k": 9, "n": 256, "decoder_query_target_mass": 0.18262861669063568, "decoder_query_target_nll": 8.498100280761719, "decoder_query_top1_on_support": 0.17578125, "mean_decoder_query_support_size": 1.65234375, "decoder_belief_target_mass": 0.08304463326931, "decoder_belief_target_nll": 14.041969299316406, "decoder_belief_top1_on_support": 0.0859375, "mean_decoder_belief_support_size": 1.71484375, "init_belief_target_mass": 0.9951342344284058, "init_belief_target_nll": 2.402773380279541, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.397894859313965, "init_mixture_b_entropy": 2.397894859313965, "init_slot_a_overlap": 0.00048667725059203804, "init_slot_b_overlap": 0.0004866772796958685, "mean_slot_purity": 0.5667263865470886, "mean_slot_entropy": 1.2372241020202637, "mean_weight_entropy": 0.6464763879776001, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 1.71484375 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_factorized_cyclic_overlap", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "factorized_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1400, "length": 12, "query_type": "A_PLUS_B", "k": 12, "n": 256, "decoder_query_target_mass": 0.9897772073745728, "decoder_query_target_nll": 0.3622662127017975, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 1.65234375, "decoder_belief_target_mass": 0.987769603729248, "decoder_belief_target_nll": 0.40091753005981445, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 1.71484375, "init_belief_target_mass": 0.9951342344284058, "init_belief_target_nll": 2.402773380279541, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.397894859313965, "init_mixture_b_entropy": 2.397894859313965, "init_slot_a_overlap": 0.00048667725059203804, "init_slot_b_overlap": 0.0004866772796958685, "mean_slot_purity": 0.5151711702346802, "mean_slot_entropy": 1.3926068544387817, "mean_weight_entropy": 0.4122733175754547, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 1.71484375 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_factorized_cyclic_overlap", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "factorized_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1400, "length": 12, "query_type": "A_MINUS_B", "k": 0, "n": 256, "decoder_query_target_mass": 0.1602504849433899, "decoder_query_target_nll": 7.054487228393555, "decoder_query_top1_on_support": 0.16015625, "mean_decoder_query_support_size": 1.94921875, "decoder_belief_target_mass": 0.014921329915523529, "decoder_belief_target_nll": 9.781341552734375, "decoder_belief_top1_on_support": 0.0, "mean_decoder_belief_support_size": 2.1015625, "init_belief_target_mass": 0.9951342344284058, "init_belief_target_nll": 2.402773380279541, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.397894859313965, "init_mixture_b_entropy": 2.397894859313965, "init_slot_a_overlap": 0.00048667725059203804, "init_slot_b_overlap": 0.0004866772796958685, "mean_slot_purity": 0.9951324462890625, "mean_slot_entropy": 0.04218858480453491, "mean_weight_entropy": 2.397895336151123, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.1015625 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_factorized_cyclic_overlap", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "factorized_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1400, "length": 12, "query_type": "A_MINUS_B", "k": 1, "n": 256, "decoder_query_target_mass": 0.15741382539272308, "decoder_query_target_nll": 5.709841251373291, "decoder_query_top1_on_support": 0.16796875, "mean_decoder_query_support_size": 1.94921875, "decoder_belief_target_mass": 0.012101022526621819, "decoder_belief_target_nll": 12.321477890014648, "decoder_belief_top1_on_support": 0.02734375, "mean_decoder_belief_support_size": 2.1015625, "init_belief_target_mass": 0.9951342344284058, "init_belief_target_nll": 2.402773380279541, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.397894859313965, "init_mixture_b_entropy": 2.397894859313965, "init_slot_a_overlap": 0.00048667725059203804, "init_slot_b_overlap": 0.0004866772796958685, "mean_slot_purity": 0.911401093006134, "mean_slot_entropy": 0.21500264108181, "mean_weight_entropy": 1.9915614128112793, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.1015625 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_factorized_cyclic_overlap", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "factorized_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1400, "length": 12, "query_type": "A_MINUS_B", "k": 3, "n": 256, "decoder_query_target_mass": 0.1859995424747467, "decoder_query_target_nll": 5.749214172363281, "decoder_query_top1_on_support": 0.1875, "mean_decoder_query_support_size": 1.94921875, "decoder_belief_target_mass": 0.027721740305423737, "decoder_belief_target_nll": 14.155790328979492, "decoder_belief_top1_on_support": 0.02734375, "mean_decoder_belief_support_size": 2.1015625, "init_belief_target_mass": 0.9951342344284058, "init_belief_target_nll": 2.402773380279541, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.397894859313965, "init_mixture_b_entropy": 2.397894859313965, "init_slot_a_overlap": 0.00048667725059203804, "init_slot_b_overlap": 0.0004866772796958685, "mean_slot_purity": 0.7786213159561157, "mean_slot_entropy": 0.5451133251190186, "mean_weight_entropy": 1.467362642288208, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.1015625 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_factorized_cyclic_overlap", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "factorized_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1400, "length": 12, "query_type": "A_MINUS_B", "k": 6, "n": 256, "decoder_query_target_mass": 0.18139535188674927, "decoder_query_target_nll": 7.432875633239746, "decoder_query_top1_on_support": 0.18359375, "mean_decoder_query_support_size": 1.94921875, "decoder_belief_target_mass": 0.028058040887117386, "decoder_belief_target_nll": 15.574432373046875, "decoder_belief_top1_on_support": 0.02734375, "mean_decoder_belief_support_size": 2.1015625, "init_belief_target_mass": 0.9951342344284058, "init_belief_target_nll": 2.402773380279541, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.397894859313965, "init_mixture_b_entropy": 2.397894859313965, "init_slot_a_overlap": 0.00048667725059203804, "init_slot_b_overlap": 0.0004866772796958685, "mean_slot_purity": 0.6550005078315735, "mean_slot_entropy": 0.9100066423416138, "mean_weight_entropy": 0.9853014349937439, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.1015625 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_factorized_cyclic_overlap", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "factorized_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1400, "length": 12, "query_type": "A_MINUS_B", "k": 9, "n": 256, "decoder_query_target_mass": 0.2175123542547226, "decoder_query_target_nll": 8.862556457519531, "decoder_query_top1_on_support": 0.21875, "mean_decoder_query_support_size": 1.94921875, "decoder_belief_target_mass": 0.0987086147069931, "decoder_belief_target_nll": 14.17387580871582, "decoder_belief_top1_on_support": 0.08984375, "mean_decoder_belief_support_size": 2.1015625, "init_belief_target_mass": 0.9951342344284058, "init_belief_target_nll": 2.402773380279541, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.397894859313965, "init_mixture_b_entropy": 2.397894859313965, "init_slot_a_overlap": 0.00048667725059203804, "init_slot_b_overlap": 0.0004866772796958685, "mean_slot_purity": 0.5696232318878174, "mean_slot_entropy": 1.2094595432281494, "mean_weight_entropy": 0.684003472328186, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.1015625 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_factorized_cyclic_overlap", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "factorized_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1400, "length": 12, "query_type": "A_MINUS_B", "k": 12, "n": 256, "decoder_query_target_mass": 0.9909416437149048, "decoder_query_target_nll": 0.4406362771987915, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 1.94921875, "decoder_belief_target_mass": 0.9890012145042419, "decoder_belief_target_nll": 0.5060510635375977, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 2.1015625, "init_belief_target_mass": 0.9951342344284058, "init_belief_target_nll": 2.402773380279541, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.397894859313965, "init_mixture_b_entropy": 2.397894859313965, "init_slot_a_overlap": 0.00048667725059203804, "init_slot_b_overlap": 0.0004866772796958685, "mean_slot_purity": 0.5308020710945129, "mean_slot_entropy": 1.3694355487823486, "mean_weight_entropy": 0.5129722356796265, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.1015625 } ] } ], "checkpoints": [ "large_artifacts/structured_slot_initializer_ladder/checkpoints/pilot_factorized_cyclic_overlap/checkpoint_final.pt" ], "num_parameters": 132 }