{ "args": { "variant_name": "pilot_generic_mlp_final_query", "seed": 83, "device": "auto", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "final_query", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "init_logit_scale": 8.0, "temperature": 1.0, "train_min_len": 1, "train_max_len": 6, "eval_lengths": "3,6,9,12", "eval_k": "0,1,3,6,9,12", "eval_query_types": "all", "train_steps": 1100, "batch_size": 256, "eval_batch_size": 256, "eval_examples": 256, "lr": 0.001, "weight_decay": 0.0001, "belief_loss_weight": 1.0, "query_loss_weight": 0.0, "slot_entropy_weight": 0.003, "init_coverage_loss_weight": 0.0, "init_relation_loss_weight": 0.0, "init_weight_uniform_loss_weight": 0.0, "init_slot_overlap_loss_weight": 0.0, "max_grad_norm": 1.0, "log_every": 220, "output_dir": "experiments/structured_slot_initializer_ladder/runs/pilot_generic_mlp_final_query", "checkpoint_dir": "" }, "train": [ { "step": 1, "loss": 2.1239819526672363, "grad_norm": 0.03955932706594467, "elapsed_seconds": 1.3361706733703613, "mean_slot_purity": 0.04519340395927429, "mean_weight_entropy": 2.3973536491394043, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "query_loss": 2.1115198135375977, "slot_entropy_loss": 4.154064178466797, "init_belief_target_mass": 0.09090399742126465, "init_belief_target_nll": 4.800266265869141, "init_belief_top1_on_support": 0.0, "init_slot_relation_accuracy": 0.05859375, "init_slot_unique_a_frac": 0.28409090909090906, "init_mixture_a_entropy": 2.395228862762451, "init_mixture_b_entropy": 2.3961000442504883, "init_slot_a_overlap": 0.09138262271881104, "init_slot_b_overlap": 0.09122192859649658, "decoder_belief_target_mass": 0.11508473008871078, "decoder_belief_target_nll": 3.791597604751587, "decoder_belief_top1_on_support": 0.1328125, "mean_decoder_belief_support_size": 5.5234375, "decoder_query_target_mass": 0.5329540967941284, "decoder_query_target_nll": 2.1115198135375977, "decoder_query_top1_on_support": 0.5703125, "mean_decoder_query_support_size": 4.734375 }, { "step": 220, "loss": 1.7540602684020996, "grad_norm": 0.5034127235412598, "elapsed_seconds": 172.3007230758667, "mean_slot_purity": 0.3512797951698303, "mean_weight_entropy": 1.5124374628067017, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "query_loss": 1.7472844123840332, "slot_entropy_loss": 2.258619785308838, "init_belief_target_mass": 0.39209169149398804, "init_belief_target_nll": 3.935723304748535, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.6970880627632141, "init_slot_unique_a_frac": 0.60546875, "init_mixture_a_entropy": 2.30926251411438, "init_mixture_b_entropy": 2.2753279209136963, "init_slot_a_overlap": 0.12430676817893982, "init_slot_b_overlap": 0.11511694639921188, "decoder_belief_target_mass": 0.3272027373313904, "decoder_belief_target_nll": 3.0042457580566406, "decoder_belief_top1_on_support": 0.7890625, "mean_decoder_belief_support_size": 5.1796875, "decoder_query_target_mass": 0.6741722822189331, "decoder_query_target_nll": 1.7472845315933228, "decoder_query_top1_on_support": 0.8515625, "mean_decoder_query_support_size": 4.515625 }, { "step": 440, "loss": 1.4673519134521484, "grad_norm": 0.4382273852825165, "elapsed_seconds": 339.56499791145325, "mean_slot_purity": 0.7384900450706482, "mean_weight_entropy": 1.2639336585998535, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "query_loss": 1.4653136730194092, "slot_entropy_loss": 0.679431140422821, "init_belief_target_mass": 0.691161036491394, "init_belief_target_nll": 3.015312910079956, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.9183238744735718, "init_slot_unique_a_frac": 0.7006392045454546, "init_mixture_a_entropy": 2.359778881072998, "init_mixture_b_entropy": 2.3559327125549316, "init_slot_a_overlap": 0.08468539267778397, "init_slot_b_overlap": 0.08718860894441605, "decoder_belief_target_mass": 0.6442318558692932, "decoder_belief_target_nll": 2.201552152633667, "decoder_belief_top1_on_support": 0.90234375, "mean_decoder_belief_support_size": 5.80078125, "decoder_query_target_mass": 0.8584302067756653, "decoder_query_target_nll": 1.4653136730194092, "decoder_query_top1_on_support": 0.96875, "mean_decoder_query_support_size": 5.02734375 }, { "step": 660, "loss": 1.4369308948516846, "grad_norm": 0.5315431952476501, "elapsed_seconds": 507.07336807250977, "mean_slot_purity": 0.7544558048248291, "mean_weight_entropy": 1.245496392250061, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "query_loss": 1.4350636005401611, "slot_entropy_loss": 0.6224139928817749, "init_belief_target_mass": 0.6744781732559204, "init_belief_target_nll": 3.0167744159698486, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.8821023106575012, "init_slot_unique_a_frac": 0.6775568181818182, "init_mixture_a_entropy": 2.360705852508545, "init_mixture_b_entropy": 2.3565306663513184, "init_slot_a_overlap": 0.09218613803386688, "init_slot_b_overlap": 0.09492155909538269, "decoder_belief_target_mass": 0.6511868834495544, "decoder_belief_target_nll": 2.161870241165161, "decoder_belief_top1_on_support": 0.90625, "mean_decoder_belief_support_size": 5.65234375, "decoder_query_target_mass": 0.8456791639328003, "decoder_query_target_nll": 1.4350636005401611, "decoder_query_top1_on_support": 0.953125, "mean_decoder_query_support_size": 4.828125 }, { "step": 880, "loss": 1.400704264640808, "grad_norm": 0.5110439658164978, "elapsed_seconds": 674.388188123703, "mean_slot_purity": 0.7748481035232544, "mean_weight_entropy": 1.2516634464263916, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "query_loss": 1.3990333080291748, "slot_entropy_loss": 0.5569833517074585, "init_belief_target_mass": 0.6961202621459961, "init_belief_target_nll": 3.000974178314209, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.9076704978942871, "init_slot_unique_a_frac": 0.6910511363636364, "init_mixture_a_entropy": 2.3539912700653076, "init_mixture_b_entropy": 2.364746570587158, "init_slot_a_overlap": 0.08718793839216232, "init_slot_b_overlap": 0.09011600911617279, "decoder_belief_target_mass": 0.6710194945335388, "decoder_belief_target_nll": 2.108299493789673, "decoder_belief_top1_on_support": 0.9296875, "mean_decoder_belief_support_size": 5.69921875, "decoder_query_target_mass": 0.8761146068572998, "decoder_query_target_nll": 1.3990333080291748, "decoder_query_top1_on_support": 0.95703125, "mean_decoder_query_support_size": 4.84765625 }, { "step": 1100, "loss": 1.3689976930618286, "grad_norm": 0.5913360118865967, "elapsed_seconds": 842.5272438526154, "mean_slot_purity": 0.769725501537323, "mean_weight_entropy": 1.2752150297164917, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "query_loss": 1.3673495054244995, "slot_entropy_loss": 0.5493971705436707, "init_belief_target_mass": 0.6738196611404419, "init_belief_target_nll": 3.000204563140869, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.8938210606575012, "init_slot_unique_a_frac": 0.6857244318181819, "init_mixture_a_entropy": 2.357706308364868, "init_mixture_b_entropy": 2.3672404289245605, "init_slot_a_overlap": 0.08878570795059204, "init_slot_b_overlap": 0.09329863637685776, "decoder_belief_target_mass": 0.6652449369430542, "decoder_belief_target_nll": 2.1128482818603516, "decoder_belief_top1_on_support": 0.9296875, "mean_decoder_belief_support_size": 5.8046875, "decoder_query_target_mass": 0.8471707701683044, "decoder_query_target_nll": 1.3673495054244995, "decoder_query_top1_on_support": 0.953125, "mean_decoder_query_support_size": 4.70703125 } ], "eval": [ { "step": 1100, "rows": [ { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_final_query", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "final_query", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 3, "query_type": "A", "k": 0, "n": 256, "decoder_query_target_mass": 0.47080960869789124, "decoder_query_target_nll": 2.470370292663574, "decoder_query_top1_on_support": 0.4375, "mean_decoder_query_support_size": 5.21875, "decoder_belief_target_mass": 0.0570426881313324, "decoder_belief_target_nll": 10.688148498535156, "decoder_belief_top1_on_support": 0.04296875, "mean_decoder_belief_support_size": 5.95703125, "init_belief_target_mass": 0.69338458776474, "init_belief_target_nll": 2.965592861175537, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.8934659361839294, "init_slot_unique_a_frac": 0.7073863636363636, "init_mixture_a_entropy": 2.358321189880371, "init_mixture_b_entropy": 2.3667564392089844, "init_slot_a_overlap": 0.0810595154762268, "init_slot_b_overlap": 0.08525198698043823, "mean_slot_purity": 0.8413533568382263, "mean_slot_entropy": 0.40942755341529846, "mean_weight_entropy": 2.0221877098083496, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 5.95703125 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_final_query", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "final_query", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 3, "query_type": "A", "k": 1, "n": 256, "decoder_query_target_mass": 0.5886171460151672, "decoder_query_target_nll": 3.9258103370666504, "decoder_query_top1_on_support": 0.58984375, "mean_decoder_query_support_size": 5.21875, "decoder_belief_target_mass": 0.11953549087047577, "decoder_belief_target_nll": 10.576852798461914, "decoder_belief_top1_on_support": 0.140625, "mean_decoder_belief_support_size": 5.95703125, "init_belief_target_mass": 0.69338458776474, "init_belief_target_nll": 2.965592861175537, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.8934659361839294, "init_slot_unique_a_frac": 0.7073863636363636, "init_mixture_a_entropy": 2.358321189880371, "init_mixture_b_entropy": 2.3667564392089844, "init_slot_a_overlap": 0.0810595154762268, "init_slot_b_overlap": 0.08525198698043823, "mean_slot_purity": 0.8292362689971924, "mean_slot_entropy": 0.45580944418907166, "mean_weight_entropy": 1.6763136386871338, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 5.95703125 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_final_query", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "final_query", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 3, "query_type": "A", "k": 3, "n": 256, "decoder_query_target_mass": 0.9165841937065125, "decoder_query_target_nll": 1.4523426294326782, "decoder_query_top1_on_support": 0.98828125, "mean_decoder_query_support_size": 5.21875, "decoder_belief_target_mass": 0.672940194606781, "decoder_belief_target_nll": 2.1541495323181152, "decoder_belief_top1_on_support": 0.94921875, "mean_decoder_belief_support_size": 5.95703125, "init_belief_target_mass": 0.69338458776474, "init_belief_target_nll": 2.965592861175537, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.8934659361839294, "init_slot_unique_a_frac": 0.7073863636363636, "init_mixture_a_entropy": 2.358321189880371, "init_mixture_b_entropy": 2.3667564392089844, "init_slot_a_overlap": 0.0810595154762268, "init_slot_b_overlap": 0.08525198698043823, "mean_slot_purity": 0.7835705280303955, "mean_slot_entropy": 0.5883190631866455, "mean_weight_entropy": 1.3349854946136475, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 5.95703125 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_final_query", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "final_query", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 3, "query_type": "A", "k": 6, "n": 256, "decoder_query_target_mass": 0.9165841937065125, "decoder_query_target_nll": 1.4523426294326782, "decoder_query_top1_on_support": 0.98828125, "mean_decoder_query_support_size": 5.21875, "decoder_belief_target_mass": 0.672940194606781, "decoder_belief_target_nll": 2.154149293899536, "decoder_belief_top1_on_support": 0.94921875, "mean_decoder_belief_support_size": 5.95703125, "init_belief_target_mass": 0.69338458776474, "init_belief_target_nll": 2.965592861175537, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.8934659361839294, "init_slot_unique_a_frac": 0.7073863636363636, "init_mixture_a_entropy": 2.358321189880371, "init_mixture_b_entropy": 2.3667564392089844, "init_slot_a_overlap": 0.0810595154762268, "init_slot_b_overlap": 0.08525198698043823, "mean_slot_purity": 0.7835705280303955, "mean_slot_entropy": 0.5883190631866455, "mean_weight_entropy": 1.3349854946136475, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 5.95703125 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_final_query", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "final_query", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 3, "query_type": "A", "k": 9, "n": 256, "decoder_query_target_mass": 0.9165841937065125, "decoder_query_target_nll": 1.4523426294326782, "decoder_query_top1_on_support": 0.98828125, "mean_decoder_query_support_size": 5.21875, "decoder_belief_target_mass": 0.672940194606781, "decoder_belief_target_nll": 2.154149293899536, "decoder_belief_top1_on_support": 0.94921875, "mean_decoder_belief_support_size": 5.95703125, "init_belief_target_mass": 0.69338458776474, "init_belief_target_nll": 2.965592861175537, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.8934659361839294, "init_slot_unique_a_frac": 0.7073863636363636, "init_mixture_a_entropy": 2.358321189880371, "init_mixture_b_entropy": 2.3667564392089844, "init_slot_a_overlap": 0.0810595154762268, "init_slot_b_overlap": 0.08525198698043823, "mean_slot_purity": 0.7835705280303955, "mean_slot_entropy": 0.5883190631866455, "mean_weight_entropy": 1.3349854946136475, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 5.95703125 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_final_query", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "final_query", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 3, "query_type": "A", "k": 12, "n": 256, "decoder_query_target_mass": 0.9165841937065125, "decoder_query_target_nll": 1.4523426294326782, "decoder_query_top1_on_support": 0.98828125, "mean_decoder_query_support_size": 5.21875, "decoder_belief_target_mass": 0.672940194606781, "decoder_belief_target_nll": 2.154149293899536, "decoder_belief_top1_on_support": 0.94921875, "mean_decoder_belief_support_size": 5.95703125, "init_belief_target_mass": 0.69338458776474, "init_belief_target_nll": 2.965592861175537, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.8934659361839294, "init_slot_unique_a_frac": 0.7073863636363636, "init_mixture_a_entropy": 2.358321189880371, "init_mixture_b_entropy": 2.3667564392089844, "init_slot_a_overlap": 0.0810595154762268, "init_slot_b_overlap": 0.08525198698043823, "mean_slot_purity": 0.7835705280303955, "mean_slot_entropy": 0.5883190631866455, "mean_weight_entropy": 1.3349854946136475, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 5.95703125 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_final_query", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "final_query", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 3, "query_type": "B", "k": 0, "n": 256, "decoder_query_target_mass": 0.42719483375549316, "decoder_query_target_nll": 2.4409708976745605, "decoder_query_top1_on_support": 0.4296875, "mean_decoder_query_support_size": 4.71875, "decoder_belief_target_mass": 0.057953838258981705, "decoder_belief_target_nll": 10.987212181091309, "decoder_belief_top1_on_support": 0.06640625, "mean_decoder_belief_support_size": 5.7421875, "init_belief_target_mass": 0.687863826751709, "init_belief_target_nll": 2.980661392211914, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.8899148106575012, "init_slot_unique_a_frac": 0.7017045454545454, "init_mixture_a_entropy": 2.3562302589416504, "init_mixture_b_entropy": 2.36568284034729, "init_slot_a_overlap": 0.0827077105641365, "init_slot_b_overlap": 0.08627049624919891, "mean_slot_purity": 0.8412436246871948, "mean_slot_entropy": 0.4125162363052368, "mean_weight_entropy": 2.0093841552734375, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 5.7421875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_final_query", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "final_query", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 3, "query_type": "B", "k": 1, "n": 256, "decoder_query_target_mass": 0.5211604833602905, "decoder_query_target_nll": 3.7527518272399902, "decoder_query_top1_on_support": 0.5390625, "mean_decoder_query_support_size": 4.71875, "decoder_belief_target_mass": 0.12386653572320938, "decoder_belief_target_nll": 10.025223731994629, "decoder_belief_top1_on_support": 0.1640625, "mean_decoder_belief_support_size": 5.7421875, "init_belief_target_mass": 0.687863826751709, "init_belief_target_nll": 2.980661392211914, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.8899148106575012, "init_slot_unique_a_frac": 0.7017045454545454, "init_mixture_a_entropy": 2.3562302589416504, "init_mixture_b_entropy": 2.36568284034729, "init_slot_a_overlap": 0.0827077105641365, "init_slot_b_overlap": 0.08627049624919891, "mean_slot_purity": 0.824542760848999, "mean_slot_entropy": 0.47535914182662964, "mean_weight_entropy": 1.6537349224090576, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 5.7421875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_final_query", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "final_query", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 3, "query_type": "B", "k": 3, "n": 256, "decoder_query_target_mass": 0.9122974276542664, "decoder_query_target_nll": 1.310686469078064, "decoder_query_top1_on_support": 0.96875, "mean_decoder_query_support_size": 4.71875, "decoder_belief_target_mass": 0.6445842981338501, "decoder_belief_target_nll": 2.154086112976074, "decoder_belief_top1_on_support": 0.921875, "mean_decoder_belief_support_size": 5.7421875, "init_belief_target_mass": 0.687863826751709, "init_belief_target_nll": 2.980661392211914, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.8899148106575012, "init_slot_unique_a_frac": 0.7017045454545454, "init_mixture_a_entropy": 2.3562302589416504, "init_mixture_b_entropy": 2.36568284034729, "init_slot_a_overlap": 0.0827077105641365, "init_slot_b_overlap": 0.08627049624919891, "mean_slot_purity": 0.7728481888771057, "mean_slot_entropy": 0.6156089305877686, "mean_weight_entropy": 1.212809443473816, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 5.7421875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_final_query", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "final_query", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 3, "query_type": "B", "k": 6, "n": 256, "decoder_query_target_mass": 0.9122974276542664, "decoder_query_target_nll": 1.310686469078064, "decoder_query_top1_on_support": 0.96875, "mean_decoder_query_support_size": 4.71875, "decoder_belief_target_mass": 0.6445842981338501, "decoder_belief_target_nll": 2.154086112976074, "decoder_belief_top1_on_support": 0.921875, "mean_decoder_belief_support_size": 5.7421875, "init_belief_target_mass": 0.687863826751709, "init_belief_target_nll": 2.980661392211914, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.8899148106575012, "init_slot_unique_a_frac": 0.7017045454545454, "init_mixture_a_entropy": 2.3562302589416504, "init_mixture_b_entropy": 2.36568284034729, "init_slot_a_overlap": 0.0827077105641365, "init_slot_b_overlap": 0.08627049624919891, "mean_slot_purity": 0.7728481888771057, "mean_slot_entropy": 0.6156089305877686, "mean_weight_entropy": 1.212809443473816, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 5.7421875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_final_query", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "final_query", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 3, "query_type": "B", "k": 9, "n": 256, "decoder_query_target_mass": 0.9122974276542664, "decoder_query_target_nll": 1.310686469078064, "decoder_query_top1_on_support": 0.96875, "mean_decoder_query_support_size": 4.71875, "decoder_belief_target_mass": 0.6445842981338501, "decoder_belief_target_nll": 2.154086112976074, "decoder_belief_top1_on_support": 0.921875, "mean_decoder_belief_support_size": 5.7421875, "init_belief_target_mass": 0.687863826751709, "init_belief_target_nll": 2.980661392211914, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.8899148106575012, "init_slot_unique_a_frac": 0.7017045454545454, "init_mixture_a_entropy": 2.3562302589416504, "init_mixture_b_entropy": 2.36568284034729, "init_slot_a_overlap": 0.0827077105641365, "init_slot_b_overlap": 0.08627049624919891, "mean_slot_purity": 0.7728481888771057, "mean_slot_entropy": 0.6156089305877686, "mean_weight_entropy": 1.212809443473816, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 5.7421875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_final_query", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "final_query", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 3, "query_type": "B", "k": 12, "n": 256, "decoder_query_target_mass": 0.9122974276542664, "decoder_query_target_nll": 1.310686469078064, "decoder_query_top1_on_support": 0.96875, "mean_decoder_query_support_size": 4.71875, "decoder_belief_target_mass": 0.6445842981338501, "decoder_belief_target_nll": 2.154086112976074, "decoder_belief_top1_on_support": 0.921875, "mean_decoder_belief_support_size": 5.7421875, "init_belief_target_mass": 0.687863826751709, "init_belief_target_nll": 2.980661392211914, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.8899148106575012, "init_slot_unique_a_frac": 0.7017045454545454, "init_mixture_a_entropy": 2.3562302589416504, "init_mixture_b_entropy": 2.36568284034729, "init_slot_a_overlap": 0.0827077105641365, "init_slot_b_overlap": 0.08627049624919891, "mean_slot_purity": 0.7728481888771057, "mean_slot_entropy": 0.6156089305877686, "mean_weight_entropy": 1.212809443473816, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 5.7421875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_final_query", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "final_query", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 3, "query_type": "A_PLUS_B", "k": 0, "n": 256, "decoder_query_target_mass": 0.4849565029144287, "decoder_query_target_nll": 2.509211540222168, "decoder_query_top1_on_support": 0.5078125, "mean_decoder_query_support_size": 5.33203125, "decoder_belief_target_mass": 0.06043138727545738, "decoder_belief_target_nll": 10.697646141052246, "decoder_belief_top1_on_support": 0.05859375, "mean_decoder_belief_support_size": 5.6796875, "init_belief_target_mass": 0.6749085187911987, "init_belief_target_nll": 2.997483253479004, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.8899148106575012, "init_slot_unique_a_frac": 0.6896306818181819, "init_mixture_a_entropy": 2.3570680618286133, "init_mixture_b_entropy": 2.366690158843994, "init_slot_a_overlap": 0.08591684699058533, "init_slot_b_overlap": 0.0909118503332138, "mean_slot_purity": 0.832327127456665, "mean_slot_entropy": 0.4323688745498657, "mean_weight_entropy": 1.9996644258499146, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 5.6796875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_final_query", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "final_query", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 3, "query_type": "A_PLUS_B", "k": 1, "n": 256, "decoder_query_target_mass": 0.4886525571346283, "decoder_query_target_nll": 3.2682113647460938, "decoder_query_top1_on_support": 0.4921875, "mean_decoder_query_support_size": 5.33203125, "decoder_belief_target_mass": 0.1006108894944191, "decoder_belief_target_nll": 9.76026725769043, "decoder_belief_top1_on_support": 0.125, "mean_decoder_belief_support_size": 5.6796875, "init_belief_target_mass": 0.6749085187911987, "init_belief_target_nll": 2.997483253479004, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.8899148106575012, "init_slot_unique_a_frac": 0.6896306818181819, "init_mixture_a_entropy": 2.3570680618286133, "init_mixture_b_entropy": 2.366690158843994, "init_slot_a_overlap": 0.08591684699058533, "init_slot_b_overlap": 0.0909118503332138, "mean_slot_purity": 0.8185787200927734, "mean_slot_entropy": 0.48980388045310974, "mean_weight_entropy": 1.7012261152267456, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 5.6796875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_final_query", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "final_query", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 3, "query_type": "A_PLUS_B", "k": 3, "n": 256, "decoder_query_target_mass": 0.8095802068710327, "decoder_query_target_nll": 1.712277889251709, "decoder_query_top1_on_support": 0.90625, "mean_decoder_query_support_size": 5.33203125, "decoder_belief_target_mass": 0.6213909387588501, "decoder_belief_target_nll": 2.2042641639709473, "decoder_belief_top1_on_support": 0.9375, "mean_decoder_belief_support_size": 5.6796875, "init_belief_target_mass": 0.6749085187911987, "init_belief_target_nll": 2.997483253479004, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.8899148106575012, "init_slot_unique_a_frac": 0.6896306818181819, "init_mixture_a_entropy": 2.3570680618286133, "init_mixture_b_entropy": 2.366690158843994, "init_slot_a_overlap": 0.08591684699058533, "init_slot_b_overlap": 0.0909118503332138, "mean_slot_purity": 0.7581151723861694, "mean_slot_entropy": 0.6597268581390381, "mean_weight_entropy": 1.2161202430725098, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 5.6796875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_final_query", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "final_query", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 3, "query_type": "A_PLUS_B", "k": 6, "n": 256, "decoder_query_target_mass": 0.8095802068710327, "decoder_query_target_nll": 1.712277889251709, "decoder_query_top1_on_support": 0.90625, "mean_decoder_query_support_size": 5.33203125, "decoder_belief_target_mass": 0.6213909387588501, "decoder_belief_target_nll": 2.2042641639709473, "decoder_belief_top1_on_support": 0.9375, "mean_decoder_belief_support_size": 5.6796875, "init_belief_target_mass": 0.6749085187911987, "init_belief_target_nll": 2.997483253479004, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.8899148106575012, "init_slot_unique_a_frac": 0.6896306818181819, "init_mixture_a_entropy": 2.3570680618286133, "init_mixture_b_entropy": 2.366690158843994, "init_slot_a_overlap": 0.08591684699058533, "init_slot_b_overlap": 0.0909118503332138, "mean_slot_purity": 0.7581151723861694, "mean_slot_entropy": 0.6597268581390381, "mean_weight_entropy": 1.2161202430725098, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 5.6796875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_final_query", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "final_query", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 3, "query_type": "A_PLUS_B", "k": 9, "n": 256, "decoder_query_target_mass": 0.8095802068710327, "decoder_query_target_nll": 1.712277889251709, "decoder_query_top1_on_support": 0.90625, "mean_decoder_query_support_size": 5.33203125, "decoder_belief_target_mass": 0.6213909387588501, "decoder_belief_target_nll": 2.2042641639709473, "decoder_belief_top1_on_support": 0.9375, "mean_decoder_belief_support_size": 5.6796875, "init_belief_target_mass": 0.6749085187911987, "init_belief_target_nll": 2.997483253479004, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.8899148106575012, "init_slot_unique_a_frac": 0.6896306818181819, "init_mixture_a_entropy": 2.3570680618286133, "init_mixture_b_entropy": 2.366690158843994, "init_slot_a_overlap": 0.08591684699058533, "init_slot_b_overlap": 0.0909118503332138, "mean_slot_purity": 0.7581151723861694, "mean_slot_entropy": 0.6597268581390381, "mean_weight_entropy": 1.2161202430725098, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 5.6796875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_final_query", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "final_query", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 3, "query_type": "A_PLUS_B", "k": 12, "n": 256, "decoder_query_target_mass": 0.8095802068710327, "decoder_query_target_nll": 1.712277889251709, "decoder_query_top1_on_support": 0.90625, "mean_decoder_query_support_size": 5.33203125, "decoder_belief_target_mass": 0.6213909387588501, "decoder_belief_target_nll": 2.2042641639709473, "decoder_belief_top1_on_support": 0.9375, "mean_decoder_belief_support_size": 5.6796875, "init_belief_target_mass": 0.6749085187911987, "init_belief_target_nll": 2.997483253479004, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.8899148106575012, "init_slot_unique_a_frac": 0.6896306818181819, "init_mixture_a_entropy": 2.3570680618286133, "init_mixture_b_entropy": 2.366690158843994, "init_slot_a_overlap": 0.08591684699058533, "init_slot_b_overlap": 0.0909118503332138, "mean_slot_purity": 0.7581151723861694, "mean_slot_entropy": 0.6597268581390381, "mean_weight_entropy": 1.2161202430725098, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 5.6796875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_final_query", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "final_query", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 3, "query_type": "A_MINUS_B", "k": 0, "n": 256, "decoder_query_target_mass": 0.4592600464820862, "decoder_query_target_nll": 5.1539201736450195, "decoder_query_top1_on_support": 0.48046875, "mean_decoder_query_support_size": 4.76953125, "decoder_belief_target_mass": 0.0626029372215271, "decoder_belief_target_nll": 10.639683723449707, "decoder_belief_top1_on_support": 0.08203125, "mean_decoder_belief_support_size": 6.14453125, "init_belief_target_mass": 0.6793135404586792, "init_belief_target_nll": 3.0006072521209717, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.8934659361839294, "init_slot_unique_a_frac": 0.6942471590909091, "init_mixture_a_entropy": 2.3571574687957764, "init_mixture_b_entropy": 2.3631820678710938, "init_slot_a_overlap": 0.08634293079376221, "init_slot_b_overlap": 0.09018690884113312, "mean_slot_purity": 0.8390843272209167, "mean_slot_entropy": 0.4216613173484802, "mean_weight_entropy": 1.9952564239501953, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 6.14453125 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_final_query", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "final_query", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 3, "query_type": "A_MINUS_B", "k": 1, "n": 256, "decoder_query_target_mass": 0.45698440074920654, "decoder_query_target_nll": 4.386632919311523, "decoder_query_top1_on_support": 0.49609375, "mean_decoder_query_support_size": 4.76953125, "decoder_belief_target_mass": 0.11916637420654297, "decoder_belief_target_nll": 10.010913848876953, "decoder_belief_top1_on_support": 0.16015625, "mean_decoder_belief_support_size": 6.14453125, "init_belief_target_mass": 0.6793135404586792, "init_belief_target_nll": 3.0006072521209717, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.8934659361839294, "init_slot_unique_a_frac": 0.6942471590909091, "init_mixture_a_entropy": 2.3571574687957764, "init_mixture_b_entropy": 2.3631820678710938, "init_slot_a_overlap": 0.08634293079376221, "init_slot_b_overlap": 0.09018690884113312, "mean_slot_purity": 0.8282262086868286, "mean_slot_entropy": 0.46924322843551636, "mean_weight_entropy": 1.7353830337524414, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 6.14453125 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_final_query", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "final_query", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 3, "query_type": "A_MINUS_B", "k": 3, "n": 256, "decoder_query_target_mass": 0.8355538845062256, "decoder_query_target_nll": 1.3504502773284912, "decoder_query_top1_on_support": 0.98046875, "mean_decoder_query_support_size": 4.76953125, "decoder_belief_target_mass": 0.6625878810882568, "decoder_belief_target_nll": 2.2231545448303223, "decoder_belief_top1_on_support": 0.93359375, "mean_decoder_belief_support_size": 6.14453125, "init_belief_target_mass": 0.6793135404586792, "init_belief_target_nll": 3.0006072521209717, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.8934659361839294, "init_slot_unique_a_frac": 0.6942471590909091, "init_mixture_a_entropy": 2.3571574687957764, "init_mixture_b_entropy": 2.3631820678710938, "init_slot_a_overlap": 0.08634293079376221, "init_slot_b_overlap": 0.09018690884113312, "mean_slot_purity": 0.7782645225524902, "mean_slot_entropy": 0.6108168959617615, "mean_weight_entropy": 1.3233098983764648, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 6.14453125 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_final_query", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "final_query", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 3, "query_type": "A_MINUS_B", "k": 6, "n": 256, "decoder_query_target_mass": 0.8355538845062256, "decoder_query_target_nll": 1.3504502773284912, "decoder_query_top1_on_support": 0.98046875, "mean_decoder_query_support_size": 4.76953125, "decoder_belief_target_mass": 0.6625878810882568, "decoder_belief_target_nll": 2.2231545448303223, "decoder_belief_top1_on_support": 0.93359375, "mean_decoder_belief_support_size": 6.14453125, "init_belief_target_mass": 0.6793135404586792, "init_belief_target_nll": 3.0006072521209717, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.8934659361839294, "init_slot_unique_a_frac": 0.6942471590909091, "init_mixture_a_entropy": 2.3571574687957764, "init_mixture_b_entropy": 2.3631820678710938, "init_slot_a_overlap": 0.08634293079376221, "init_slot_b_overlap": 0.09018690884113312, "mean_slot_purity": 0.7782645225524902, "mean_slot_entropy": 0.6108168363571167, "mean_weight_entropy": 1.3233098983764648, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 6.14453125 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_final_query", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "final_query", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 3, "query_type": "A_MINUS_B", "k": 9, "n": 256, "decoder_query_target_mass": 0.8355538845062256, "decoder_query_target_nll": 1.3504502773284912, "decoder_query_top1_on_support": 0.98046875, "mean_decoder_query_support_size": 4.76953125, "decoder_belief_target_mass": 0.6625878810882568, "decoder_belief_target_nll": 2.2231545448303223, "decoder_belief_top1_on_support": 0.93359375, "mean_decoder_belief_support_size": 6.14453125, "init_belief_target_mass": 0.6793135404586792, "init_belief_target_nll": 3.0006072521209717, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.8934659361839294, "init_slot_unique_a_frac": 0.6942471590909091, "init_mixture_a_entropy": 2.3571574687957764, "init_mixture_b_entropy": 2.3631820678710938, "init_slot_a_overlap": 0.08634293079376221, "init_slot_b_overlap": 0.09018690884113312, "mean_slot_purity": 0.7782645225524902, "mean_slot_entropy": 0.6108168363571167, "mean_weight_entropy": 1.3233098983764648, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 6.14453125 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_final_query", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "final_query", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 3, "query_type": "A_MINUS_B", "k": 12, "n": 256, "decoder_query_target_mass": 0.8355538845062256, "decoder_query_target_nll": 1.3504502773284912, "decoder_query_top1_on_support": 0.98046875, "mean_decoder_query_support_size": 4.76953125, "decoder_belief_target_mass": 0.6625878810882568, "decoder_belief_target_nll": 2.2231545448303223, "decoder_belief_top1_on_support": 0.93359375, "mean_decoder_belief_support_size": 6.14453125, "init_belief_target_mass": 0.6793135404586792, "init_belief_target_nll": 3.0006072521209717, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.8934659361839294, "init_slot_unique_a_frac": 0.6942471590909091, "init_mixture_a_entropy": 2.3571574687957764, "init_mixture_b_entropy": 2.3631820678710938, "init_slot_a_overlap": 0.08634293079376221, "init_slot_b_overlap": 0.09018690884113312, "mean_slot_purity": 0.7782645225524902, "mean_slot_entropy": 0.6108168363571167, "mean_weight_entropy": 1.3233098983764648, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 6.14453125 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_final_query", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "final_query", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 6, "query_type": "A", "k": 0, "n": 256, "decoder_query_target_mass": 0.3062098026275635, "decoder_query_target_nll": 2.4591073989868164, "decoder_query_top1_on_support": 0.30078125, "mean_decoder_query_support_size": 3.3828125, "decoder_belief_target_mass": 0.03365105390548706, "decoder_belief_target_nll": 11.478595733642578, "decoder_belief_top1_on_support": 0.046875, "mean_decoder_belief_support_size": 3.99609375, "init_belief_target_mass": 0.6905138492584229, "init_belief_target_nll": 2.978463649749756, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.8909801244735718, "init_slot_unique_a_frac": 0.7056107954545454, "init_mixture_a_entropy": 2.355543851852417, "init_mixture_b_entropy": 2.3650145530700684, "init_slot_a_overlap": 0.08039221167564392, "init_slot_b_overlap": 0.08415083587169647, "mean_slot_purity": 0.8417686223983765, "mean_slot_entropy": 0.4108999967575073, "mean_weight_entropy": 2.0125207901000977, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.99609375 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_final_query", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "final_query", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 6, "query_type": "A", "k": 1, "n": 256, "decoder_query_target_mass": 0.333387166261673, "decoder_query_target_nll": 4.804418563842773, "decoder_query_top1_on_support": 0.328125, "mean_decoder_query_support_size": 3.3828125, "decoder_belief_target_mass": 0.05164261907339096, "decoder_belief_target_nll": 12.042337417602539, "decoder_belief_top1_on_support": 0.0625, "mean_decoder_belief_support_size": 3.99609375, "init_belief_target_mass": 0.6905138492584229, "init_belief_target_nll": 2.978463649749756, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.8909801244735718, "init_slot_unique_a_frac": 0.7056107954545454, "init_mixture_a_entropy": 2.355543851852417, "init_mixture_b_entropy": 2.3650145530700684, "init_slot_a_overlap": 0.08039221167564392, "init_slot_b_overlap": 0.08415083587169647, "mean_slot_purity": 0.8247395753860474, "mean_slot_entropy": 0.4736363887786865, "mean_weight_entropy": 1.7077927589416504, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.99609375 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_final_query", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "final_query", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 6, "query_type": "A", "k": 3, "n": 256, "decoder_query_target_mass": 0.4110487699508667, "decoder_query_target_nll": 6.190665245056152, "decoder_query_top1_on_support": 0.42578125, "mean_decoder_query_support_size": 3.3828125, "decoder_belief_target_mass": 0.06565814465284348, "decoder_belief_target_nll": 12.485957145690918, "decoder_belief_top1_on_support": 0.078125, "mean_decoder_belief_support_size": 3.99609375, "init_belief_target_mass": 0.6905138492584229, "init_belief_target_nll": 2.978463649749756, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.8909801244735718, "init_slot_unique_a_frac": 0.7056107954545454, "init_mixture_a_entropy": 2.355543851852417, "init_mixture_b_entropy": 2.3650145530700684, "init_slot_a_overlap": 0.08039221167564392, "init_slot_b_overlap": 0.08415083587169647, "mean_slot_purity": 0.7834010720252991, "mean_slot_entropy": 0.593035101890564, "mean_weight_entropy": 1.332984447479248, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.99609375 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_final_query", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "final_query", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 6, "query_type": "A", "k": 6, "n": 256, "decoder_query_target_mass": 0.8782497048377991, "decoder_query_target_nll": 1.073431134223938, "decoder_query_top1_on_support": 0.95703125, "mean_decoder_query_support_size": 3.3828125, "decoder_belief_target_mass": 0.6674692630767822, "decoder_belief_target_nll": 1.8391172885894775, "decoder_belief_top1_on_support": 0.890625, "mean_decoder_belief_support_size": 3.99609375, "init_belief_target_mass": 0.6905138492584229, "init_belief_target_nll": 2.978463649749756, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.8909801244735718, "init_slot_unique_a_frac": 0.7056107954545454, "init_mixture_a_entropy": 2.355543851852417, "init_mixture_b_entropy": 2.3650145530700684, "init_slot_a_overlap": 0.08039221167564392, "init_slot_b_overlap": 0.08415083587169647, "mean_slot_purity": 0.7288671731948853, "mean_slot_entropy": 0.7771698832511902, "mean_weight_entropy": 0.9861020445823669, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.99609375 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_final_query", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "final_query", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 6, "query_type": "A", "k": 9, "n": 256, "decoder_query_target_mass": 0.8782497048377991, "decoder_query_target_nll": 1.073431134223938, "decoder_query_top1_on_support": 0.95703125, "mean_decoder_query_support_size": 3.3828125, "decoder_belief_target_mass": 0.6674692630767822, "decoder_belief_target_nll": 1.8391172885894775, "decoder_belief_top1_on_support": 0.890625, "mean_decoder_belief_support_size": 3.99609375, "init_belief_target_mass": 0.6905138492584229, "init_belief_target_nll": 2.978463649749756, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.8909801244735718, "init_slot_unique_a_frac": 0.7056107954545454, "init_mixture_a_entropy": 2.355543851852417, "init_mixture_b_entropy": 2.3650145530700684, "init_slot_a_overlap": 0.08039221167564392, "init_slot_b_overlap": 0.08415083587169647, "mean_slot_purity": 0.7288671731948853, "mean_slot_entropy": 0.7771698832511902, "mean_weight_entropy": 0.9861020445823669, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.99609375 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_final_query", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "final_query", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 6, "query_type": "A", "k": 12, "n": 256, "decoder_query_target_mass": 0.8782497048377991, "decoder_query_target_nll": 1.073431134223938, "decoder_query_top1_on_support": 0.95703125, "mean_decoder_query_support_size": 3.3828125, "decoder_belief_target_mass": 0.6674692630767822, "decoder_belief_target_nll": 1.8391172885894775, "decoder_belief_top1_on_support": 0.890625, "mean_decoder_belief_support_size": 3.99609375, "init_belief_target_mass": 0.6905138492584229, "init_belief_target_nll": 2.978463649749756, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.8909801244735718, "init_slot_unique_a_frac": 0.7056107954545454, "init_mixture_a_entropy": 2.355543851852417, "init_mixture_b_entropy": 2.3650145530700684, "init_slot_a_overlap": 0.08039221167564392, "init_slot_b_overlap": 0.08415083587169647, "mean_slot_purity": 0.7288671731948853, "mean_slot_entropy": 0.7771698832511902, "mean_weight_entropy": 0.9861020445823669, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.99609375 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_final_query", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "final_query", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 6, "query_type": "B", "k": 0, "n": 256, "decoder_query_target_mass": 0.30106425285339355, "decoder_query_target_nll": 2.431734561920166, "decoder_query_top1_on_support": 0.2734375, "mean_decoder_query_support_size": 3.32421875, "decoder_belief_target_mass": 0.038039419800043106, "decoder_belief_target_nll": 10.653947830200195, "decoder_belief_top1_on_support": 0.01953125, "mean_decoder_belief_support_size": 4.04296875, "init_belief_target_mass": 0.676223635673523, "init_belief_target_nll": 2.9960803985595703, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.890625, "init_slot_unique_a_frac": 0.6882102272727273, "init_mixture_a_entropy": 2.35799241065979, "init_mixture_b_entropy": 2.3671393394470215, "init_slot_a_overlap": 0.08875304460525513, "init_slot_b_overlap": 0.09321050345897675, "mean_slot_purity": 0.8343521356582642, "mean_slot_entropy": 0.42917972803115845, "mean_weight_entropy": 1.9985020160675049, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 4.04296875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_final_query", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "final_query", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 6, "query_type": "B", "k": 1, "n": 256, "decoder_query_target_mass": 0.34519535303115845, "decoder_query_target_nll": 5.025792598724365, "decoder_query_top1_on_support": 0.359375, "mean_decoder_query_support_size": 3.32421875, "decoder_belief_target_mass": 0.05646692216396332, "decoder_belief_target_nll": 11.91477108001709, "decoder_belief_top1_on_support": 0.05859375, "mean_decoder_belief_support_size": 4.04296875, "init_belief_target_mass": 0.676223635673523, "init_belief_target_nll": 2.9960803985595703, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.890625, "init_slot_unique_a_frac": 0.6882102272727273, "init_mixture_a_entropy": 2.35799241065979, "init_mixture_b_entropy": 2.3671393394470215, "init_slot_a_overlap": 0.08875304460525513, "init_slot_b_overlap": 0.09321050345897675, "mean_slot_purity": 0.82282954454422, "mean_slot_entropy": 0.4756520986557007, "mean_weight_entropy": 1.6004250049591064, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 4.04296875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_final_query", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "final_query", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 6, "query_type": "B", "k": 3, "n": 256, "decoder_query_target_mass": 0.44083496928215027, "decoder_query_target_nll": 5.825287818908691, "decoder_query_top1_on_support": 0.4453125, "mean_decoder_query_support_size": 3.32421875, "decoder_belief_target_mass": 0.0740799605846405, "decoder_belief_target_nll": 12.4945068359375, "decoder_belief_top1_on_support": 0.0703125, "mean_decoder_belief_support_size": 4.04296875, "init_belief_target_mass": 0.676223635673523, "init_belief_target_nll": 2.9960803985595703, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.890625, "init_slot_unique_a_frac": 0.6882102272727273, "init_mixture_a_entropy": 2.35799241065979, "init_mixture_b_entropy": 2.3671393394470215, "init_slot_a_overlap": 0.08875304460525513, "init_slot_b_overlap": 0.09321050345897675, "mean_slot_purity": 0.7794781923294067, "mean_slot_entropy": 0.5992144346237183, "mean_weight_entropy": 1.266495943069458, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 4.04296875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_final_query", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "final_query", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 6, "query_type": "B", "k": 6, "n": 256, "decoder_query_target_mass": 0.8552089333534241, "decoder_query_target_nll": 1.0807902812957764, "decoder_query_top1_on_support": 0.9453125, "mean_decoder_query_support_size": 3.32421875, "decoder_belief_target_mass": 0.6550763249397278, "decoder_belief_target_nll": 1.836698293685913, "decoder_belief_top1_on_support": 0.88671875, "mean_decoder_belief_support_size": 4.04296875, "init_belief_target_mass": 0.676223635673523, "init_belief_target_nll": 2.9960803985595703, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.890625, "init_slot_unique_a_frac": 0.6882102272727273, "init_mixture_a_entropy": 2.35799241065979, "init_mixture_b_entropy": 2.3671393394470215, "init_slot_a_overlap": 0.08875304460525513, "init_slot_b_overlap": 0.09321050345897675, "mean_slot_purity": 0.7181665301322937, "mean_slot_entropy": 0.8056061267852783, "mean_weight_entropy": 0.9572658538818359, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 4.04296875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_final_query", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "final_query", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 6, "query_type": "B", "k": 9, "n": 256, "decoder_query_target_mass": 0.8552089333534241, "decoder_query_target_nll": 1.0807902812957764, "decoder_query_top1_on_support": 0.9453125, "mean_decoder_query_support_size": 3.32421875, "decoder_belief_target_mass": 0.6550763249397278, "decoder_belief_target_nll": 1.836698293685913, "decoder_belief_top1_on_support": 0.88671875, "mean_decoder_belief_support_size": 4.04296875, "init_belief_target_mass": 0.676223635673523, "init_belief_target_nll": 2.9960803985595703, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.890625, "init_slot_unique_a_frac": 0.6882102272727273, "init_mixture_a_entropy": 2.35799241065979, "init_mixture_b_entropy": 2.3671393394470215, "init_slot_a_overlap": 0.08875304460525513, "init_slot_b_overlap": 0.09321050345897675, "mean_slot_purity": 0.7181665301322937, "mean_slot_entropy": 0.8056061267852783, "mean_weight_entropy": 0.9572658538818359, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 4.04296875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_final_query", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "final_query", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 6, "query_type": "B", "k": 12, "n": 256, "decoder_query_target_mass": 0.8552089333534241, "decoder_query_target_nll": 1.0807902812957764, "decoder_query_top1_on_support": 0.9453125, "mean_decoder_query_support_size": 3.32421875, "decoder_belief_target_mass": 0.6550763249397278, "decoder_belief_target_nll": 1.836698293685913, "decoder_belief_top1_on_support": 0.88671875, "mean_decoder_belief_support_size": 4.04296875, "init_belief_target_mass": 0.676223635673523, "init_belief_target_nll": 2.9960803985595703, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.890625, "init_slot_unique_a_frac": 0.6882102272727273, "init_mixture_a_entropy": 2.35799241065979, "init_mixture_b_entropy": 2.3671393394470215, "init_slot_a_overlap": 0.08875304460525513, "init_slot_b_overlap": 0.09321050345897675, "mean_slot_purity": 0.7181665301322937, "mean_slot_entropy": 0.8056061267852783, "mean_weight_entropy": 0.9572658538818359, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 4.04296875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_final_query", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "final_query", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 6, "query_type": "A_PLUS_B", "k": 0, "n": 256, "decoder_query_target_mass": 0.31474748253822327, "decoder_query_target_nll": 2.5015993118286133, "decoder_query_top1_on_support": 0.34375, "mean_decoder_query_support_size": 3.4609375, "decoder_belief_target_mass": 0.031074032187461853, "decoder_belief_target_nll": 11.282472610473633, "decoder_belief_top1_on_support": 0.02734375, "mean_decoder_belief_support_size": 3.73828125, "init_belief_target_mass": 0.6867408752441406, "init_belief_target_nll": 2.973145008087158, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.8852983117103577, "init_slot_unique_a_frac": 0.7020596590909091, "init_mixture_a_entropy": 2.358161449432373, "init_mixture_b_entropy": 2.3678526878356934, "init_slot_a_overlap": 0.08219146728515625, "init_slot_b_overlap": 0.08649349212646484, "mean_slot_purity": 0.8375347852706909, "mean_slot_entropy": 0.4175732433795929, "mean_weight_entropy": 2.01585054397583, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.73828125 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_final_query", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "final_query", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 6, "query_type": "A_PLUS_B", "k": 1, "n": 256, "decoder_query_target_mass": 0.31206369400024414, "decoder_query_target_nll": 3.476036310195923, "decoder_query_top1_on_support": 0.3046875, "mean_decoder_query_support_size": 3.4609375, "decoder_belief_target_mass": 0.036612868309020996, "decoder_belief_target_nll": 12.266454696655273, "decoder_belief_top1_on_support": 0.0390625, "mean_decoder_belief_support_size": 3.73828125, "init_belief_target_mass": 0.6867408752441406, "init_belief_target_nll": 2.973145008087158, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.8852983117103577, "init_slot_unique_a_frac": 0.7020596590909091, "init_mixture_a_entropy": 2.358161449432373, "init_mixture_b_entropy": 2.3678526878356934, "init_slot_a_overlap": 0.08219146728515625, "init_slot_b_overlap": 0.08649349212646484, "mean_slot_purity": 0.8239524364471436, "mean_slot_entropy": 0.47112780809402466, "mean_weight_entropy": 1.6937170028686523, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.73828125 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_final_query", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "final_query", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 6, "query_type": "A_PLUS_B", "k": 3, "n": 256, "decoder_query_target_mass": 0.31903302669525146, "decoder_query_target_nll": 5.181374549865723, "decoder_query_top1_on_support": 0.3125, "mean_decoder_query_support_size": 3.4609375, "decoder_belief_target_mass": 0.049867596477270126, "decoder_belief_target_nll": 13.087353706359863, "decoder_belief_top1_on_support": 0.05859375, "mean_decoder_belief_support_size": 3.73828125, "init_belief_target_mass": 0.6867408752441406, "init_belief_target_nll": 2.973145008087158, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.8852983117103577, "init_slot_unique_a_frac": 0.7020596590909091, "init_mixture_a_entropy": 2.358161449432373, "init_mixture_b_entropy": 2.3678526878356934, "init_slot_a_overlap": 0.08219146728515625, "init_slot_b_overlap": 0.08649349212646484, "mean_slot_purity": 0.7675917148590088, "mean_slot_entropy": 0.6216890811920166, "mean_weight_entropy": 1.273348331451416, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.73828125 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_final_query", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "final_query", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 6, "query_type": "A_PLUS_B", "k": 6, "n": 256, "decoder_query_target_mass": 0.7506914734840393, "decoder_query_target_nll": 1.3894004821777344, "decoder_query_top1_on_support": 0.91015625, "mean_decoder_query_support_size": 3.4609375, "decoder_belief_target_mass": 0.6163724660873413, "decoder_belief_target_nll": 1.8833121061325073, "decoder_belief_top1_on_support": 0.8984375, "mean_decoder_belief_support_size": 3.73828125, "init_belief_target_mass": 0.6867408752441406, "init_belief_target_nll": 2.973145008087158, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.8852983117103577, "init_slot_unique_a_frac": 0.7020596590909091, "init_mixture_a_entropy": 2.358161449432373, "init_mixture_b_entropy": 2.3678526878356934, "init_slot_a_overlap": 0.08219146728515625, "init_slot_b_overlap": 0.08649349212646484, "mean_slot_purity": 0.70596843957901, "mean_slot_entropy": 0.83638995885849, "mean_weight_entropy": 0.9320035576820374, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.73828125 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_final_query", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "final_query", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 6, "query_type": "A_PLUS_B", "k": 9, "n": 256, "decoder_query_target_mass": 0.7506915330886841, "decoder_query_target_nll": 1.3894004821777344, "decoder_query_top1_on_support": 0.91015625, "mean_decoder_query_support_size": 3.4609375, "decoder_belief_target_mass": 0.6163724660873413, "decoder_belief_target_nll": 1.8833121061325073, "decoder_belief_top1_on_support": 0.8984375, "mean_decoder_belief_support_size": 3.73828125, "init_belief_target_mass": 0.6867408752441406, "init_belief_target_nll": 2.973145008087158, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.8852983117103577, "init_slot_unique_a_frac": 0.7020596590909091, "init_mixture_a_entropy": 2.358161449432373, "init_mixture_b_entropy": 2.3678526878356934, "init_slot_a_overlap": 0.08219146728515625, "init_slot_b_overlap": 0.08649349212646484, "mean_slot_purity": 0.70596843957901, "mean_slot_entropy": 0.8363900184631348, "mean_weight_entropy": 0.9320035576820374, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.73828125 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_final_query", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "final_query", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 6, "query_type": "A_PLUS_B", "k": 12, "n": 256, "decoder_query_target_mass": 0.7506914734840393, "decoder_query_target_nll": 1.3894004821777344, "decoder_query_top1_on_support": 0.91015625, "mean_decoder_query_support_size": 3.4609375, "decoder_belief_target_mass": 0.6163724660873413, "decoder_belief_target_nll": 1.8833121061325073, "decoder_belief_top1_on_support": 0.8984375, "mean_decoder_belief_support_size": 3.73828125, "init_belief_target_mass": 0.6867408752441406, "init_belief_target_nll": 2.973145008087158, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.8852983117103577, "init_slot_unique_a_frac": 0.7020596590909091, "init_mixture_a_entropy": 2.358161449432373, "init_mixture_b_entropy": 2.3678526878356934, "init_slot_a_overlap": 0.08219146728515625, "init_slot_b_overlap": 0.08649349212646484, "mean_slot_purity": 0.70596843957901, "mean_slot_entropy": 0.8363900184631348, "mean_weight_entropy": 0.9320035576820374, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.73828125 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_final_query", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "final_query", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 6, "query_type": "A_MINUS_B", "k": 0, "n": 256, "decoder_query_target_mass": 0.32700836658477783, "decoder_query_target_nll": 5.360279083251953, "decoder_query_top1_on_support": 0.33984375, "mean_decoder_query_support_size": 3.37109375, "decoder_belief_target_mass": 0.032888155430555344, "decoder_belief_target_nll": 11.105575561523438, "decoder_belief_top1_on_support": 0.0390625, "mean_decoder_belief_support_size": 3.7421875, "init_belief_target_mass": 0.6836065053939819, "init_belief_target_nll": 2.974457263946533, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.8948863744735718, "init_slot_unique_a_frac": 0.6963778409090909, "init_mixture_a_entropy": 2.3591132164001465, "init_mixture_b_entropy": 2.36846923828125, "init_slot_a_overlap": 0.08406858891248703, "init_slot_b_overlap": 0.08950932323932648, "mean_slot_purity": 0.834716796875, "mean_slot_entropy": 0.42345017194747925, "mean_weight_entropy": 2.0151524543762207, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.7421875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_final_query", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "final_query", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 6, "query_type": "A_MINUS_B", "k": 1, "n": 256, "decoder_query_target_mass": 0.3113744556903839, "decoder_query_target_nll": 4.630017280578613, "decoder_query_top1_on_support": 0.30078125, "mean_decoder_query_support_size": 3.37109375, "decoder_belief_target_mass": 0.03635339438915253, "decoder_belief_target_nll": 12.162936210632324, "decoder_belief_top1_on_support": 0.03125, "mean_decoder_belief_support_size": 3.7421875, "init_belief_target_mass": 0.6836065053939819, "init_belief_target_nll": 2.974457263946533, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.8948863744735718, "init_slot_unique_a_frac": 0.6963778409090909, "init_mixture_a_entropy": 2.3591132164001465, "init_mixture_b_entropy": 2.36846923828125, "init_slot_a_overlap": 0.08406858891248703, "init_slot_b_overlap": 0.08950932323932648, "mean_slot_purity": 0.8165378570556641, "mean_slot_entropy": 0.4931163489818573, "mean_weight_entropy": 1.6314172744750977, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.7421875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_final_query", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "final_query", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 6, "query_type": "A_MINUS_B", "k": 3, "n": 256, "decoder_query_target_mass": 0.31256139278411865, "decoder_query_target_nll": 5.370548248291016, "decoder_query_top1_on_support": 0.32421875, "mean_decoder_query_support_size": 3.37109375, "decoder_belief_target_mass": 0.06214222311973572, "decoder_belief_target_nll": 12.563535690307617, "decoder_belief_top1_on_support": 0.0625, "mean_decoder_belief_support_size": 3.7421875, "init_belief_target_mass": 0.6836065053939819, "init_belief_target_nll": 2.974457263946533, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.8948863744735718, "init_slot_unique_a_frac": 0.6963778409090909, "init_mixture_a_entropy": 2.3591132164001465, "init_mixture_b_entropy": 2.36846923828125, "init_slot_a_overlap": 0.08406858891248703, "init_slot_b_overlap": 0.08950932323932648, "mean_slot_purity": 0.7576124668121338, "mean_slot_entropy": 0.6625842452049255, "mean_weight_entropy": 1.2305132150650024, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.7421875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_final_query", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "final_query", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 6, "query_type": "A_MINUS_B", "k": 6, "n": 256, "decoder_query_target_mass": 0.7285590767860413, "decoder_query_target_nll": 1.3212255239486694, "decoder_query_top1_on_support": 0.890625, "mean_decoder_query_support_size": 3.37109375, "decoder_belief_target_mass": 0.5665260553359985, "decoder_belief_target_nll": 1.9779287576675415, "decoder_belief_top1_on_support": 0.7890625, "mean_decoder_belief_support_size": 3.7421875, "init_belief_target_mass": 0.6836065053939819, "init_belief_target_nll": 2.974457263946533, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.8948863744735718, "init_slot_unique_a_frac": 0.6963778409090909, "init_mixture_a_entropy": 2.3591132164001465, "init_mixture_b_entropy": 2.36846923828125, "init_slot_a_overlap": 0.08406858891248703, "init_slot_b_overlap": 0.08950932323932648, "mean_slot_purity": 0.6952441930770874, "mean_slot_entropy": 0.8684044480323792, "mean_weight_entropy": 0.8539853096008301, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.7421875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_final_query", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "final_query", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 6, "query_type": "A_MINUS_B", "k": 9, "n": 256, "decoder_query_target_mass": 0.7285590767860413, "decoder_query_target_nll": 1.3212255239486694, "decoder_query_top1_on_support": 0.890625, "mean_decoder_query_support_size": 3.37109375, "decoder_belief_target_mass": 0.5665260553359985, "decoder_belief_target_nll": 1.977928638458252, "decoder_belief_top1_on_support": 0.7890625, "mean_decoder_belief_support_size": 3.7421875, "init_belief_target_mass": 0.6836065053939819, "init_belief_target_nll": 2.974457263946533, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.8948863744735718, "init_slot_unique_a_frac": 0.6963778409090909, "init_mixture_a_entropy": 2.3591132164001465, "init_mixture_b_entropy": 2.36846923828125, "init_slot_a_overlap": 0.08406858891248703, "init_slot_b_overlap": 0.08950932323932648, "mean_slot_purity": 0.6952441930770874, "mean_slot_entropy": 0.8684044480323792, "mean_weight_entropy": 0.8539853096008301, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.7421875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_final_query", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "final_query", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 6, "query_type": "A_MINUS_B", "k": 12, "n": 256, "decoder_query_target_mass": 0.7285590767860413, "decoder_query_target_nll": 1.3212255239486694, "decoder_query_top1_on_support": 0.890625, "mean_decoder_query_support_size": 3.37109375, "decoder_belief_target_mass": 0.5665260553359985, "decoder_belief_target_nll": 1.977928638458252, "decoder_belief_top1_on_support": 0.7890625, "mean_decoder_belief_support_size": 3.7421875, "init_belief_target_mass": 0.6836065053939819, "init_belief_target_nll": 2.974457263946533, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.8948863744735718, "init_slot_unique_a_frac": 0.6963778409090909, "init_mixture_a_entropy": 2.3591132164001465, "init_mixture_b_entropy": 2.36846923828125, "init_slot_a_overlap": 0.08406858891248703, "init_slot_b_overlap": 0.08950932323932648, "mean_slot_purity": 0.6952441930770874, "mean_slot_entropy": 0.8684044480323792, "mean_weight_entropy": 0.8539853096008301, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.7421875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_final_query", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "final_query", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 9, "query_type": "A", "k": 0, "n": 256, "decoder_query_target_mass": 0.18932583928108215, "decoder_query_target_nll": 2.4563961029052734, "decoder_query_top1_on_support": 0.19140625, "mean_decoder_query_support_size": 2.08984375, "decoder_belief_target_mass": 0.025426430627703667, "decoder_belief_target_nll": 10.888608932495117, "decoder_belief_top1_on_support": 0.01171875, "mean_decoder_belief_support_size": 2.4765625, "init_belief_target_mass": 0.6744561791419983, "init_belief_target_nll": 3.003117084503174, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.8955966234207153, "init_slot_unique_a_frac": 0.6864346590909091, "init_mixture_a_entropy": 2.357297420501709, "init_mixture_b_entropy": 2.3658971786499023, "init_slot_a_overlap": 0.08885762095451355, "init_slot_b_overlap": 0.09253954887390137, "mean_slot_purity": 0.835140585899353, "mean_slot_entropy": 0.4291902184486389, "mean_weight_entropy": 1.9931282997131348, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.4765625 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_final_query", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "final_query", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 9, "query_type": "A", "k": 1, "n": 256, "decoder_query_target_mass": 0.19850604236125946, "decoder_query_target_nll": 5.738114833831787, "decoder_query_top1_on_support": 0.1953125, "mean_decoder_query_support_size": 2.08984375, "decoder_belief_target_mass": 0.031049899756908417, "decoder_belief_target_nll": 12.441375732421875, "decoder_belief_top1_on_support": 0.0390625, "mean_decoder_belief_support_size": 2.4765625, "init_belief_target_mass": 0.6744561791419983, "init_belief_target_nll": 3.003117084503174, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.8955966234207153, "init_slot_unique_a_frac": 0.6864346590909091, "init_mixture_a_entropy": 2.357297420501709, "init_mixture_b_entropy": 2.3658971786499023, "init_slot_a_overlap": 0.08885762095451355, "init_slot_b_overlap": 0.09253954887390137, "mean_slot_purity": 0.8207641839981079, "mean_slot_entropy": 0.48426759243011475, "mean_weight_entropy": 1.6114518642425537, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.4765625 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_final_query", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "final_query", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 9, "query_type": "A", "k": 3, "n": 256, "decoder_query_target_mass": 0.21658121049404144, "decoder_query_target_nll": 7.799468040466309, "decoder_query_top1_on_support": 0.20703125, "mean_decoder_query_support_size": 2.08984375, "decoder_belief_target_mass": 0.03376137465238571, "decoder_belief_target_nll": 13.98711109161377, "decoder_belief_top1_on_support": 0.0390625, "mean_decoder_belief_support_size": 2.4765625, "init_belief_target_mass": 0.6744561791419983, "init_belief_target_nll": 3.003117084503174, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.8955966234207153, "init_slot_unique_a_frac": 0.6864346590909091, "init_mixture_a_entropy": 2.357297420501709, "init_mixture_b_entropy": 2.3658971786499023, "init_slot_a_overlap": 0.08885762095451355, "init_slot_b_overlap": 0.09253954887390137, "mean_slot_purity": 0.774234414100647, "mean_slot_entropy": 0.6082942485809326, "mean_weight_entropy": 1.1963911056518555, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.4765625 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_final_query", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "final_query", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 9, "query_type": "A", "k": 6, "n": 256, "decoder_query_target_mass": 0.35746338963508606, "decoder_query_target_nll": 6.749925136566162, "decoder_query_top1_on_support": 0.36328125, "mean_decoder_query_support_size": 2.08984375, "decoder_belief_target_mass": 0.08188264071941376, "decoder_belief_target_nll": 12.561944961547852, "decoder_belief_top1_on_support": 0.08203125, "mean_decoder_belief_support_size": 2.4765625, "init_belief_target_mass": 0.6744561791419983, "init_belief_target_nll": 3.003117084503174, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.8955966234207153, "init_slot_unique_a_frac": 0.6864346590909091, "init_mixture_a_entropy": 2.357297420501709, "init_mixture_b_entropy": 2.3658971786499023, "init_slot_a_overlap": 0.08885762095451355, "init_slot_b_overlap": 0.09253954887390137, "mean_slot_purity": 0.722326397895813, "mean_slot_entropy": 0.7920562028884888, "mean_weight_entropy": 0.9086447954177856, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.4765625 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_final_query", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "final_query", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 9, "query_type": "A", "k": 9, "n": 256, "decoder_query_target_mass": 0.7900856733322144, "decoder_query_target_nll": 0.8637712001800537, "decoder_query_top1_on_support": 0.875, "mean_decoder_query_support_size": 2.08984375, "decoder_belief_target_mass": 0.6242019534111023, "decoder_belief_target_nll": 1.5616785287857056, "decoder_belief_top1_on_support": 0.78515625, "mean_decoder_belief_support_size": 2.4765625, "init_belief_target_mass": 0.6744561791419983, "init_belief_target_nll": 3.003117084503174, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.8955966234207153, "init_slot_unique_a_frac": 0.6864346590909091, "init_mixture_a_entropy": 2.357297420501709, "init_mixture_b_entropy": 2.3658971786499023, "init_slot_a_overlap": 0.08885762095451355, "init_slot_b_overlap": 0.09253954887390137, "mean_slot_purity": 0.6776473522186279, "mean_slot_entropy": 0.9279376268386841, "mean_weight_entropy": 0.6610535383224487, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.4765625 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_final_query", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "final_query", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 9, "query_type": "A", "k": 12, "n": 256, "decoder_query_target_mass": 0.7900856733322144, "decoder_query_target_nll": 0.8637712001800537, "decoder_query_top1_on_support": 0.875, "mean_decoder_query_support_size": 2.08984375, "decoder_belief_target_mass": 0.6242019534111023, "decoder_belief_target_nll": 1.5616785287857056, "decoder_belief_top1_on_support": 0.78515625, "mean_decoder_belief_support_size": 2.4765625, "init_belief_target_mass": 0.6744561791419983, "init_belief_target_nll": 3.003117084503174, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.8955966234207153, "init_slot_unique_a_frac": 0.6864346590909091, "init_mixture_a_entropy": 2.357297420501709, "init_mixture_b_entropy": 2.3658971786499023, "init_slot_a_overlap": 0.08885762095451355, "init_slot_b_overlap": 0.09253954887390137, "mean_slot_purity": 0.6776473522186279, "mean_slot_entropy": 0.9279376268386841, "mean_weight_entropy": 0.6610535383224487, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.4765625 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_final_query", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "final_query", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 9, "query_type": "B", "k": 0, "n": 256, "decoder_query_target_mass": 0.18517223000526428, "decoder_query_target_nll": 2.4534714221954346, "decoder_query_top1_on_support": 0.1796875, "mean_decoder_query_support_size": 2.0546875, "decoder_belief_target_mass": 0.021145034581422806, "decoder_belief_target_nll": 10.900384902954102, "decoder_belief_top1_on_support": 0.02734375, "mean_decoder_belief_support_size": 2.5, "init_belief_target_mass": 0.6826446056365967, "init_belief_target_nll": 2.988940715789795, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.8970170617103577, "init_slot_unique_a_frac": 0.6949573863636364, "init_mixture_a_entropy": 2.357419490814209, "init_mixture_b_entropy": 2.3657660484313965, "init_slot_a_overlap": 0.08583135902881622, "init_slot_b_overlap": 0.09015201032161713, "mean_slot_purity": 0.8376346826553345, "mean_slot_entropy": 0.4214705228805542, "mean_weight_entropy": 2.005093574523926, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.5 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_final_query", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "final_query", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 9, "query_type": "B", "k": 1, "n": 256, "decoder_query_target_mass": 0.19923417270183563, "decoder_query_target_nll": 6.23546838760376, "decoder_query_top1_on_support": 0.21875, "mean_decoder_query_support_size": 2.0546875, "decoder_belief_target_mass": 0.028465820476412773, "decoder_belief_target_nll": 12.984119415283203, "decoder_belief_top1_on_support": 0.0390625, "mean_decoder_belief_support_size": 2.5, "init_belief_target_mass": 0.6826446056365967, "init_belief_target_nll": 2.988940715789795, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.8970170617103577, "init_slot_unique_a_frac": 0.6949573863636364, "init_mixture_a_entropy": 2.357419490814209, "init_mixture_b_entropy": 2.3657660484313965, "init_slot_a_overlap": 0.08583135902881622, "init_slot_b_overlap": 0.09015201032161713, "mean_slot_purity": 0.8233251571655273, "mean_slot_entropy": 0.47292858362197876, "mean_weight_entropy": 1.5922858715057373, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.5 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_final_query", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "final_query", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 9, "query_type": "B", "k": 3, "n": 256, "decoder_query_target_mass": 0.22112858295440674, "decoder_query_target_nll": 7.745573997497559, "decoder_query_top1_on_support": 0.23828125, "mean_decoder_query_support_size": 2.0546875, "decoder_belief_target_mass": 0.02680373005568981, "decoder_belief_target_nll": 13.800098419189453, "decoder_belief_top1_on_support": 0.03125, "mean_decoder_belief_support_size": 2.5, "init_belief_target_mass": 0.6826446056365967, "init_belief_target_nll": 2.988940715789795, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.8970170617103577, "init_slot_unique_a_frac": 0.6949573863636364, "init_mixture_a_entropy": 2.357419490814209, "init_mixture_b_entropy": 2.3657660484313965, "init_slot_a_overlap": 0.08583135902881622, "init_slot_b_overlap": 0.09015201032161713, "mean_slot_purity": 0.7713477611541748, "mean_slot_entropy": 0.617053210735321, "mean_weight_entropy": 1.2069430351257324, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.5 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_final_query", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "final_query", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 9, "query_type": "B", "k": 6, "n": 256, "decoder_query_target_mass": 0.3251054286956787, "decoder_query_target_nll": 7.287003517150879, "decoder_query_top1_on_support": 0.34765625, "mean_decoder_query_support_size": 2.0546875, "decoder_belief_target_mass": 0.06777247786521912, "decoder_belief_target_nll": 12.499837875366211, "decoder_belief_top1_on_support": 0.0703125, "mean_decoder_belief_support_size": 2.5, "init_belief_target_mass": 0.6826446056365967, "init_belief_target_nll": 2.988940715789795, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.8970170617103577, "init_slot_unique_a_frac": 0.6949573863636364, "init_mixture_a_entropy": 2.357419490814209, "init_mixture_b_entropy": 2.3657660484313965, "init_slot_a_overlap": 0.08583135902881622, "init_slot_b_overlap": 0.09015201032161713, "mean_slot_purity": 0.7180390357971191, "mean_slot_entropy": 0.7987558841705322, "mean_weight_entropy": 0.899060070514679, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.5 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_final_query", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "final_query", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 9, "query_type": "B", "k": 9, "n": 256, "decoder_query_target_mass": 0.7873957753181458, "decoder_query_target_nll": 0.8477360606193542, "decoder_query_top1_on_support": 0.8984375, "mean_decoder_query_support_size": 2.0546875, "decoder_belief_target_mass": 0.5997633934020996, "decoder_belief_target_nll": 1.6047139167785645, "decoder_belief_top1_on_support": 0.80859375, "mean_decoder_belief_support_size": 2.5, "init_belief_target_mass": 0.6826446056365967, "init_belief_target_nll": 2.988940715789795, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.8970170617103577, "init_slot_unique_a_frac": 0.6949573863636364, "init_mixture_a_entropy": 2.357419490814209, "init_mixture_b_entropy": 2.3657660484313965, "init_slot_a_overlap": 0.08583135902881622, "init_slot_b_overlap": 0.09015201032161713, "mean_slot_purity": 0.6791000366210938, "mean_slot_entropy": 0.934603214263916, "mean_weight_entropy": 0.6541644334793091, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.5 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_final_query", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "final_query", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 9, "query_type": "B", "k": 12, "n": 256, "decoder_query_target_mass": 0.7873957753181458, "decoder_query_target_nll": 0.8477360606193542, "decoder_query_top1_on_support": 0.8984375, "mean_decoder_query_support_size": 2.0546875, "decoder_belief_target_mass": 0.5997633934020996, "decoder_belief_target_nll": 1.6047139167785645, "decoder_belief_top1_on_support": 0.80859375, "mean_decoder_belief_support_size": 2.5, "init_belief_target_mass": 0.6826446056365967, "init_belief_target_nll": 2.988940715789795, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.8970170617103577, "init_slot_unique_a_frac": 0.6949573863636364, "init_mixture_a_entropy": 2.357419490814209, "init_mixture_b_entropy": 2.3657660484313965, "init_slot_a_overlap": 0.08583135902881622, "init_slot_b_overlap": 0.09015201032161713, "mean_slot_purity": 0.6791000366210938, "mean_slot_entropy": 0.934603214263916, "mean_weight_entropy": 0.6541644334793091, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.5 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_final_query", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "final_query", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 9, "query_type": "A_PLUS_B", "k": 0, "n": 256, "decoder_query_target_mass": 0.20943081378936768, "decoder_query_target_nll": 2.4601478576660156, "decoder_query_top1_on_support": 0.21875, "mean_decoder_query_support_size": 2.265625, "decoder_belief_target_mass": 0.020350292325019836, "decoder_belief_target_nll": 11.186609268188477, "decoder_belief_top1_on_support": 0.01171875, "mean_decoder_belief_support_size": 2.38671875, "init_belief_target_mass": 0.6864238977432251, "init_belief_target_nll": 2.9819488525390625, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.8877841234207153, "init_slot_unique_a_frac": 0.7024147727272727, "init_mixture_a_entropy": 2.35573148727417, "init_mixture_b_entropy": 2.366105318069458, "init_slot_a_overlap": 0.08072163164615631, "init_slot_b_overlap": 0.08605589717626572, "mean_slot_purity": 0.8379700183868408, "mean_slot_entropy": 0.4187348186969757, "mean_weight_entropy": 2.0122504234313965, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.38671875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_final_query", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "final_query", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 9, "query_type": "A_PLUS_B", "k": 1, "n": 256, "decoder_query_target_mass": 0.20334583520889282, "decoder_query_target_nll": 3.775954246520996, "decoder_query_top1_on_support": 0.20703125, "mean_decoder_query_support_size": 2.265625, "decoder_belief_target_mass": 0.021421339362859726, "decoder_belief_target_nll": 12.722345352172852, "decoder_belief_top1_on_support": 0.01171875, "mean_decoder_belief_support_size": 2.38671875, "init_belief_target_mass": 0.6864238977432251, "init_belief_target_nll": 2.9819488525390625, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.8877841234207153, "init_slot_unique_a_frac": 0.7024147727272727, "init_mixture_a_entropy": 2.35573148727417, "init_mixture_b_entropy": 2.366105318069458, "init_slot_a_overlap": 0.08072163164615631, "init_slot_b_overlap": 0.08605589717626572, "mean_slot_purity": 0.8257529735565186, "mean_slot_entropy": 0.4649338722229004, "mean_weight_entropy": 1.61441969871521, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.38671875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_final_query", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "final_query", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 9, "query_type": "A_PLUS_B", "k": 3, "n": 256, "decoder_query_target_mass": 0.210862398147583, "decoder_query_target_nll": 5.204044342041016, "decoder_query_top1_on_support": 0.19921875, "mean_decoder_query_support_size": 2.265625, "decoder_belief_target_mass": 0.03177943825721741, "decoder_belief_target_nll": 14.194480895996094, "decoder_belief_top1_on_support": 0.0234375, "mean_decoder_belief_support_size": 2.38671875, "init_belief_target_mass": 0.6864238977432251, "init_belief_target_nll": 2.9819488525390625, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.8877841234207153, "init_slot_unique_a_frac": 0.7024147727272727, "init_mixture_a_entropy": 2.35573148727417, "init_mixture_b_entropy": 2.366105318069458, "init_slot_a_overlap": 0.08072163164615631, "init_slot_b_overlap": 0.08605589717626572, "mean_slot_purity": 0.7825864553451538, "mean_slot_entropy": 0.5780953764915466, "mean_weight_entropy": 1.2080504894256592, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.38671875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_final_query", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "final_query", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 9, "query_type": "A_PLUS_B", "k": 6, "n": 256, "decoder_query_target_mass": 0.23600003123283386, "decoder_query_target_nll": 6.855571746826172, "decoder_query_top1_on_support": 0.23046875, "mean_decoder_query_support_size": 2.265625, "decoder_belief_target_mass": 0.07001011073589325, "decoder_belief_target_nll": 13.891069412231445, "decoder_belief_top1_on_support": 0.08984375, "mean_decoder_belief_support_size": 2.38671875, "init_belief_target_mass": 0.6864238977432251, "init_belief_target_nll": 2.9819488525390625, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.8877841234207153, "init_slot_unique_a_frac": 0.7024147727272727, "init_mixture_a_entropy": 2.35573148727417, "init_mixture_b_entropy": 2.366105318069458, "init_slot_a_overlap": 0.08072163164615631, "init_slot_b_overlap": 0.08605589717626572, "mean_slot_purity": 0.7278333902359009, "mean_slot_entropy": 0.7499417066574097, "mean_weight_entropy": 0.8642292618751526, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.38671875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_final_query", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "final_query", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 9, "query_type": "A_PLUS_B", "k": 9, "n": 256, "decoder_query_target_mass": 0.7032723426818848, "decoder_query_target_nll": 1.1468141078948975, "decoder_query_top1_on_support": 0.8203125, "mean_decoder_query_support_size": 2.265625, "decoder_belief_target_mass": 0.623563289642334, "decoder_belief_target_nll": 1.5188732147216797, "decoder_belief_top1_on_support": 0.8046875, "mean_decoder_belief_support_size": 2.38671875, "init_belief_target_mass": 0.6864238977432251, "init_belief_target_nll": 2.9819488525390625, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.8877841234207153, "init_slot_unique_a_frac": 0.7024147727272727, "init_mixture_a_entropy": 2.35573148727417, "init_mixture_b_entropy": 2.366105318069458, "init_slot_a_overlap": 0.08072163164615631, "init_slot_b_overlap": 0.08605589717626572, "mean_slot_purity": 0.6911444664001465, "mean_slot_entropy": 0.8767576813697815, "mean_weight_entropy": 0.6448757648468018, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.38671875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_final_query", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "final_query", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 9, "query_type": "A_PLUS_B", "k": 12, "n": 256, "decoder_query_target_mass": 0.70327228307724, "decoder_query_target_nll": 1.1468141078948975, "decoder_query_top1_on_support": 0.8203125, "mean_decoder_query_support_size": 2.265625, "decoder_belief_target_mass": 0.623563289642334, "decoder_belief_target_nll": 1.5188732147216797, "decoder_belief_top1_on_support": 0.8046875, "mean_decoder_belief_support_size": 2.38671875, "init_belief_target_mass": 0.6864238977432251, "init_belief_target_nll": 2.9819488525390625, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.8877841234207153, "init_slot_unique_a_frac": 0.7024147727272727, "init_mixture_a_entropy": 2.35573148727417, "init_mixture_b_entropy": 2.366105318069458, "init_slot_a_overlap": 0.08072163164615631, "init_slot_b_overlap": 0.08605589717626572, "mean_slot_purity": 0.6911444664001465, "mean_slot_entropy": 0.8767576813697815, "mean_weight_entropy": 0.6448757648468018, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.38671875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_final_query", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "final_query", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 9, "query_type": "A_MINUS_B", "k": 0, "n": 256, "decoder_query_target_mass": 0.19150850176811218, "decoder_query_target_nll": 5.672504901885986, "decoder_query_top1_on_support": 0.1796875, "mean_decoder_query_support_size": 2.33984375, "decoder_belief_target_mass": 0.021187707781791687, "decoder_belief_target_nll": 11.28809642791748, "decoder_belief_top1_on_support": 0.03125, "mean_decoder_belief_support_size": 2.515625, "init_belief_target_mass": 0.6876826286315918, "init_belief_target_nll": 2.9756369590759277, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.8977273106575012, "init_slot_unique_a_frac": 0.7017045454545454, "init_mixture_a_entropy": 2.3582422733306885, "init_mixture_b_entropy": 2.3654510974884033, "init_slot_a_overlap": 0.08274077624082565, "init_slot_b_overlap": 0.08628615736961365, "mean_slot_purity": 0.840135931968689, "mean_slot_entropy": 0.4133467972278595, "mean_weight_entropy": 2.013928174972534, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.515625 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_final_query", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "final_query", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 9, "query_type": "A_MINUS_B", "k": 1, "n": 256, "decoder_query_target_mass": 0.19782012701034546, "decoder_query_target_nll": 5.107607841491699, "decoder_query_top1_on_support": 0.20703125, "mean_decoder_query_support_size": 2.33984375, "decoder_belief_target_mass": 0.0173594132065773, "decoder_belief_target_nll": 12.514535903930664, "decoder_belief_top1_on_support": 0.01953125, "mean_decoder_belief_support_size": 2.515625, "init_belief_target_mass": 0.6876826286315918, "init_belief_target_nll": 2.9756369590759277, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.8977273106575012, "init_slot_unique_a_frac": 0.7017045454545454, "init_mixture_a_entropy": 2.3582422733306885, "init_mixture_b_entropy": 2.3654510974884033, "init_slot_a_overlap": 0.08274077624082565, "init_slot_b_overlap": 0.08628615736961365, "mean_slot_purity": 0.8273515701293945, "mean_slot_entropy": 0.4607274830341339, "mean_weight_entropy": 1.650982141494751, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.515625 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_final_query", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "final_query", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 9, "query_type": "A_MINUS_B", "k": 3, "n": 256, "decoder_query_target_mass": 0.204946368932724, "decoder_query_target_nll": 6.02116584777832, "decoder_query_top1_on_support": 0.20703125, "mean_decoder_query_support_size": 2.33984375, "decoder_belief_target_mass": 0.029506865888834, "decoder_belief_target_nll": 14.034676551818848, "decoder_belief_top1_on_support": 0.03515625, "mean_decoder_belief_support_size": 2.515625, "init_belief_target_mass": 0.6876826286315918, "init_belief_target_nll": 2.9756369590759277, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.8977273106575012, "init_slot_unique_a_frac": 0.7017045454545454, "init_mixture_a_entropy": 2.3582422733306885, "init_mixture_b_entropy": 2.3654510974884033, "init_slot_a_overlap": 0.08274077624082565, "init_slot_b_overlap": 0.08628615736961365, "mean_slot_purity": 0.7803610563278198, "mean_slot_entropy": 0.6001231074333191, "mean_weight_entropy": 1.2773656845092773, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.515625 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_final_query", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "final_query", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 9, "query_type": "A_MINUS_B", "k": 6, "n": 256, "decoder_query_target_mass": 0.2589868903160095, "decoder_query_target_nll": 6.126906871795654, "decoder_query_top1_on_support": 0.2421875, "mean_decoder_query_support_size": 2.33984375, "decoder_belief_target_mass": 0.08451484143733978, "decoder_belief_target_nll": 13.268178939819336, "decoder_belief_top1_on_support": 0.0859375, "mean_decoder_belief_support_size": 2.515625, "init_belief_target_mass": 0.6876826286315918, "init_belief_target_nll": 2.9756369590759277, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.8977273106575012, "init_slot_unique_a_frac": 0.7017045454545454, "init_mixture_a_entropy": 2.3582422733306885, "init_mixture_b_entropy": 2.3654510974884033, "init_slot_a_overlap": 0.08274077624082565, "init_slot_b_overlap": 0.08628615736961365, "mean_slot_purity": 0.7181751728057861, "mean_slot_entropy": 0.8020593523979187, "mean_weight_entropy": 0.9052583575248718, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.515625 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_final_query", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "final_query", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 9, "query_type": "A_MINUS_B", "k": 9, "n": 256, "decoder_query_target_mass": 0.7023231983184814, "decoder_query_target_nll": 1.1036981344223022, "decoder_query_top1_on_support": 0.8359375, "mean_decoder_query_support_size": 2.33984375, "decoder_belief_target_mass": 0.6141526699066162, "decoder_belief_target_nll": 1.5661916732788086, "decoder_belief_top1_on_support": 0.8046875, "mean_decoder_belief_support_size": 2.515625, "init_belief_target_mass": 0.6876826286315918, "init_belief_target_nll": 2.9756369590759277, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.8977273106575012, "init_slot_unique_a_frac": 0.7017045454545454, "init_mixture_a_entropy": 2.3582422733306885, "init_mixture_b_entropy": 2.3654510974884033, "init_slot_a_overlap": 0.08274077624082565, "init_slot_b_overlap": 0.08628615736961365, "mean_slot_purity": 0.6782824397087097, "mean_slot_entropy": 0.9424030184745789, "mean_weight_entropy": 0.7182967066764832, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.515625 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_final_query", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "final_query", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 9, "query_type": "A_MINUS_B", "k": 12, "n": 256, "decoder_query_target_mass": 0.7023231983184814, "decoder_query_target_nll": 1.1036981344223022, "decoder_query_top1_on_support": 0.8359375, "mean_decoder_query_support_size": 2.33984375, "decoder_belief_target_mass": 0.6141526699066162, "decoder_belief_target_nll": 1.5661916732788086, "decoder_belief_top1_on_support": 0.8046875, "mean_decoder_belief_support_size": 2.515625, "init_belief_target_mass": 0.6876826286315918, "init_belief_target_nll": 2.9756369590759277, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.8977273106575012, "init_slot_unique_a_frac": 0.7017045454545454, "init_mixture_a_entropy": 2.3582422733306885, "init_mixture_b_entropy": 2.3654510974884033, "init_slot_a_overlap": 0.08274077624082565, "init_slot_b_overlap": 0.08628615736961365, "mean_slot_purity": 0.6782824397087097, "mean_slot_entropy": 0.9424030184745789, "mean_weight_entropy": 0.7182967066764832, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.515625 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_final_query", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "final_query", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 12, "query_type": "A", "k": 0, "n": 256, "decoder_query_target_mass": 0.1447264552116394, "decoder_query_target_nll": 2.4914326667785645, "decoder_query_top1_on_support": 0.09765625, "mean_decoder_query_support_size": 1.63671875, "decoder_belief_target_mass": 0.015407436527311802, "decoder_belief_target_nll": 11.036134719848633, "decoder_belief_top1_on_support": 0.02734375, "mean_decoder_belief_support_size": 1.83984375, "init_belief_target_mass": 0.6834374666213989, "init_belief_target_nll": 2.9945874214172363, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.8938210606575012, "init_slot_unique_a_frac": 0.6953125, "init_mixture_a_entropy": 2.3558995723724365, "init_mixture_b_entropy": 2.364006996154785, "init_slot_a_overlap": 0.08628436923027039, "init_slot_b_overlap": 0.08945249021053314, "mean_slot_purity": 0.8416324257850647, "mean_slot_entropy": 0.4157942533493042, "mean_weight_entropy": 1.9965847730636597, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 1.83984375 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_final_query", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "final_query", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 12, "query_type": "A", "k": 1, "n": 256, "decoder_query_target_mass": 0.14429867267608643, "decoder_query_target_nll": 5.4455060958862305, "decoder_query_top1_on_support": 0.1015625, "mean_decoder_query_support_size": 1.63671875, "decoder_belief_target_mass": 0.01355171948671341, "decoder_belief_target_nll": 12.740034103393555, "decoder_belief_top1_on_support": 0.0078125, "mean_decoder_belief_support_size": 1.83984375, "init_belief_target_mass": 0.6834374666213989, "init_belief_target_nll": 2.9945874214172363, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.8938210606575012, "init_slot_unique_a_frac": 0.6953125, "init_mixture_a_entropy": 2.3558995723724365, "init_mixture_b_entropy": 2.364006996154785, "init_slot_a_overlap": 0.08628436923027039, "init_slot_b_overlap": 0.08945249021053314, "mean_slot_purity": 0.8299601078033447, "mean_slot_entropy": 0.4607231020927429, "mean_weight_entropy": 1.6161330938339233, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 1.83984375 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_final_query", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "final_query", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 12, "query_type": "A", "k": 3, "n": 256, "decoder_query_target_mass": 0.15462015569210052, "decoder_query_target_nll": 8.382734298706055, "decoder_query_top1_on_support": 0.15234375, "mean_decoder_query_support_size": 1.63671875, "decoder_belief_target_mass": 0.013368814252316952, "decoder_belief_target_nll": 15.175758361816406, "decoder_belief_top1_on_support": 0.01953125, "mean_decoder_belief_support_size": 1.83984375, "init_belief_target_mass": 0.6834374666213989, "init_belief_target_nll": 2.9945874214172363, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.8938210606575012, "init_slot_unique_a_frac": 0.6953125, "init_mixture_a_entropy": 2.3558995723724365, "init_mixture_b_entropy": 2.364006996154785, "init_slot_a_overlap": 0.08628436923027039, "init_slot_b_overlap": 0.08945249021053314, "mean_slot_purity": 0.7779898643493652, "mean_slot_entropy": 0.5912070870399475, "mean_weight_entropy": 1.1603153944015503, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 1.83984375 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_final_query", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "final_query", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 12, "query_type": "A", "k": 6, "n": 256, "decoder_query_target_mass": 0.18175522983074188, "decoder_query_target_nll": 9.643705368041992, "decoder_query_top1_on_support": 0.20703125, "mean_decoder_query_support_size": 1.63671875, "decoder_belief_target_mass": 0.01829393580555916, "decoder_belief_target_nll": 15.255024909973145, "decoder_belief_top1_on_support": 0.01953125, "mean_decoder_belief_support_size": 1.83984375, "init_belief_target_mass": 0.6834374666213989, "init_belief_target_nll": 2.9945874214172363, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.8938210606575012, "init_slot_unique_a_frac": 0.6953125, "init_mixture_a_entropy": 2.3558995723724365, "init_mixture_b_entropy": 2.364006996154785, "init_slot_a_overlap": 0.08628436923027039, "init_slot_b_overlap": 0.08945249021053314, "mean_slot_purity": 0.7138549089431763, "mean_slot_entropy": 0.7913944721221924, "mean_weight_entropy": 0.8308758735656738, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 1.83984375 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_final_query", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "final_query", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 12, "query_type": "A", "k": 9, "n": 256, "decoder_query_target_mass": 0.3013606667518616, "decoder_query_target_nll": 8.874614715576172, "decoder_query_top1_on_support": 0.3359375, "mean_decoder_query_support_size": 1.63671875, "decoder_belief_target_mass": 0.07694948464632034, "decoder_belief_target_nll": 13.91651725769043, "decoder_belief_top1_on_support": 0.1015625, "mean_decoder_belief_support_size": 1.83984375, "init_belief_target_mass": 0.6834374666213989, "init_belief_target_nll": 2.9945874214172363, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.8938210606575012, "init_slot_unique_a_frac": 0.6953125, "init_mixture_a_entropy": 2.3558995723724365, "init_mixture_b_entropy": 2.364006996154785, "init_slot_a_overlap": 0.08628436923027039, "init_slot_b_overlap": 0.08945249021053314, "mean_slot_purity": 0.6834389567375183, "mean_slot_entropy": 0.9052670001983643, "mean_weight_entropy": 0.6155146360397339, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 1.83984375 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_final_query", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "final_query", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 12, "query_type": "A", "k": 12, "n": 256, "decoder_query_target_mass": 0.7360901832580566, "decoder_query_target_nll": 0.8028414249420166, "decoder_query_top1_on_support": 0.84375, "mean_decoder_query_support_size": 1.63671875, "decoder_belief_target_mass": 0.589796781539917, "decoder_belief_target_nll": 1.446906328201294, "decoder_belief_top1_on_support": 0.75, "mean_decoder_belief_support_size": 1.83984375, "init_belief_target_mass": 0.6834374666213989, "init_belief_target_nll": 2.9945874214172363, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.8938210606575012, "init_slot_unique_a_frac": 0.6953125, "init_mixture_a_entropy": 2.3558995723724365, "init_mixture_b_entropy": 2.364006996154785, "init_slot_a_overlap": 0.08628436923027039, "init_slot_b_overlap": 0.08945249021053314, "mean_slot_purity": 0.6454588174819946, "mean_slot_entropy": 1.0534201860427856, "mean_weight_entropy": 0.4724837839603424, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 1.83984375 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_final_query", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "final_query", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 12, "query_type": "B", "k": 0, "n": 256, "decoder_query_target_mass": 0.1574430763721466, "decoder_query_target_nll": 2.4456026554107666, "decoder_query_top1_on_support": 0.12890625, "mean_decoder_query_support_size": 1.75, "decoder_belief_target_mass": 0.016703929752111435, "decoder_belief_target_nll": 11.229820251464844, "decoder_belief_top1_on_support": 0.0234375, "mean_decoder_belief_support_size": 1.9921875, "init_belief_target_mass": 0.6786912679672241, "init_belief_target_nll": 2.9986324310302734, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.890269935131073, "init_slot_unique_a_frac": 0.6917613636363636, "init_mixture_a_entropy": 2.3565404415130615, "init_mixture_b_entropy": 2.3644142150878906, "init_slot_a_overlap": 0.08723768591880798, "init_slot_b_overlap": 0.09110024571418762, "mean_slot_purity": 0.839674174785614, "mean_slot_entropy": 0.4203173518180847, "mean_weight_entropy": 1.99417245388031, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 1.9921875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_final_query", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "final_query", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 12, "query_type": "B", "k": 1, "n": 256, "decoder_query_target_mass": 0.17759117484092712, "decoder_query_target_nll": 5.324947834014893, "decoder_query_top1_on_support": 0.18359375, "mean_decoder_query_support_size": 1.75, "decoder_belief_target_mass": 0.020253155380487442, "decoder_belief_target_nll": 12.411516189575195, "decoder_belief_top1_on_support": 0.01953125, "mean_decoder_belief_support_size": 1.9921875, "init_belief_target_mass": 0.6786912679672241, "init_belief_target_nll": 2.9986324310302734, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.890269935131073, "init_slot_unique_a_frac": 0.6917613636363636, "init_mixture_a_entropy": 2.3565404415130615, "init_mixture_b_entropy": 2.3644142150878906, "init_slot_a_overlap": 0.08723768591880798, "init_slot_b_overlap": 0.09110024571418762, "mean_slot_purity": 0.8296315670013428, "mean_slot_entropy": 0.4616938829421997, "mean_weight_entropy": 1.6441152095794678, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 1.9921875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_final_query", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "final_query", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 12, "query_type": "B", "k": 3, "n": 256, "decoder_query_target_mass": 0.18737876415252686, "decoder_query_target_nll": 8.351909637451172, "decoder_query_top1_on_support": 0.18359375, "mean_decoder_query_support_size": 1.75, "decoder_belief_target_mass": 0.025780994445085526, "decoder_belief_target_nll": 13.864523887634277, "decoder_belief_top1_on_support": 0.03125, "mean_decoder_belief_support_size": 1.9921875, "init_belief_target_mass": 0.6786912679672241, "init_belief_target_nll": 2.9986324310302734, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.890269935131073, "init_slot_unique_a_frac": 0.6917613636363636, "init_mixture_a_entropy": 2.3565404415130615, "init_mixture_b_entropy": 2.3644142150878906, "init_slot_a_overlap": 0.08723768591880798, "init_slot_b_overlap": 0.09110024571418762, "mean_slot_purity": 0.7721136808395386, "mean_slot_entropy": 0.6136645674705505, "mean_weight_entropy": 1.2442376613616943, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 1.9921875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_final_query", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "final_query", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 12, "query_type": "B", "k": 6, "n": 256, "decoder_query_target_mass": 0.20342466235160828, "decoder_query_target_nll": 9.823780059814453, "decoder_query_top1_on_support": 0.22265625, "mean_decoder_query_support_size": 1.75, "decoder_belief_target_mass": 0.027194350957870483, "decoder_belief_target_nll": 15.551652908325195, "decoder_belief_top1_on_support": 0.02734375, "mean_decoder_belief_support_size": 1.9921875, "init_belief_target_mass": 0.6786912679672241, "init_belief_target_nll": 2.9986324310302734, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.890269935131073, "init_slot_unique_a_frac": 0.6917613636363636, "init_mixture_a_entropy": 2.3565404415130615, "init_mixture_b_entropy": 2.3644142150878906, "init_slot_a_overlap": 0.08723768591880798, "init_slot_b_overlap": 0.09110024571418762, "mean_slot_purity": 0.7176110744476318, "mean_slot_entropy": 0.7957515120506287, "mean_weight_entropy": 0.9282938241958618, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 1.9921875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_final_query", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "final_query", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 12, "query_type": "B", "k": 9, "n": 256, "decoder_query_target_mass": 0.34020230174064636, "decoder_query_target_nll": 7.847858428955078, "decoder_query_top1_on_support": 0.38671875, "mean_decoder_query_support_size": 1.75, "decoder_belief_target_mass": 0.09815900772809982, "decoder_belief_target_nll": 13.498485565185547, "decoder_belief_top1_on_support": 0.12109375, "mean_decoder_belief_support_size": 1.9921875, "init_belief_target_mass": 0.6786912679672241, "init_belief_target_nll": 2.9986324310302734, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.890269935131073, "init_slot_unique_a_frac": 0.6917613636363636, "init_mixture_a_entropy": 2.3565404415130615, "init_mixture_b_entropy": 2.3644142150878906, "init_slot_a_overlap": 0.08723768591880798, "init_slot_b_overlap": 0.09110024571418762, "mean_slot_purity": 0.6718356609344482, "mean_slot_entropy": 0.9697239995002747, "mean_weight_entropy": 0.7170751094818115, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 1.9921875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_final_query", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "final_query", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 12, "query_type": "B", "k": 12, "n": 256, "decoder_query_target_mass": 0.7720839381217957, "decoder_query_target_nll": 0.7762762308120728, "decoder_query_top1_on_support": 0.87109375, "mean_decoder_query_support_size": 1.75, "decoder_belief_target_mass": 0.6355777382850647, "decoder_belief_target_nll": 1.3674218654632568, "decoder_belief_top1_on_support": 0.80078125, "mean_decoder_belief_support_size": 1.9921875, "init_belief_target_mass": 0.6786912679672241, "init_belief_target_nll": 2.9986324310302734, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.890269935131073, "init_slot_unique_a_frac": 0.6917613636363636, "init_mixture_a_entropy": 2.3565404415130615, "init_mixture_b_entropy": 2.3644142150878906, "init_slot_a_overlap": 0.08723768591880798, "init_slot_b_overlap": 0.09110024571418762, "mean_slot_purity": 0.639819324016571, "mean_slot_entropy": 1.0989676713943481, "mean_weight_entropy": 0.592797577381134, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 1.9921875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_final_query", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "final_query", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 12, "query_type": "A_PLUS_B", "k": 0, "n": 256, "decoder_query_target_mass": 0.1572573184967041, "decoder_query_target_nll": 2.457660675048828, "decoder_query_top1_on_support": 0.2265625, "mean_decoder_query_support_size": 1.65234375, "decoder_belief_target_mass": 0.015107918530702591, "decoder_belief_target_nll": 11.043506622314453, "decoder_belief_top1_on_support": 0.015625, "mean_decoder_belief_support_size": 1.71484375, "init_belief_target_mass": 0.6851271390914917, "init_belief_target_nll": 2.9761853218078613, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.8913352489471436, "init_slot_unique_a_frac": 0.6981534090909091, "init_mixture_a_entropy": 2.357937812805176, "init_mixture_b_entropy": 2.367039442062378, "init_slot_a_overlap": 0.08382120728492737, "init_slot_b_overlap": 0.08784758299589157, "mean_slot_purity": 0.8388396501541138, "mean_slot_entropy": 0.4165322184562683, "mean_weight_entropy": 2.0108354091644287, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 1.71484375 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_final_query", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "final_query", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 12, "query_type": "A_PLUS_B", "k": 1, "n": 256, "decoder_query_target_mass": 0.1450948715209961, "decoder_query_target_nll": 3.782118320465088, "decoder_query_top1_on_support": 0.16796875, "mean_decoder_query_support_size": 1.65234375, "decoder_belief_target_mass": 0.011070135980844498, "decoder_belief_target_nll": 12.53341293334961, "decoder_belief_top1_on_support": 0.0078125, "mean_decoder_belief_support_size": 1.71484375, "init_belief_target_mass": 0.6851271390914917, "init_belief_target_nll": 2.9761853218078613, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.8913352489471436, "init_slot_unique_a_frac": 0.6981534090909091, "init_mixture_a_entropy": 2.357937812805176, "init_mixture_b_entropy": 2.367039442062378, "init_slot_a_overlap": 0.08382120728492737, "init_slot_b_overlap": 0.08784758299589157, "mean_slot_purity": 0.8227197527885437, "mean_slot_entropy": 0.47480839490890503, "mean_weight_entropy": 1.6368627548217773, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 1.71484375 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_final_query", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "final_query", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 12, "query_type": "A_PLUS_B", "k": 3, "n": 256, "decoder_query_target_mass": 0.1500788927078247, "decoder_query_target_nll": 5.262019634246826, "decoder_query_top1_on_support": 0.171875, "mean_decoder_query_support_size": 1.65234375, "decoder_belief_target_mass": 0.015059426426887512, "decoder_belief_target_nll": 14.388728141784668, "decoder_belief_top1_on_support": 0.01171875, "mean_decoder_belief_support_size": 1.71484375, "init_belief_target_mass": 0.6851271390914917, "init_belief_target_nll": 2.9761853218078613, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.8913352489471436, "init_slot_unique_a_frac": 0.6981534090909091, "init_mixture_a_entropy": 2.357937812805176, "init_mixture_b_entropy": 2.367039442062378, "init_slot_a_overlap": 0.08382120728492737, "init_slot_b_overlap": 0.08784758299589157, "mean_slot_purity": 0.7720770835876465, "mean_slot_entropy": 0.6066981554031372, "mean_weight_entropy": 1.2659225463867188, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 1.71484375 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_final_query", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "final_query", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 12, "query_type": "A_PLUS_B", "k": 6, "n": 256, "decoder_query_target_mass": 0.1412331759929657, "decoder_query_target_nll": 7.04931116104126, "decoder_query_top1_on_support": 0.125, "mean_decoder_query_support_size": 1.65234375, "decoder_belief_target_mass": 0.02501586824655533, "decoder_belief_target_nll": 14.75811767578125, "decoder_belief_top1_on_support": 0.03125, "mean_decoder_belief_support_size": 1.71484375, "init_belief_target_mass": 0.6851271390914917, "init_belief_target_nll": 2.9761853218078613, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.8913352489471436, "init_slot_unique_a_frac": 0.6981534090909091, "init_mixture_a_entropy": 2.357937812805176, "init_mixture_b_entropy": 2.367039442062378, "init_slot_a_overlap": 0.08382120728492737, "init_slot_b_overlap": 0.08784758299589157, "mean_slot_purity": 0.7228108048439026, "mean_slot_entropy": 0.7758395671844482, "mean_weight_entropy": 0.9097435474395752, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 1.71484375 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_final_query", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "final_query", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 12, "query_type": "A_PLUS_B", "k": 9, "n": 256, "decoder_query_target_mass": 0.17693130671977997, "decoder_query_target_nll": 7.5575408935546875, "decoder_query_top1_on_support": 0.19921875, "mean_decoder_query_support_size": 1.65234375, "decoder_belief_target_mass": 0.06634332239627838, "decoder_belief_target_nll": 13.600467681884766, "decoder_belief_top1_on_support": 0.08984375, "mean_decoder_belief_support_size": 1.71484375, "init_belief_target_mass": 0.6851271390914917, "init_belief_target_nll": 2.9761853218078613, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.8913352489471436, "init_slot_unique_a_frac": 0.6981534090909091, "init_mixture_a_entropy": 2.357937812805176, "init_mixture_b_entropy": 2.367039442062378, "init_slot_a_overlap": 0.08382120728492737, "init_slot_b_overlap": 0.08784758299589157, "mean_slot_purity": 0.6811134815216064, "mean_slot_entropy": 0.9459154009819031, "mean_weight_entropy": 0.6870437264442444, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 1.71484375 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_final_query", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "final_query", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 12, "query_type": "A_PLUS_B", "k": 12, "n": 256, "decoder_query_target_mass": 0.6753698587417603, "decoder_query_target_nll": 0.9963712692260742, "decoder_query_top1_on_support": 0.8046875, "mean_decoder_query_support_size": 1.65234375, "decoder_belief_target_mass": 0.6091921329498291, "decoder_belief_target_nll": 1.398491621017456, "decoder_belief_top1_on_support": 0.76953125, "mean_decoder_belief_support_size": 1.71484375, "init_belief_target_mass": 0.6851271390914917, "init_belief_target_nll": 2.9761853218078613, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.8913352489471436, "init_slot_unique_a_frac": 0.6981534090909091, "init_mixture_a_entropy": 2.357937812805176, "init_mixture_b_entropy": 2.367039442062378, "init_slot_a_overlap": 0.08382120728492737, "init_slot_b_overlap": 0.08784758299589157, "mean_slot_purity": 0.6538149118423462, "mean_slot_entropy": 1.0272834300994873, "mean_weight_entropy": 0.5231872200965881, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 1.71484375 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_final_query", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "final_query", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 12, "query_type": "A_MINUS_B", "k": 0, "n": 256, "decoder_query_target_mass": 0.1675575077533722, "decoder_query_target_nll": 5.408231258392334, "decoder_query_top1_on_support": 0.16015625, "mean_decoder_query_support_size": 1.94921875, "decoder_belief_target_mass": 0.01680959388613701, "decoder_belief_target_nll": 10.96124267578125, "decoder_belief_top1_on_support": 0.01953125, "mean_decoder_belief_support_size": 2.1015625, "init_belief_target_mass": 0.6852859854698181, "init_belief_target_nll": 2.984269618988037, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.8916903734207153, "init_slot_unique_a_frac": 0.6985085227272727, "init_mixture_a_entropy": 2.356306552886963, "init_mixture_b_entropy": 2.365696430206299, "init_slot_a_overlap": 0.08347117900848389, "init_slot_b_overlap": 0.08643552660942078, "mean_slot_purity": 0.8400325775146484, "mean_slot_entropy": 0.41549527645111084, "mean_weight_entropy": 2.003929853439331, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.1015625 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_final_query", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "final_query", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 12, "query_type": "A_MINUS_B", "k": 1, "n": 256, "decoder_query_target_mass": 0.16445080935955048, "decoder_query_target_nll": 5.26898717880249, "decoder_query_top1_on_support": 0.15234375, "mean_decoder_query_support_size": 1.94921875, "decoder_belief_target_mass": 0.015341723337769508, "decoder_belief_target_nll": 12.706636428833008, "decoder_belief_top1_on_support": 0.01953125, "mean_decoder_belief_support_size": 2.1015625, "init_belief_target_mass": 0.6852859854698181, "init_belief_target_nll": 2.984269618988037, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.8916903734207153, "init_slot_unique_a_frac": 0.6985085227272727, "init_mixture_a_entropy": 2.356306552886963, "init_mixture_b_entropy": 2.365696430206299, "init_slot_a_overlap": 0.08347117900848389, "init_slot_b_overlap": 0.08643552660942078, "mean_slot_purity": 0.8290812969207764, "mean_slot_entropy": 0.45935094356536865, "mean_weight_entropy": 1.6633081436157227, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.1015625 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_final_query", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "final_query", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 12, "query_type": "A_MINUS_B", "k": 3, "n": 256, "decoder_query_target_mass": 0.18613901734352112, "decoder_query_target_nll": 5.20888614654541, "decoder_query_top1_on_support": 0.1796875, "mean_decoder_query_support_size": 1.94921875, "decoder_belief_target_mass": 0.024688050150871277, "decoder_belief_target_nll": 14.014915466308594, "decoder_belief_top1_on_support": 0.02734375, "mean_decoder_belief_support_size": 2.1015625, "init_belief_target_mass": 0.6852859854698181, "init_belief_target_nll": 2.984269618988037, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.8916903734207153, "init_slot_unique_a_frac": 0.6985085227272727, "init_mixture_a_entropy": 2.356306552886963, "init_mixture_b_entropy": 2.365696430206299, "init_slot_a_overlap": 0.08347117900848389, "init_slot_b_overlap": 0.08643552660942078, "mean_slot_purity": 0.7766677141189575, "mean_slot_entropy": 0.5980188846588135, "mean_weight_entropy": 1.2243647575378418, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.1015625 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_final_query", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "final_query", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 12, "query_type": "A_MINUS_B", "k": 6, "n": 256, "decoder_query_target_mass": 0.18341892957687378, "decoder_query_target_nll": 6.77720832824707, "decoder_query_top1_on_support": 0.18359375, "mean_decoder_query_support_size": 1.94921875, "decoder_belief_target_mass": 0.022460561245679855, "decoder_belief_target_nll": 15.519311904907227, "decoder_belief_top1_on_support": 0.03125, "mean_decoder_belief_support_size": 2.1015625, "init_belief_target_mass": 0.6852859854698181, "init_belief_target_nll": 2.984269618988037, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.8916903734207153, "init_slot_unique_a_frac": 0.6985085227272727, "init_mixture_a_entropy": 2.356306552886963, "init_mixture_b_entropy": 2.365696430206299, "init_slot_a_overlap": 0.08347117900848389, "init_slot_b_overlap": 0.08643552660942078, "mean_slot_purity": 0.7305229306221008, "mean_slot_entropy": 0.7395153045654297, "mean_weight_entropy": 0.8922395706176758, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.1015625 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_final_query", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "final_query", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 12, "query_type": "A_MINUS_B", "k": 9, "n": 256, "decoder_query_target_mass": 0.19367551803588867, "decoder_query_target_nll": 7.898953437805176, "decoder_query_top1_on_support": 0.21484375, "mean_decoder_query_support_size": 1.94921875, "decoder_belief_target_mass": 0.06732064485549927, "decoder_belief_target_nll": 13.620939254760742, "decoder_belief_top1_on_support": 0.06640625, "mean_decoder_belief_support_size": 2.1015625, "init_belief_target_mass": 0.6852859854698181, "init_belief_target_nll": 2.984269618988037, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.8916903734207153, "init_slot_unique_a_frac": 0.6985085227272727, "init_mixture_a_entropy": 2.356306552886963, "init_mixture_b_entropy": 2.365696430206299, "init_slot_a_overlap": 0.08347117900848389, "init_slot_b_overlap": 0.08643552660942078, "mean_slot_purity": 0.683181643486023, "mean_slot_entropy": 0.9218354225158691, "mean_weight_entropy": 0.6829506754875183, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.1015625 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_final_query", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "final_query", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 12, "query_type": "A_MINUS_B", "k": 12, "n": 256, "decoder_query_target_mass": 0.6750566363334656, "decoder_query_target_nll": 1.0655502080917358, "decoder_query_top1_on_support": 0.84375, "mean_decoder_query_support_size": 1.94921875, "decoder_belief_target_mass": 0.5973547697067261, "decoder_belief_target_nll": 1.5029149055480957, "decoder_belief_top1_on_support": 0.78515625, "mean_decoder_belief_support_size": 2.1015625, "init_belief_target_mass": 0.6852859854698181, "init_belief_target_nll": 2.984269618988037, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.8916903734207153, "init_slot_unique_a_frac": 0.6985085227272727, "init_mixture_a_entropy": 2.356306552886963, "init_mixture_b_entropy": 2.365696430206299, "init_slot_a_overlap": 0.08347117900848389, "init_slot_b_overlap": 0.08643552660942078, "mean_slot_purity": 0.6584023237228394, "mean_slot_entropy": 1.0138249397277832, "mean_weight_entropy": 0.5686616897583008, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.1015625 } ] } ], "checkpoints": [ "large_artifacts/structured_slot_initializer_ladder/checkpoints/pilot_generic_mlp_final_query/checkpoint_final.pt" ], "num_parameters": 37399 }