{ "args": { "variant_name": "pilot_generic_mlp_full_belief", "seed": 83, "device": "auto", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "init_logit_scale": 8.0, "temperature": 1.0, "train_min_len": 1, "train_max_len": 6, "eval_lengths": "3,6,9,12", "eval_k": "0,1,3,6,9,12", "eval_query_types": "all", "train_steps": 1100, "batch_size": 256, "eval_batch_size": 256, "eval_examples": 256, "lr": 0.001, "weight_decay": 0.0001, "belief_loss_weight": 1.0, "query_loss_weight": 0.0, "slot_entropy_weight": 0.003, "init_coverage_loss_weight": 0.0, "init_relation_loss_weight": 0.0, "init_weight_uniform_loss_weight": 0.0, "init_slot_overlap_loss_weight": 0.0, "max_grad_norm": 1.0, "log_every": 220, "output_dir": "experiments/structured_slot_initializer_ladder/runs/pilot_generic_mlp_full_belief", "checkpoint_dir": "" }, "train": [ { "step": 1, "loss": 4.17499303817749, "grad_norm": 0.052765410393476486, "elapsed_seconds": 1.3027358055114746, "mean_slot_purity": 0.04519340395927429, "mean_weight_entropy": 2.3973536491394043, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "belief_loss": 4.162530899047852, "slot_entropy_loss": 4.154064178466797, "init_belief_target_mass": 0.09088882803916931, "init_belief_target_nll": 4.799761772155762, "init_belief_top1_on_support": 0.0, "init_slot_relation_accuracy": 0.06427557021379471, "init_slot_unique_a_frac": 0.29723011363636365, "init_mixture_a_entropy": 2.395650863647461, "init_mixture_b_entropy": 2.3961784839630127, "init_slot_a_overlap": 0.0913044735789299, "init_slot_b_overlap": 0.09120775014162064, "decoder_belief_target_mass": 0.11508473008871078, "decoder_belief_target_nll": 3.791597604751587, "decoder_belief_top1_on_support": 0.1328125, "mean_decoder_belief_support_size": 5.5234375, "decoder_query_target_mass": 0.5329540967941284, "decoder_query_target_nll": 2.1115198135375977, "decoder_query_top1_on_support": 0.56640625, "mean_decoder_query_support_size": 4.734375 }, { "step": 220, "loss": 2.594390869140625, "grad_norm": 1.144921898841858, "elapsed_seconds": 170.05143785476685, "mean_slot_purity": 0.6735101938247681, "mean_weight_entropy": 1.0327759981155396, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "belief_loss": 2.5916402339935303, "slot_entropy_loss": 0.916893720626831, "init_belief_target_mass": 0.5584022998809814, "init_belief_target_nll": 3.149078369140625, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.7180398106575012, "init_slot_unique_a_frac": 0.6104403409090909, "init_mixture_a_entropy": 2.3833773136138916, "init_mixture_b_entropy": 2.3862545490264893, "init_slot_a_overlap": 0.1381213665008545, "init_slot_b_overlap": 0.15737277269363403, "decoder_belief_target_mass": 0.5296141505241394, "decoder_belief_target_nll": 2.3250229358673096, "decoder_belief_top1_on_support": 0.8515625, "mean_decoder_belief_support_size": 5.1796875, "decoder_query_target_mass": 0.7753390073776245, "decoder_query_target_nll": 1.5210459232330322, "decoder_query_top1_on_support": 0.91796875, "mean_decoder_query_support_size": 4.515625 }, { "step": 440, "loss": 2.593118906021118, "grad_norm": 0.7454086542129517, "elapsed_seconds": 334.63986110687256, "mean_slot_purity": 0.7132202982902527, "mean_weight_entropy": 1.122699499130249, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "belief_loss": 2.5907604694366455, "slot_entropy_loss": 0.7861146926879883, "init_belief_target_mass": 0.5816309452056885, "init_belief_target_nll": 3.1010894775390625, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.7624289989471436, "init_slot_unique_a_frac": 0.6285511363636364, "init_mixture_a_entropy": 2.3793094158172607, "init_mixture_b_entropy": 2.386932373046875, "init_slot_a_overlap": 0.13285288214683533, "init_slot_b_overlap": 0.15588414669036865, "decoder_belief_target_mass": 0.5807286500930786, "decoder_belief_target_nll": 2.344006061553955, "decoder_belief_top1_on_support": 0.87109375, "mean_decoder_belief_support_size": 5.80078125, "decoder_query_target_mass": 0.8228112459182739, "decoder_query_target_nll": 1.5395023822784424, "decoder_query_top1_on_support": 0.93359375, "mean_decoder_query_support_size": 5.02734375 }, { "step": 660, "loss": 2.629042387008667, "grad_norm": 0.8427591323852539, "elapsed_seconds": 499.17275285720825, "mean_slot_purity": 0.7354179620742798, "mean_weight_entropy": 1.0547943115234375, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "belief_loss": 2.626962900161743, "slot_entropy_loss": 0.6931375861167908, "init_belief_target_mass": 0.5727835893630981, "init_belief_target_nll": 3.124558925628662, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.7720170617103577, "init_slot_unique_a_frac": 0.6384943181818181, "init_mixture_a_entropy": 2.384777307510376, "init_mixture_b_entropy": 2.3868396282196045, "init_slot_a_overlap": 0.1376868188381195, "init_slot_b_overlap": 0.17068323493003845, "decoder_belief_target_mass": 0.5633784532546997, "decoder_belief_target_nll": 2.3325889110565186, "decoder_belief_top1_on_support": 0.87890625, "mean_decoder_belief_support_size": 5.65234375, "decoder_query_target_mass": 0.8132492303848267, "decoder_query_target_nll": 1.5027852058410645, "decoder_query_top1_on_support": 0.94921875, "mean_decoder_query_support_size": 4.828125 }, { "step": 880, "loss": 2.5875437259674072, "grad_norm": 0.8736845850944519, "elapsed_seconds": 664.0347571372986, "mean_slot_purity": 0.7551349997520447, "mean_weight_entropy": 1.0907671451568604, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "belief_loss": 2.5856199264526367, "slot_entropy_loss": 0.641286313533783, "init_belief_target_mass": 0.5827125310897827, "init_belief_target_nll": 3.1145825386047363, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.7720170617103577, "init_slot_unique_a_frac": 0.62109375, "init_mixture_a_entropy": 2.3852880001068115, "init_mixture_b_entropy": 2.3883352279663086, "init_slot_a_overlap": 0.14524105191230774, "init_slot_b_overlap": 0.1729949414730072, "decoder_belief_target_mass": 0.5571489334106445, "decoder_belief_target_nll": 2.335625648498535, "decoder_belief_top1_on_support": 0.875, "mean_decoder_belief_support_size": 5.69921875, "decoder_query_target_mass": 0.8069806098937988, "decoder_query_target_nll": 1.5176172256469727, "decoder_query_top1_on_support": 0.9453125, "mean_decoder_query_support_size": 4.84765625 }, { "step": 1100, "loss": 2.6028871536254883, "grad_norm": 0.6257228851318359, "elapsed_seconds": 829.187310218811, "mean_slot_purity": 0.7681938409805298, "mean_weight_entropy": 1.1218888759613037, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "belief_loss": 2.6011240482330322, "slot_entropy_loss": 0.5876954793930054, "init_belief_target_mass": 0.6100212335586548, "init_belief_target_nll": 3.0776286125183105, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.7936789989471436, "init_slot_unique_a_frac": 0.6576704545454546, "init_mixture_a_entropy": 2.383620500564575, "init_mixture_b_entropy": 2.388516902923584, "init_slot_a_overlap": 0.13645592331886292, "init_slot_b_overlap": 0.16614612936973572, "decoder_belief_target_mass": 0.5704537034034729, "decoder_belief_target_nll": 2.3401031494140625, "decoder_belief_top1_on_support": 0.87890625, "mean_decoder_belief_support_size": 5.8046875, "decoder_query_target_mass": 0.7801980376243591, "decoder_query_target_nll": 1.4901233911514282, "decoder_query_top1_on_support": 0.9296875, "mean_decoder_query_support_size": 4.70703125 } ], "eval": [ { "step": 1100, "rows": [ { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_full_belief", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 3, "query_type": "A", "k": 0, "n": 256, "decoder_query_target_mass": 0.4745861291885376, "decoder_query_target_nll": 2.412327289581299, "decoder_query_top1_on_support": 0.50390625, "mean_decoder_query_support_size": 5.21875, "decoder_belief_target_mass": 0.054960697889328, "decoder_belief_target_nll": 11.403240203857422, "decoder_belief_top1_on_support": 0.05078125, "mean_decoder_belief_support_size": 5.95703125, "init_belief_target_mass": 0.5943663120269775, "init_belief_target_nll": 3.1024608612060547, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.792613685131073, "init_slot_unique_a_frac": 0.6416903409090909, "init_mixture_a_entropy": 2.3835322856903076, "init_mixture_b_entropy": 2.387782335281372, "init_slot_a_overlap": 0.14143699407577515, "init_slot_b_overlap": 0.1704481542110443, "mean_slot_purity": 0.7961238622665405, "mean_slot_entropy": 0.5368754267692566, "mean_weight_entropy": 1.7567567825317383, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 5.95703125 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_full_belief", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 3, "query_type": "A", "k": 1, "n": 256, "decoder_query_target_mass": 0.5747918486595154, "decoder_query_target_nll": 3.8035106658935547, "decoder_query_top1_on_support": 0.58203125, "mean_decoder_query_support_size": 5.21875, "decoder_belief_target_mass": 0.11262646317481995, "decoder_belief_target_nll": 10.81460952758789, "decoder_belief_top1_on_support": 0.14453125, "mean_decoder_belief_support_size": 5.95703125, "init_belief_target_mass": 0.5943663120269775, "init_belief_target_nll": 3.1024608612060547, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.792613685131073, "init_slot_unique_a_frac": 0.6416903409090909, "init_mixture_a_entropy": 2.3835322856903076, "init_mixture_b_entropy": 2.387782335281372, "init_slot_a_overlap": 0.14143699407577515, "init_slot_b_overlap": 0.1704481542110443, "mean_slot_purity": 0.7938066720962524, "mean_slot_entropy": 0.563025712966919, "mean_weight_entropy": 1.4573912620544434, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 5.95703125 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_full_belief", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 3, "query_type": "A", "k": 3, "n": 256, "decoder_query_target_mass": 0.8676961660385132, "decoder_query_target_nll": 1.529893159866333, "decoder_query_top1_on_support": 0.953125, "mean_decoder_query_support_size": 5.21875, "decoder_belief_target_mass": 0.5553735494613647, "decoder_belief_target_nll": 2.441439628601074, "decoder_belief_top1_on_support": 0.859375, "mean_decoder_belief_support_size": 5.95703125, "init_belief_target_mass": 0.5943663120269775, "init_belief_target_nll": 3.1024608612060547, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.792613685131073, "init_slot_unique_a_frac": 0.6416903409090909, "init_mixture_a_entropy": 2.3835322856903076, "init_mixture_b_entropy": 2.387782335281372, "init_slot_a_overlap": 0.14143699407577515, "init_slot_b_overlap": 0.1704481542110443, "mean_slot_purity": 0.7637075781822205, "mean_slot_entropy": 0.6666935682296753, "mean_weight_entropy": 1.1512075662612915, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 5.95703125 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_full_belief", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 3, "query_type": "A", "k": 6, "n": 256, "decoder_query_target_mass": 0.8676961660385132, "decoder_query_target_nll": 1.529893159866333, "decoder_query_top1_on_support": 0.953125, "mean_decoder_query_support_size": 5.21875, "decoder_belief_target_mass": 0.5553735494613647, "decoder_belief_target_nll": 2.441439628601074, "decoder_belief_top1_on_support": 0.859375, "mean_decoder_belief_support_size": 5.95703125, "init_belief_target_mass": 0.5943663120269775, "init_belief_target_nll": 3.1024608612060547, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.792613685131073, "init_slot_unique_a_frac": 0.6416903409090909, "init_mixture_a_entropy": 2.3835322856903076, "init_mixture_b_entropy": 2.387782335281372, "init_slot_a_overlap": 0.14143699407577515, "init_slot_b_overlap": 0.1704481542110443, "mean_slot_purity": 0.7637075781822205, "mean_slot_entropy": 0.6666935682296753, "mean_weight_entropy": 1.1512075662612915, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 5.95703125 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_full_belief", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 3, "query_type": "A", "k": 9, "n": 256, "decoder_query_target_mass": 0.8676961660385132, "decoder_query_target_nll": 1.529893159866333, "decoder_query_top1_on_support": 0.953125, "mean_decoder_query_support_size": 5.21875, "decoder_belief_target_mass": 0.5553735494613647, "decoder_belief_target_nll": 2.441439628601074, "decoder_belief_top1_on_support": 0.859375, "mean_decoder_belief_support_size": 5.95703125, "init_belief_target_mass": 0.5943663120269775, "init_belief_target_nll": 3.1024608612060547, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.792613685131073, "init_slot_unique_a_frac": 0.6416903409090909, "init_mixture_a_entropy": 2.3835322856903076, "init_mixture_b_entropy": 2.387782335281372, "init_slot_a_overlap": 0.14143699407577515, "init_slot_b_overlap": 0.1704481542110443, "mean_slot_purity": 0.7637075781822205, "mean_slot_entropy": 0.6666935682296753, "mean_weight_entropy": 1.1512075662612915, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 5.95703125 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_full_belief", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 3, "query_type": "A", "k": 12, "n": 256, "decoder_query_target_mass": 0.8676961660385132, "decoder_query_target_nll": 1.529893159866333, "decoder_query_top1_on_support": 0.953125, "mean_decoder_query_support_size": 5.21875, "decoder_belief_target_mass": 0.5553735494613647, "decoder_belief_target_nll": 2.441439628601074, "decoder_belief_top1_on_support": 0.859375, "mean_decoder_belief_support_size": 5.95703125, "init_belief_target_mass": 0.5943663120269775, "init_belief_target_nll": 3.1024608612060547, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.792613685131073, "init_slot_unique_a_frac": 0.6416903409090909, "init_mixture_a_entropy": 2.3835322856903076, "init_mixture_b_entropy": 2.387782335281372, "init_slot_a_overlap": 0.14143699407577515, "init_slot_b_overlap": 0.1704481542110443, "mean_slot_purity": 0.7637075781822205, "mean_slot_entropy": 0.6666935682296753, "mean_weight_entropy": 1.1512075662612915, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 5.95703125 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_full_belief", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 3, "query_type": "B", "k": 0, "n": 256, "decoder_query_target_mass": 0.4295956492424011, "decoder_query_target_nll": 2.404777765274048, "decoder_query_top1_on_support": 0.4609375, "mean_decoder_query_support_size": 4.71875, "decoder_belief_target_mass": 0.05594769865274429, "decoder_belief_target_nll": 11.550765991210938, "decoder_belief_top1_on_support": 0.0625, "mean_decoder_belief_support_size": 5.7421875, "init_belief_target_mass": 0.5917514562606812, "init_belief_target_nll": 3.1106510162353516, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.7947443127632141, "init_slot_unique_a_frac": 0.6377840909090909, "init_mixture_a_entropy": 2.3832688331604004, "init_mixture_b_entropy": 2.387871265411377, "init_slot_a_overlap": 0.1437293291091919, "init_slot_b_overlap": 0.16803760826587677, "mean_slot_purity": 0.7999864816665649, "mean_slot_entropy": 0.5291897058486938, "mean_weight_entropy": 1.7517372369766235, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 5.7421875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_full_belief", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 3, "query_type": "B", "k": 1, "n": 256, "decoder_query_target_mass": 0.5097997188568115, "decoder_query_target_nll": 3.749666213989258, "decoder_query_top1_on_support": 0.5390625, "mean_decoder_query_support_size": 4.71875, "decoder_belief_target_mass": 0.10486479103565216, "decoder_belief_target_nll": 10.518303871154785, "decoder_belief_top1_on_support": 0.13671875, "mean_decoder_belief_support_size": 5.7421875, "init_belief_target_mass": 0.5917514562606812, "init_belief_target_nll": 3.1106510162353516, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.7947443127632141, "init_slot_unique_a_frac": 0.6377840909090909, "init_mixture_a_entropy": 2.3832688331604004, "init_mixture_b_entropy": 2.387871265411377, "init_slot_a_overlap": 0.1437293291091919, "init_slot_b_overlap": 0.16803760826587677, "mean_slot_purity": 0.7953105568885803, "mean_slot_entropy": 0.560883104801178, "mean_weight_entropy": 1.447801113128662, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 5.7421875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_full_belief", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 3, "query_type": "B", "k": 3, "n": 256, "decoder_query_target_mass": 0.8628115653991699, "decoder_query_target_nll": 1.3891408443450928, "decoder_query_top1_on_support": 0.95703125, "mean_decoder_query_support_size": 4.71875, "decoder_belief_target_mass": 0.5493228435516357, "decoder_belief_target_nll": 2.3716025352478027, "decoder_belief_top1_on_support": 0.84375, "mean_decoder_belief_support_size": 5.7421875, "init_belief_target_mass": 0.5917514562606812, "init_belief_target_nll": 3.1106510162353516, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.7947443127632141, "init_slot_unique_a_frac": 0.6377840909090909, "init_mixture_a_entropy": 2.3832688331604004, "init_mixture_b_entropy": 2.387871265411377, "init_slot_a_overlap": 0.1437293291091919, "init_slot_b_overlap": 0.16803760826587677, "mean_slot_purity": 0.7615639567375183, "mean_slot_entropy": 0.6675772666931152, "mean_weight_entropy": 1.0767035484313965, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 5.7421875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_full_belief", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 3, "query_type": "B", "k": 6, "n": 256, "decoder_query_target_mass": 0.8628115653991699, "decoder_query_target_nll": 1.3891408443450928, "decoder_query_top1_on_support": 0.95703125, "mean_decoder_query_support_size": 4.71875, "decoder_belief_target_mass": 0.5493228435516357, "decoder_belief_target_nll": 2.3716025352478027, "decoder_belief_top1_on_support": 0.84375, "mean_decoder_belief_support_size": 5.7421875, "init_belief_target_mass": 0.5917514562606812, "init_belief_target_nll": 3.1106510162353516, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.7947443127632141, "init_slot_unique_a_frac": 0.6377840909090909, "init_mixture_a_entropy": 2.3832688331604004, "init_mixture_b_entropy": 2.387871265411377, "init_slot_a_overlap": 0.1437293291091919, "init_slot_b_overlap": 0.16803760826587677, "mean_slot_purity": 0.7615639567375183, "mean_slot_entropy": 0.6675772666931152, "mean_weight_entropy": 1.0767035484313965, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 5.7421875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_full_belief", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 3, "query_type": "B", "k": 9, "n": 256, "decoder_query_target_mass": 0.8628115653991699, "decoder_query_target_nll": 1.3891408443450928, "decoder_query_top1_on_support": 0.95703125, "mean_decoder_query_support_size": 4.71875, "decoder_belief_target_mass": 0.5493228435516357, "decoder_belief_target_nll": 2.3716025352478027, "decoder_belief_top1_on_support": 0.84375, "mean_decoder_belief_support_size": 5.7421875, "init_belief_target_mass": 0.5917514562606812, "init_belief_target_nll": 3.1106510162353516, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.7947443127632141, "init_slot_unique_a_frac": 0.6377840909090909, "init_mixture_a_entropy": 2.3832688331604004, "init_mixture_b_entropy": 2.387871265411377, "init_slot_a_overlap": 0.1437293291091919, "init_slot_b_overlap": 0.16803760826587677, "mean_slot_purity": 0.7615639567375183, "mean_slot_entropy": 0.6675772666931152, "mean_weight_entropy": 1.0767035484313965, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 5.7421875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_full_belief", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 3, "query_type": "B", "k": 12, "n": 256, "decoder_query_target_mass": 0.8628115653991699, "decoder_query_target_nll": 1.3891408443450928, "decoder_query_top1_on_support": 0.95703125, "mean_decoder_query_support_size": 4.71875, "decoder_belief_target_mass": 0.5493228435516357, "decoder_belief_target_nll": 2.3716025352478027, "decoder_belief_top1_on_support": 0.84375, "mean_decoder_belief_support_size": 5.7421875, "init_belief_target_mass": 0.5917514562606812, "init_belief_target_nll": 3.1106510162353516, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.7947443127632141, "init_slot_unique_a_frac": 0.6377840909090909, "init_mixture_a_entropy": 2.3832688331604004, "init_mixture_b_entropy": 2.387871265411377, "init_slot_a_overlap": 0.1437293291091919, "init_slot_b_overlap": 0.16803760826587677, "mean_slot_purity": 0.7615639567375183, "mean_slot_entropy": 0.6675772666931152, "mean_weight_entropy": 1.0767035484313965, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 5.7421875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_full_belief", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 3, "query_type": "A_PLUS_B", "k": 0, "n": 256, "decoder_query_target_mass": 0.4893340468406677, "decoder_query_target_nll": 2.584672451019287, "decoder_query_top1_on_support": 0.4765625, "mean_decoder_query_support_size": 5.33203125, "decoder_belief_target_mass": 0.060692187398672104, "decoder_belief_target_nll": 11.803579330444336, "decoder_belief_top1_on_support": 0.0703125, "mean_decoder_belief_support_size": 5.6796875, "init_belief_target_mass": 0.6078305840492249, "init_belief_target_nll": 3.0766000747680664, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.7901278734207153, "init_slot_unique_a_frac": 0.6516335227272727, "init_mixture_a_entropy": 2.3833415508270264, "init_mixture_b_entropy": 2.3881278038024902, "init_slot_a_overlap": 0.13596326112747192, "init_slot_b_overlap": 0.16496975719928741, "mean_slot_purity": 0.8020123243331909, "mean_slot_entropy": 0.5149043202400208, "mean_weight_entropy": 1.7869369983673096, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 5.6796875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_full_belief", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 3, "query_type": "A_PLUS_B", "k": 1, "n": 256, "decoder_query_target_mass": 0.49529850482940674, "decoder_query_target_nll": 3.368699073791504, "decoder_query_top1_on_support": 0.5078125, "mean_decoder_query_support_size": 5.33203125, "decoder_belief_target_mass": 0.09732445329427719, "decoder_belief_target_nll": 10.382074356079102, "decoder_belief_top1_on_support": 0.125, "mean_decoder_belief_support_size": 5.6796875, "init_belief_target_mass": 0.6078305840492249, "init_belief_target_nll": 3.0766000747680664, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.7901278734207153, "init_slot_unique_a_frac": 0.6516335227272727, "init_mixture_a_entropy": 2.3833415508270264, "init_mixture_b_entropy": 2.3881278038024902, "init_slot_a_overlap": 0.13596326112747192, "init_slot_b_overlap": 0.16496975719928741, "mean_slot_purity": 0.7965421676635742, "mean_slot_entropy": 0.552220344543457, "mean_weight_entropy": 1.5417391061782837, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 5.6796875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_full_belief", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 3, "query_type": "A_PLUS_B", "k": 3, "n": 256, "decoder_query_target_mass": 0.7805975675582886, "decoder_query_target_nll": 1.801828145980835, "decoder_query_top1_on_support": 0.91796875, "mean_decoder_query_support_size": 5.33203125, "decoder_belief_target_mass": 0.574360191822052, "decoder_belief_target_nll": 2.3532118797302246, "decoder_belief_top1_on_support": 0.90234375, "mean_decoder_belief_support_size": 5.6796875, "init_belief_target_mass": 0.6078305840492249, "init_belief_target_nll": 3.0766000747680664, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.7901278734207153, "init_slot_unique_a_frac": 0.6516335227272727, "init_mixture_a_entropy": 2.3833415508270264, "init_mixture_b_entropy": 2.3881278038024902, "init_slot_a_overlap": 0.13596326112747192, "init_slot_b_overlap": 0.16496975719928741, "mean_slot_purity": 0.7641239166259766, "mean_slot_entropy": 0.6624913811683655, "mean_weight_entropy": 1.1581742763519287, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 5.6796875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_full_belief", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 3, "query_type": "A_PLUS_B", "k": 6, "n": 256, "decoder_query_target_mass": 0.7805975675582886, "decoder_query_target_nll": 1.8018282651901245, "decoder_query_top1_on_support": 0.91796875, "mean_decoder_query_support_size": 5.33203125, "decoder_belief_target_mass": 0.574360191822052, "decoder_belief_target_nll": 2.3532118797302246, "decoder_belief_top1_on_support": 0.90234375, "mean_decoder_belief_support_size": 5.6796875, "init_belief_target_mass": 0.6078305840492249, "init_belief_target_nll": 3.0766000747680664, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.7901278734207153, "init_slot_unique_a_frac": 0.6516335227272727, "init_mixture_a_entropy": 2.3833415508270264, "init_mixture_b_entropy": 2.3881278038024902, "init_slot_a_overlap": 0.13596326112747192, "init_slot_b_overlap": 0.16496975719928741, "mean_slot_purity": 0.7641239166259766, "mean_slot_entropy": 0.6624913811683655, "mean_weight_entropy": 1.1581742763519287, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 5.6796875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_full_belief", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 3, "query_type": "A_PLUS_B", "k": 9, "n": 256, "decoder_query_target_mass": 0.7805975675582886, "decoder_query_target_nll": 1.8018282651901245, "decoder_query_top1_on_support": 0.91796875, "mean_decoder_query_support_size": 5.33203125, "decoder_belief_target_mass": 0.574360191822052, "decoder_belief_target_nll": 2.3532118797302246, "decoder_belief_top1_on_support": 0.90234375, "mean_decoder_belief_support_size": 5.6796875, "init_belief_target_mass": 0.6078305840492249, "init_belief_target_nll": 3.0766000747680664, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.7901278734207153, "init_slot_unique_a_frac": 0.6516335227272727, "init_mixture_a_entropy": 2.3833415508270264, "init_mixture_b_entropy": 2.3881278038024902, "init_slot_a_overlap": 0.13596326112747192, "init_slot_b_overlap": 0.16496975719928741, "mean_slot_purity": 0.7641239166259766, "mean_slot_entropy": 0.6624913811683655, "mean_weight_entropy": 1.1581742763519287, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 5.6796875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_full_belief", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 3, "query_type": "A_PLUS_B", "k": 12, "n": 256, "decoder_query_target_mass": 0.7805975675582886, "decoder_query_target_nll": 1.801828145980835, "decoder_query_top1_on_support": 0.91796875, "mean_decoder_query_support_size": 5.33203125, "decoder_belief_target_mass": 0.574360191822052, "decoder_belief_target_nll": 2.3532118797302246, "decoder_belief_top1_on_support": 0.90234375, "mean_decoder_belief_support_size": 5.6796875, "init_belief_target_mass": 0.6078305840492249, "init_belief_target_nll": 3.0766000747680664, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.7901278734207153, "init_slot_unique_a_frac": 0.6516335227272727, "init_mixture_a_entropy": 2.3833415508270264, "init_mixture_b_entropy": 2.3881278038024902, "init_slot_a_overlap": 0.13596326112747192, "init_slot_b_overlap": 0.16496975719928741, "mean_slot_purity": 0.7641239166259766, "mean_slot_entropy": 0.6624913811683655, "mean_weight_entropy": 1.1581742763519287, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 5.6796875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_full_belief", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 3, "query_type": "A_MINUS_B", "k": 0, "n": 256, "decoder_query_target_mass": 0.4563096761703491, "decoder_query_target_nll": 4.220121383666992, "decoder_query_top1_on_support": 0.48046875, "mean_decoder_query_support_size": 4.76953125, "decoder_belief_target_mass": 0.05872129276394844, "decoder_belief_target_nll": 11.553731918334961, "decoder_belief_top1_on_support": 0.06640625, "mean_decoder_belief_support_size": 6.14453125, "init_belief_target_mass": 0.5870572328567505, "init_belief_target_nll": 3.1213948726654053, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.7876420617103577, "init_slot_unique_a_frac": 0.6424005681818182, "init_mixture_a_entropy": 2.382540225982666, "init_mixture_b_entropy": 2.3874382972717285, "init_slot_a_overlap": 0.139360249042511, "init_slot_b_overlap": 0.1761980503797531, "mean_slot_purity": 0.7977648377418518, "mean_slot_entropy": 0.5357625484466553, "mean_weight_entropy": 1.7379951477050781, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 6.14453125 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_full_belief", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 3, "query_type": "A_MINUS_B", "k": 1, "n": 256, "decoder_query_target_mass": 0.4595246911048889, "decoder_query_target_nll": 4.043128490447998, "decoder_query_top1_on_support": 0.4765625, "mean_decoder_query_support_size": 4.76953125, "decoder_belief_target_mass": 0.1146298199892044, "decoder_belief_target_nll": 10.414021492004395, "decoder_belief_top1_on_support": 0.13671875, "mean_decoder_belief_support_size": 6.14453125, "init_belief_target_mass": 0.5870572328567505, "init_belief_target_nll": 3.1213948726654053, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.7876420617103577, "init_slot_unique_a_frac": 0.6424005681818182, "init_mixture_a_entropy": 2.382540225982666, "init_mixture_b_entropy": 2.3874382972717285, "init_slot_a_overlap": 0.139360249042511, "init_slot_b_overlap": 0.1761980503797531, "mean_slot_purity": 0.7923308610916138, "mean_slot_entropy": 0.57646644115448, "mean_weight_entropy": 1.4857820272445679, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 6.14453125 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_full_belief", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 3, "query_type": "A_MINUS_B", "k": 3, "n": 256, "decoder_query_target_mass": 0.7441408634185791, "decoder_query_target_nll": 1.532178521156311, "decoder_query_top1_on_support": 0.91796875, "mean_decoder_query_support_size": 4.76953125, "decoder_belief_target_mass": 0.5426732301712036, "decoder_belief_target_nll": 2.48712158203125, "decoder_belief_top1_on_support": 0.8671875, "mean_decoder_belief_support_size": 6.14453125, "init_belief_target_mass": 0.5870572328567505, "init_belief_target_nll": 3.1213948726654053, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.7876420617103577, "init_slot_unique_a_frac": 0.6424005681818182, "init_mixture_a_entropy": 2.382540225982666, "init_mixture_b_entropy": 2.3874382972717285, "init_slot_a_overlap": 0.139360249042511, "init_slot_b_overlap": 0.1761980503797531, "mean_slot_purity": 0.7600464820861816, "mean_slot_entropy": 0.6850835084915161, "mean_weight_entropy": 1.153067708015442, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 6.14453125 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_full_belief", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 3, "query_type": "A_MINUS_B", "k": 6, "n": 256, "decoder_query_target_mass": 0.7441408634185791, "decoder_query_target_nll": 1.532178521156311, "decoder_query_top1_on_support": 0.91796875, "mean_decoder_query_support_size": 4.76953125, "decoder_belief_target_mass": 0.5426732301712036, "decoder_belief_target_nll": 2.48712158203125, "decoder_belief_top1_on_support": 0.8671875, "mean_decoder_belief_support_size": 6.14453125, "init_belief_target_mass": 0.5870572328567505, "init_belief_target_nll": 3.1213948726654053, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.7876420617103577, "init_slot_unique_a_frac": 0.6424005681818182, "init_mixture_a_entropy": 2.382540225982666, "init_mixture_b_entropy": 2.3874382972717285, "init_slot_a_overlap": 0.139360249042511, "init_slot_b_overlap": 0.1761980503797531, "mean_slot_purity": 0.7600464820861816, "mean_slot_entropy": 0.6850835084915161, "mean_weight_entropy": 1.153067708015442, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 6.14453125 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_full_belief", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 3, "query_type": "A_MINUS_B", "k": 9, "n": 256, "decoder_query_target_mass": 0.7441408634185791, "decoder_query_target_nll": 1.532178521156311, "decoder_query_top1_on_support": 0.91796875, "mean_decoder_query_support_size": 4.76953125, "decoder_belief_target_mass": 0.5426732301712036, "decoder_belief_target_nll": 2.48712158203125, "decoder_belief_top1_on_support": 0.8671875, "mean_decoder_belief_support_size": 6.14453125, "init_belief_target_mass": 0.5870572328567505, "init_belief_target_nll": 3.1213948726654053, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.7876420617103577, "init_slot_unique_a_frac": 0.6424005681818182, "init_mixture_a_entropy": 2.382540225982666, "init_mixture_b_entropy": 2.3874382972717285, "init_slot_a_overlap": 0.139360249042511, "init_slot_b_overlap": 0.1761980503797531, "mean_slot_purity": 0.7600464820861816, "mean_slot_entropy": 0.6850835084915161, "mean_weight_entropy": 1.153067708015442, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 6.14453125 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_full_belief", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 3, "query_type": "A_MINUS_B", "k": 12, "n": 256, "decoder_query_target_mass": 0.7441408634185791, "decoder_query_target_nll": 1.532178521156311, "decoder_query_top1_on_support": 0.91796875, "mean_decoder_query_support_size": 4.76953125, "decoder_belief_target_mass": 0.5426732301712036, "decoder_belief_target_nll": 2.48712158203125, "decoder_belief_top1_on_support": 0.8671875, "mean_decoder_belief_support_size": 6.14453125, "init_belief_target_mass": 0.5870572328567505, "init_belief_target_nll": 3.1213948726654053, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.7876420617103577, "init_slot_unique_a_frac": 0.6424005681818182, "init_mixture_a_entropy": 2.382540225982666, "init_mixture_b_entropy": 2.3874382972717285, "init_slot_a_overlap": 0.139360249042511, "init_slot_b_overlap": 0.1761980503797531, "mean_slot_purity": 0.7600464820861816, "mean_slot_entropy": 0.6850835084915161, "mean_weight_entropy": 1.153067708015442, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 6.14453125 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_full_belief", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 6, "query_type": "A", "k": 0, "n": 256, "decoder_query_target_mass": 0.30884912610054016, "decoder_query_target_nll": 2.4031989574432373, "decoder_query_top1_on_support": 0.30078125, "mean_decoder_query_support_size": 3.3828125, "decoder_belief_target_mass": 0.03311390429735184, "decoder_belief_target_nll": 12.158666610717773, "decoder_belief_top1_on_support": 0.03515625, "mean_decoder_belief_support_size": 3.99609375, "init_belief_target_mass": 0.5858228802680969, "init_belief_target_nll": 3.117506504058838, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.7894176244735718, "init_slot_unique_a_frac": 0.6296164772727273, "init_mixture_a_entropy": 2.383035182952881, "init_mixture_b_entropy": 2.3876583576202393, "init_slot_a_overlap": 0.14839664101600647, "init_slot_b_overlap": 0.1701907515525818, "mean_slot_purity": 0.7969169020652771, "mean_slot_entropy": 0.53557950258255, "mean_weight_entropy": 1.7453181743621826, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.99609375 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_full_belief", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 6, "query_type": "A", "k": 1, "n": 256, "decoder_query_target_mass": 0.33535653352737427, "decoder_query_target_nll": 4.6968302726745605, "decoder_query_top1_on_support": 0.3203125, "mean_decoder_query_support_size": 3.3828125, "decoder_belief_target_mass": 0.046491965651512146, "decoder_belief_target_nll": 12.06334114074707, "decoder_belief_top1_on_support": 0.08203125, "mean_decoder_belief_support_size": 3.99609375, "init_belief_target_mass": 0.5858228802680969, "init_belief_target_nll": 3.117506504058838, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.7894176244735718, "init_slot_unique_a_frac": 0.6296164772727273, "init_mixture_a_entropy": 2.383035182952881, "init_mixture_b_entropy": 2.3876583576202393, "init_slot_a_overlap": 0.14839664101600647, "init_slot_b_overlap": 0.1701907515525818, "mean_slot_purity": 0.7939395904541016, "mean_slot_entropy": 0.565104603767395, "mean_weight_entropy": 1.480454921722412, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.99609375 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_full_belief", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 6, "query_type": "A", "k": 3, "n": 256, "decoder_query_target_mass": 0.40895789861679077, "decoder_query_target_nll": 6.126411437988281, "decoder_query_top1_on_support": 0.4375, "mean_decoder_query_support_size": 3.3828125, "decoder_belief_target_mass": 0.06122802942991257, "decoder_belief_target_nll": 12.302964210510254, "decoder_belief_top1_on_support": 0.0703125, "mean_decoder_belief_support_size": 3.99609375, "init_belief_target_mass": 0.5858228802680969, "init_belief_target_nll": 3.117506504058838, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.7894176244735718, "init_slot_unique_a_frac": 0.6296164772727273, "init_mixture_a_entropy": 2.383035182952881, "init_mixture_b_entropy": 2.3876583576202393, "init_slot_a_overlap": 0.14839664101600647, "init_slot_b_overlap": 0.1701907515525818, "mean_slot_purity": 0.7650435566902161, "mean_slot_entropy": 0.6595877408981323, "mean_weight_entropy": 1.1686019897460938, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.99609375 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_full_belief", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 6, "query_type": "A", "k": 6, "n": 256, "decoder_query_target_mass": 0.8174291253089905, "decoder_query_target_nll": 1.1997952461242676, "decoder_query_top1_on_support": 0.92578125, "mean_decoder_query_support_size": 3.3828125, "decoder_belief_target_mass": 0.5701470375061035, "decoder_belief_target_nll": 2.104867935180664, "decoder_belief_top1_on_support": 0.82421875, "mean_decoder_belief_support_size": 3.99609375, "init_belief_target_mass": 0.5858228802680969, "init_belief_target_nll": 3.117506504058838, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.7894176244735718, "init_slot_unique_a_frac": 0.6296164772727273, "init_mixture_a_entropy": 2.383035182952881, "init_mixture_b_entropy": 2.3876583576202393, "init_slot_a_overlap": 0.14839664101600647, "init_slot_b_overlap": 0.1701907515525818, "mean_slot_purity": 0.7205824255943298, "mean_slot_entropy": 0.8135666847229004, "mean_weight_entropy": 0.8805057406425476, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.99609375 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_full_belief", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 6, "query_type": "A", "k": 9, "n": 256, "decoder_query_target_mass": 0.8174291253089905, "decoder_query_target_nll": 1.1997952461242676, "decoder_query_top1_on_support": 0.92578125, "mean_decoder_query_support_size": 3.3828125, "decoder_belief_target_mass": 0.5701470375061035, "decoder_belief_target_nll": 2.104867935180664, "decoder_belief_top1_on_support": 0.82421875, "mean_decoder_belief_support_size": 3.99609375, "init_belief_target_mass": 0.5858228802680969, "init_belief_target_nll": 3.117506504058838, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.7894176244735718, "init_slot_unique_a_frac": 0.6296164772727273, "init_mixture_a_entropy": 2.383035182952881, "init_mixture_b_entropy": 2.3876583576202393, "init_slot_a_overlap": 0.14839664101600647, "init_slot_b_overlap": 0.1701907515525818, "mean_slot_purity": 0.7205824255943298, "mean_slot_entropy": 0.8135666847229004, "mean_weight_entropy": 0.8805057406425476, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.99609375 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_full_belief", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 6, "query_type": "A", "k": 12, "n": 256, "decoder_query_target_mass": 0.8174291253089905, "decoder_query_target_nll": 1.1997952461242676, "decoder_query_top1_on_support": 0.92578125, "mean_decoder_query_support_size": 3.3828125, "decoder_belief_target_mass": 0.5701470375061035, "decoder_belief_target_nll": 2.104867935180664, "decoder_belief_top1_on_support": 0.82421875, "mean_decoder_belief_support_size": 3.99609375, "init_belief_target_mass": 0.5858228802680969, "init_belief_target_nll": 3.117506504058838, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.7894176244735718, "init_slot_unique_a_frac": 0.6296164772727273, "init_mixture_a_entropy": 2.383035182952881, "init_mixture_b_entropy": 2.3876583576202393, "init_slot_a_overlap": 0.14839664101600647, "init_slot_b_overlap": 0.1701907515525818, "mean_slot_purity": 0.7205824255943298, "mean_slot_entropy": 0.8135666847229004, "mean_weight_entropy": 0.8805057406425476, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.99609375 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_full_belief", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 6, "query_type": "B", "k": 0, "n": 256, "decoder_query_target_mass": 0.3030799925327301, "decoder_query_target_nll": 2.402796506881714, "decoder_query_top1_on_support": 0.3203125, "mean_decoder_query_support_size": 3.32421875, "decoder_belief_target_mass": 0.04160351678729057, "decoder_belief_target_nll": 11.617485046386719, "decoder_belief_top1_on_support": 0.0625, "mean_decoder_belief_support_size": 4.04296875, "init_belief_target_mass": 0.6096788048744202, "init_belief_target_nll": 3.079136610031128, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.796875, "init_slot_unique_a_frac": 0.6580255681818182, "init_mixture_a_entropy": 2.3838024139404297, "init_mixture_b_entropy": 2.3885650634765625, "init_slot_a_overlap": 0.13550026714801788, "init_slot_b_overlap": 0.1648702621459961, "mean_slot_purity": 0.8056011199951172, "mean_slot_entropy": 0.5104596018791199, "mean_weight_entropy": 1.7831225395202637, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 4.04296875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_full_belief", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 6, "query_type": "B", "k": 1, "n": 256, "decoder_query_target_mass": 0.3369533121585846, "decoder_query_target_nll": 5.132321357727051, "decoder_query_top1_on_support": 0.359375, "mean_decoder_query_support_size": 3.32421875, "decoder_belief_target_mass": 0.056554995477199554, "decoder_belief_target_nll": 12.427830696105957, "decoder_belief_top1_on_support": 0.0703125, "mean_decoder_belief_support_size": 4.04296875, "init_belief_target_mass": 0.6096788048744202, "init_belief_target_nll": 3.079136610031128, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.796875, "init_slot_unique_a_frac": 0.6580255681818182, "init_mixture_a_entropy": 2.3838024139404297, "init_mixture_b_entropy": 2.3885650634765625, "init_slot_a_overlap": 0.13550026714801788, "init_slot_b_overlap": 0.1648702621459961, "mean_slot_purity": 0.8025087118148804, "mean_slot_entropy": 0.5342454314231873, "mean_weight_entropy": 1.4543871879577637, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 4.04296875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_full_belief", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 6, "query_type": "B", "k": 3, "n": 256, "decoder_query_target_mass": 0.4278395175933838, "decoder_query_target_nll": 5.7284698486328125, "decoder_query_top1_on_support": 0.44140625, "mean_decoder_query_support_size": 3.32421875, "decoder_belief_target_mass": 0.07632574439048767, "decoder_belief_target_nll": 12.871731758117676, "decoder_belief_top1_on_support": 0.09765625, "mean_decoder_belief_support_size": 4.04296875, "init_belief_target_mass": 0.6096788048744202, "init_belief_target_nll": 3.079136610031128, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.796875, "init_slot_unique_a_frac": 0.6580255681818182, "init_mixture_a_entropy": 2.3838024139404297, "init_mixture_b_entropy": 2.3885650634765625, "init_slot_a_overlap": 0.13550026714801788, "init_slot_b_overlap": 0.1648702621459961, "mean_slot_purity": 0.7717429399490356, "mean_slot_entropy": 0.6332210302352905, "mean_weight_entropy": 1.1490049362182617, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 4.04296875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_full_belief", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 6, "query_type": "B", "k": 6, "n": 256, "decoder_query_target_mass": 0.8118358850479126, "decoder_query_target_nll": 1.1880711317062378, "decoder_query_top1_on_support": 0.9296875, "mean_decoder_query_support_size": 3.32421875, "decoder_belief_target_mass": 0.6172196269035339, "decoder_belief_target_nll": 2.033236026763916, "decoder_belief_top1_on_support": 0.8828125, "mean_decoder_belief_support_size": 4.04296875, "init_belief_target_mass": 0.6096788048744202, "init_belief_target_nll": 3.079136610031128, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.796875, "init_slot_unique_a_frac": 0.6580255681818182, "init_mixture_a_entropy": 2.3838024139404297, "init_mixture_b_entropy": 2.3885650634765625, "init_slot_a_overlap": 0.13550026714801788, "init_slot_b_overlap": 0.1648702621459961, "mean_slot_purity": 0.7290893793106079, "mean_slot_entropy": 0.8008898496627808, "mean_weight_entropy": 0.8944978713989258, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 4.04296875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_full_belief", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 6, "query_type": "B", "k": 9, "n": 256, "decoder_query_target_mass": 0.8118358850479126, "decoder_query_target_nll": 1.1880712509155273, "decoder_query_top1_on_support": 0.9296875, "mean_decoder_query_support_size": 3.32421875, "decoder_belief_target_mass": 0.6172196269035339, "decoder_belief_target_nll": 2.033236026763916, "decoder_belief_top1_on_support": 0.8828125, "mean_decoder_belief_support_size": 4.04296875, "init_belief_target_mass": 0.6096788048744202, "init_belief_target_nll": 3.079136610031128, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.796875, "init_slot_unique_a_frac": 0.6580255681818182, "init_mixture_a_entropy": 2.3838024139404297, "init_mixture_b_entropy": 2.3885650634765625, "init_slot_a_overlap": 0.13550026714801788, "init_slot_b_overlap": 0.1648702621459961, "mean_slot_purity": 0.7290893793106079, "mean_slot_entropy": 0.8008898496627808, "mean_weight_entropy": 0.8944978713989258, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 4.04296875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_full_belief", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 6, "query_type": "B", "k": 12, "n": 256, "decoder_query_target_mass": 0.8118358850479126, "decoder_query_target_nll": 1.1880712509155273, "decoder_query_top1_on_support": 0.9296875, "mean_decoder_query_support_size": 3.32421875, "decoder_belief_target_mass": 0.6172196269035339, "decoder_belief_target_nll": 2.033236026763916, "decoder_belief_top1_on_support": 0.8828125, "mean_decoder_belief_support_size": 4.04296875, "init_belief_target_mass": 0.6096788048744202, "init_belief_target_nll": 3.079136610031128, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.796875, "init_slot_unique_a_frac": 0.6580255681818182, "init_mixture_a_entropy": 2.3838024139404297, "init_mixture_b_entropy": 2.3885650634765625, "init_slot_a_overlap": 0.13550026714801788, "init_slot_b_overlap": 0.1648702621459961, "mean_slot_purity": 0.7290893793106079, "mean_slot_entropy": 0.8008898496627808, "mean_weight_entropy": 0.8944978713989258, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 4.04296875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_full_belief", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 6, "query_type": "A_PLUS_B", "k": 0, "n": 256, "decoder_query_target_mass": 0.312366247177124, "decoder_query_target_nll": 2.630972385406494, "decoder_query_top1_on_support": 0.32421875, "mean_decoder_query_support_size": 3.4609375, "decoder_belief_target_mass": 0.033600132912397385, "decoder_belief_target_nll": 12.130602836608887, "decoder_belief_top1_on_support": 0.0390625, "mean_decoder_belief_support_size": 3.73828125, "init_belief_target_mass": 0.6044204235076904, "init_belief_target_nll": 3.0815396308898926, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.7943892478942871, "init_slot_unique_a_frac": 0.6491477272727273, "init_mixture_a_entropy": 2.3841712474823, "init_mixture_b_entropy": 2.3886590003967285, "init_slot_a_overlap": 0.1377374827861786, "init_slot_b_overlap": 0.1629648208618164, "mean_slot_purity": 0.8000833988189697, "mean_slot_entropy": 0.5229196548461914, "mean_weight_entropy": 1.7788116931915283, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.73828125 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_full_belief", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 6, "query_type": "A_PLUS_B", "k": 1, "n": 256, "decoder_query_target_mass": 0.31059032678604126, "decoder_query_target_nll": 3.7493090629577637, "decoder_query_top1_on_support": 0.30078125, "mean_decoder_query_support_size": 3.4609375, "decoder_belief_target_mass": 0.034653741866350174, "decoder_belief_target_nll": 12.641324996948242, "decoder_belief_top1_on_support": 0.02734375, "mean_decoder_belief_support_size": 3.73828125, "init_belief_target_mass": 0.6044204235076904, "init_belief_target_nll": 3.0815396308898926, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.7943892478942871, "init_slot_unique_a_frac": 0.6491477272727273, "init_mixture_a_entropy": 2.3841712474823, "init_mixture_b_entropy": 2.3886590003967285, "init_slot_a_overlap": 0.1377374827861786, "init_slot_b_overlap": 0.1629648208618164, "mean_slot_purity": 0.7974725961685181, "mean_slot_entropy": 0.5518175363540649, "mean_weight_entropy": 1.5008325576782227, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.73828125 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_full_belief", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 6, "query_type": "A_PLUS_B", "k": 3, "n": 256, "decoder_query_target_mass": 0.3185369670391083, "decoder_query_target_nll": 5.271042346954346, "decoder_query_top1_on_support": 0.33984375, "mean_decoder_query_support_size": 3.4609375, "decoder_belief_target_mass": 0.040283702313899994, "decoder_belief_target_nll": 13.165342330932617, "decoder_belief_top1_on_support": 0.03515625, "mean_decoder_belief_support_size": 3.73828125, "init_belief_target_mass": 0.6044204235076904, "init_belief_target_nll": 3.0815396308898926, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.7943892478942871, "init_slot_unique_a_frac": 0.6491477272727273, "init_mixture_a_entropy": 2.3841712474823, "init_mixture_b_entropy": 2.3886590003967285, "init_slot_a_overlap": 0.1377374827861786, "init_slot_b_overlap": 0.1629648208618164, "mean_slot_purity": 0.761289656162262, "mean_slot_entropy": 0.6668457388877869, "mean_weight_entropy": 1.1311352252960205, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.73828125 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_full_belief", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 6, "query_type": "A_PLUS_B", "k": 6, "n": 256, "decoder_query_target_mass": 0.6780083179473877, "decoder_query_target_nll": 1.5631510019302368, "decoder_query_top1_on_support": 0.8515625, "mean_decoder_query_support_size": 3.4609375, "decoder_belief_target_mass": 0.5281454920768738, "decoder_belief_target_nll": 2.153852939605713, "decoder_belief_top1_on_support": 0.80859375, "mean_decoder_belief_support_size": 3.73828125, "init_belief_target_mass": 0.6044204235076904, "init_belief_target_nll": 3.0815396308898926, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.7943892478942871, "init_slot_unique_a_frac": 0.6491477272727273, "init_mixture_a_entropy": 2.3841712474823, "init_mixture_b_entropy": 2.3886590003967285, "init_slot_a_overlap": 0.1377374827861786, "init_slot_b_overlap": 0.1629648208618164, "mean_slot_purity": 0.7081449031829834, "mean_slot_entropy": 0.8571072816848755, "mean_weight_entropy": 0.8581810593605042, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.73828125 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_full_belief", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 6, "query_type": "A_PLUS_B", "k": 9, "n": 256, "decoder_query_target_mass": 0.6780083179473877, "decoder_query_target_nll": 1.5631510019302368, "decoder_query_top1_on_support": 0.8515625, "mean_decoder_query_support_size": 3.4609375, "decoder_belief_target_mass": 0.5281454920768738, "decoder_belief_target_nll": 2.153852939605713, "decoder_belief_top1_on_support": 0.80859375, "mean_decoder_belief_support_size": 3.73828125, "init_belief_target_mass": 0.6044204235076904, "init_belief_target_nll": 3.0815396308898926, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.7943892478942871, "init_slot_unique_a_frac": 0.6491477272727273, "init_mixture_a_entropy": 2.3841712474823, "init_mixture_b_entropy": 2.3886590003967285, "init_slot_a_overlap": 0.1377374827861786, "init_slot_b_overlap": 0.1629648208618164, "mean_slot_purity": 0.7081449031829834, "mean_slot_entropy": 0.8571072816848755, "mean_weight_entropy": 0.8581810593605042, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.73828125 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_full_belief", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 6, "query_type": "A_PLUS_B", "k": 12, "n": 256, "decoder_query_target_mass": 0.6780083179473877, "decoder_query_target_nll": 1.5631510019302368, "decoder_query_top1_on_support": 0.8515625, "mean_decoder_query_support_size": 3.4609375, "decoder_belief_target_mass": 0.5281454920768738, "decoder_belief_target_nll": 2.153852939605713, "decoder_belief_top1_on_support": 0.80859375, "mean_decoder_belief_support_size": 3.73828125, "init_belief_target_mass": 0.6044204235076904, "init_belief_target_nll": 3.0815396308898926, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.7943892478942871, "init_slot_unique_a_frac": 0.6491477272727273, "init_mixture_a_entropy": 2.3841712474823, "init_mixture_b_entropy": 2.3886590003967285, "init_slot_a_overlap": 0.1377374827861786, "init_slot_b_overlap": 0.1629648208618164, "mean_slot_purity": 0.7081449031829834, "mean_slot_entropy": 0.8571072816848755, "mean_weight_entropy": 0.8581810593605042, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.73828125 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_full_belief", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 6, "query_type": "A_MINUS_B", "k": 0, "n": 256, "decoder_query_target_mass": 0.3231801986694336, "decoder_query_target_nll": 4.134757995605469, "decoder_query_top1_on_support": 0.33984375, "mean_decoder_query_support_size": 3.37109375, "decoder_belief_target_mass": 0.034670863300561905, "decoder_belief_target_nll": 11.610796928405762, "decoder_belief_top1_on_support": 0.01171875, "mean_decoder_belief_support_size": 3.7421875, "init_belief_target_mass": 0.6051914691925049, "init_belief_target_nll": 3.0858588218688965, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.7958096861839294, "init_slot_unique_a_frac": 0.6541193181818182, "init_mixture_a_entropy": 2.3839902877807617, "init_mixture_b_entropy": 2.38808536529541, "init_slot_a_overlap": 0.13371843099594116, "init_slot_b_overlap": 0.1698170304298401, "mean_slot_purity": 0.7989153861999512, "mean_slot_entropy": 0.5279894471168518, "mean_weight_entropy": 1.7729781866073608, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.7421875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_full_belief", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 6, "query_type": "A_MINUS_B", "k": 1, "n": 256, "decoder_query_target_mass": 0.3093738257884979, "decoder_query_target_nll": 4.52669620513916, "decoder_query_top1_on_support": 0.328125, "mean_decoder_query_support_size": 3.37109375, "decoder_belief_target_mass": 0.03553907573223114, "decoder_belief_target_nll": 12.744617462158203, "decoder_belief_top1_on_support": 0.03125, "mean_decoder_belief_support_size": 3.7421875, "init_belief_target_mass": 0.6051914691925049, "init_belief_target_nll": 3.0858588218688965, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.7958096861839294, "init_slot_unique_a_frac": 0.6541193181818182, "init_mixture_a_entropy": 2.3839902877807617, "init_mixture_b_entropy": 2.38808536529541, "init_slot_a_overlap": 0.13371843099594116, "init_slot_b_overlap": 0.1698170304298401, "mean_slot_purity": 0.7935527563095093, "mean_slot_entropy": 0.5670602917671204, "mean_weight_entropy": 1.4702110290527344, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.7421875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_full_belief", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 6, "query_type": "A_MINUS_B", "k": 3, "n": 256, "decoder_query_target_mass": 0.3233533203601837, "decoder_query_target_nll": 5.127048492431641, "decoder_query_top1_on_support": 0.328125, "mean_decoder_query_support_size": 3.37109375, "decoder_belief_target_mass": 0.06285279244184494, "decoder_belief_target_nll": 12.657267570495605, "decoder_belief_top1_on_support": 0.078125, "mean_decoder_belief_support_size": 3.7421875, "init_belief_target_mass": 0.6051914691925049, "init_belief_target_nll": 3.0858588218688965, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.7958096861839294, "init_slot_unique_a_frac": 0.6541193181818182, "init_mixture_a_entropy": 2.3839902877807617, "init_mixture_b_entropy": 2.38808536529541, "init_slot_a_overlap": 0.13371843099594116, "init_slot_b_overlap": 0.1698170304298401, "mean_slot_purity": 0.7599903345108032, "mean_slot_entropy": 0.6866304278373718, "mean_weight_entropy": 1.1395289897918701, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.7421875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_full_belief", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 6, "query_type": "A_MINUS_B", "k": 6, "n": 256, "decoder_query_target_mass": 0.6985522508621216, "decoder_query_target_nll": 1.446488618850708, "decoder_query_top1_on_support": 0.88671875, "mean_decoder_query_support_size": 3.37109375, "decoder_belief_target_mass": 0.5534211993217468, "decoder_belief_target_nll": 2.1132473945617676, "decoder_belief_top1_on_support": 0.828125, "mean_decoder_belief_support_size": 3.7421875, "init_belief_target_mass": 0.6051914691925049, "init_belief_target_nll": 3.0858588218688965, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.7958096861839294, "init_slot_unique_a_frac": 0.6541193181818182, "init_mixture_a_entropy": 2.3839902877807617, "init_mixture_b_entropy": 2.38808536529541, "init_slot_a_overlap": 0.13371843099594116, "init_slot_b_overlap": 0.1698170304298401, "mean_slot_purity": 0.7093590497970581, "mean_slot_entropy": 0.8549373149871826, "mean_weight_entropy": 0.8281332850456238, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.7421875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_full_belief", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 6, "query_type": "A_MINUS_B", "k": 9, "n": 256, "decoder_query_target_mass": 0.6985522508621216, "decoder_query_target_nll": 1.446488618850708, "decoder_query_top1_on_support": 0.88671875, "mean_decoder_query_support_size": 3.37109375, "decoder_belief_target_mass": 0.5534211993217468, "decoder_belief_target_nll": 2.1132473945617676, "decoder_belief_top1_on_support": 0.828125, "mean_decoder_belief_support_size": 3.7421875, "init_belief_target_mass": 0.6051914691925049, "init_belief_target_nll": 3.0858588218688965, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.7958096861839294, "init_slot_unique_a_frac": 0.6541193181818182, "init_mixture_a_entropy": 2.3839902877807617, "init_mixture_b_entropy": 2.38808536529541, "init_slot_a_overlap": 0.13371843099594116, "init_slot_b_overlap": 0.1698170304298401, "mean_slot_purity": 0.7093590497970581, "mean_slot_entropy": 0.8549373149871826, "mean_weight_entropy": 0.8281332850456238, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.7421875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_full_belief", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 6, "query_type": "A_MINUS_B", "k": 12, "n": 256, "decoder_query_target_mass": 0.6985522508621216, "decoder_query_target_nll": 1.446488618850708, "decoder_query_top1_on_support": 0.88671875, "mean_decoder_query_support_size": 3.37109375, "decoder_belief_target_mass": 0.5534211993217468, "decoder_belief_target_nll": 2.1132473945617676, "decoder_belief_top1_on_support": 0.828125, "mean_decoder_belief_support_size": 3.7421875, "init_belief_target_mass": 0.6051914691925049, "init_belief_target_nll": 3.0858588218688965, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.7958096861839294, "init_slot_unique_a_frac": 0.6541193181818182, "init_mixture_a_entropy": 2.3839902877807617, "init_mixture_b_entropy": 2.38808536529541, "init_slot_a_overlap": 0.13371843099594116, "init_slot_b_overlap": 0.1698170304298401, "mean_slot_purity": 0.7093590497970581, "mean_slot_entropy": 0.8549373149871826, "mean_weight_entropy": 0.8281332850456238, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.7421875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_full_belief", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 9, "query_type": "A", "k": 0, "n": 256, "decoder_query_target_mass": 0.18950515985488892, "decoder_query_target_nll": 2.4148778915405273, "decoder_query_top1_on_support": 0.203125, "mean_decoder_query_support_size": 2.08984375, "decoder_belief_target_mass": 0.022488392889499664, "decoder_belief_target_nll": 12.189704895019531, "decoder_belief_top1_on_support": 0.03125, "mean_decoder_belief_support_size": 2.4765625, "init_belief_target_mass": 0.6038374900817871, "init_belief_target_nll": 3.091318130493164, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.7954545617103577, "init_slot_unique_a_frac": 0.6534090909090909, "init_mixture_a_entropy": 2.3829703330993652, "init_mixture_b_entropy": 2.3879101276397705, "init_slot_a_overlap": 0.13672716915607452, "init_slot_b_overlap": 0.16978278756141663, "mean_slot_purity": 0.8039056062698364, "mean_slot_entropy": 0.5168808102607727, "mean_weight_entropy": 1.772977352142334, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.4765625 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_full_belief", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 9, "query_type": "A", "k": 1, "n": 256, "decoder_query_target_mass": 0.19857273995876312, "decoder_query_target_nll": 5.631566524505615, "decoder_query_top1_on_support": 0.22265625, "mean_decoder_query_support_size": 2.08984375, "decoder_belief_target_mass": 0.029645927250385284, "decoder_belief_target_nll": 12.980579376220703, "decoder_belief_top1_on_support": 0.0234375, "mean_decoder_belief_support_size": 2.4765625, "init_belief_target_mass": 0.6038374900817871, "init_belief_target_nll": 3.091318130493164, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.7954545617103577, "init_slot_unique_a_frac": 0.6534090909090909, "init_mixture_a_entropy": 2.3829703330993652, "init_mixture_b_entropy": 2.3879101276397705, "init_slot_a_overlap": 0.13672716915607452, "init_slot_b_overlap": 0.16978278756141663, "mean_slot_purity": 0.7996634244918823, "mean_slot_entropy": 0.5444113612174988, "mean_weight_entropy": 1.4137670993804932, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.4765625 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_full_belief", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 9, "query_type": "A", "k": 3, "n": 256, "decoder_query_target_mass": 0.21852660179138184, "decoder_query_target_nll": 7.679088592529297, "decoder_query_top1_on_support": 0.234375, "mean_decoder_query_support_size": 2.08984375, "decoder_belief_target_mass": 0.034064266830682755, "decoder_belief_target_nll": 14.195777893066406, "decoder_belief_top1_on_support": 0.0234375, "mean_decoder_belief_support_size": 2.4765625, "init_belief_target_mass": 0.6038374900817871, "init_belief_target_nll": 3.091318130493164, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.7954545617103577, "init_slot_unique_a_frac": 0.6534090909090909, "init_mixture_a_entropy": 2.3829703330993652, "init_mixture_b_entropy": 2.3879101276397705, "init_slot_a_overlap": 0.13672716915607452, "init_slot_b_overlap": 0.16978278756141663, "mean_slot_purity": 0.7666745185852051, "mean_slot_entropy": 0.6468124389648438, "mean_weight_entropy": 1.07941472530365, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.4765625 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_full_belief", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 9, "query_type": "A", "k": 6, "n": 256, "decoder_query_target_mass": 0.35064634680747986, "decoder_query_target_nll": 6.803487777709961, "decoder_query_top1_on_support": 0.36328125, "mean_decoder_query_support_size": 2.08984375, "decoder_belief_target_mass": 0.0808744952082634, "decoder_belief_target_nll": 12.763554573059082, "decoder_belief_top1_on_support": 0.0859375, "mean_decoder_belief_support_size": 2.4765625, "init_belief_target_mass": 0.6038374900817871, "init_belief_target_nll": 3.091318130493164, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.7954545617103577, "init_slot_unique_a_frac": 0.6534090909090909, "init_mixture_a_entropy": 2.3829703330993652, "init_mixture_b_entropy": 2.3879101276397705, "init_slot_a_overlap": 0.13672716915607452, "init_slot_b_overlap": 0.16978278756141663, "mean_slot_purity": 0.7250649929046631, "mean_slot_entropy": 0.8012332916259766, "mean_weight_entropy": 0.7886813879013062, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.4765625 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_full_belief", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 9, "query_type": "A", "k": 9, "n": 256, "decoder_query_target_mass": 0.7537015676498413, "decoder_query_target_nll": 0.9227075576782227, "decoder_query_top1_on_support": 0.828125, "mean_decoder_query_support_size": 2.08984375, "decoder_belief_target_mass": 0.5678768157958984, "decoder_belief_target_nll": 1.6994340419769287, "decoder_belief_top1_on_support": 0.734375, "mean_decoder_belief_support_size": 2.4765625, "init_belief_target_mass": 0.6038374900817871, "init_belief_target_nll": 3.091318130493164, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.7954545617103577, "init_slot_unique_a_frac": 0.6534090909090909, "init_mixture_a_entropy": 2.3829703330993652, "init_mixture_b_entropy": 2.3879101276397705, "init_slot_a_overlap": 0.13672716915607452, "init_slot_b_overlap": 0.16978278756141663, "mean_slot_purity": 0.6838521957397461, "mean_slot_entropy": 0.9302769303321838, "mean_weight_entropy": 0.5652783513069153, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.4765625 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_full_belief", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 9, "query_type": "A", "k": 12, "n": 256, "decoder_query_target_mass": 0.7537015676498413, "decoder_query_target_nll": 0.9227075576782227, "decoder_query_top1_on_support": 0.828125, "mean_decoder_query_support_size": 2.08984375, "decoder_belief_target_mass": 0.5678768157958984, "decoder_belief_target_nll": 1.6994340419769287, "decoder_belief_top1_on_support": 0.734375, "mean_decoder_belief_support_size": 2.4765625, "init_belief_target_mass": 0.6038374900817871, "init_belief_target_nll": 3.091318130493164, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.7954545617103577, "init_slot_unique_a_frac": 0.6534090909090909, "init_mixture_a_entropy": 2.3829703330993652, "init_mixture_b_entropy": 2.3879101276397705, "init_slot_a_overlap": 0.13672716915607452, "init_slot_b_overlap": 0.16978278756141663, "mean_slot_purity": 0.6838521957397461, "mean_slot_entropy": 0.9302769303321838, "mean_weight_entropy": 0.5652783513069153, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.4765625 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_full_belief", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 9, "query_type": "B", "k": 0, "n": 256, "decoder_query_target_mass": 0.18896439671516418, "decoder_query_target_nll": 2.3907575607299805, "decoder_query_top1_on_support": 0.23828125, "mean_decoder_query_support_size": 2.0546875, "decoder_belief_target_mass": 0.021154213696718216, "decoder_belief_target_nll": 12.04533863067627, "decoder_belief_top1_on_support": 0.03125, "mean_decoder_belief_support_size": 2.5, "init_belief_target_mass": 0.5975374579429626, "init_belief_target_nll": 3.1011595726013184, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.7915483117103577, "init_slot_unique_a_frac": 0.6463068181818182, "init_mixture_a_entropy": 2.382990598678589, "init_mixture_b_entropy": 2.3876161575317383, "init_slot_a_overlap": 0.14018715918064117, "init_slot_b_overlap": 0.17140990495681763, "mean_slot_purity": 0.8004400730133057, "mean_slot_entropy": 0.5260361433029175, "mean_weight_entropy": 1.760748267173767, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.5 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_full_belief", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 9, "query_type": "B", "k": 1, "n": 256, "decoder_query_target_mass": 0.20018631219863892, "decoder_query_target_nll": 6.081150531768799, "decoder_query_top1_on_support": 0.23046875, "mean_decoder_query_support_size": 2.0546875, "decoder_belief_target_mass": 0.02534813992679119, "decoder_belief_target_nll": 13.396828651428223, "decoder_belief_top1_on_support": 0.02734375, "mean_decoder_belief_support_size": 2.5, "init_belief_target_mass": 0.5975374579429626, "init_belief_target_nll": 3.1011595726013184, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.7915483117103577, "init_slot_unique_a_frac": 0.6463068181818182, "init_mixture_a_entropy": 2.382990598678589, "init_mixture_b_entropy": 2.3876161575317383, "init_slot_a_overlap": 0.14018715918064117, "init_slot_b_overlap": 0.17140990495681763, "mean_slot_purity": 0.7978603839874268, "mean_slot_entropy": 0.5474810600280762, "mean_weight_entropy": 1.4066004753112793, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.5 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_full_belief", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 9, "query_type": "B", "k": 3, "n": 256, "decoder_query_target_mass": 0.21536299586296082, "decoder_query_target_nll": 7.955970287322998, "decoder_query_top1_on_support": 0.22265625, "mean_decoder_query_support_size": 2.0546875, "decoder_belief_target_mass": 0.0230993814766407, "decoder_belief_target_nll": 13.982479095458984, "decoder_belief_top1_on_support": 0.0078125, "mean_decoder_belief_support_size": 2.5, "init_belief_target_mass": 0.5975374579429626, "init_belief_target_nll": 3.1011595726013184, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.7915483117103577, "init_slot_unique_a_frac": 0.6463068181818182, "init_mixture_a_entropy": 2.382990598678589, "init_mixture_b_entropy": 2.3876161575317383, "init_slot_a_overlap": 0.14018715918064117, "init_slot_b_overlap": 0.17140990495681763, "mean_slot_purity": 0.7689659595489502, "mean_slot_entropy": 0.6447991728782654, "mean_weight_entropy": 1.090013027191162, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.5 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_full_belief", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 9, "query_type": "B", "k": 6, "n": 256, "decoder_query_target_mass": 0.31161582469940186, "decoder_query_target_nll": 7.179279327392578, "decoder_query_top1_on_support": 0.32421875, "mean_decoder_query_support_size": 2.0546875, "decoder_belief_target_mass": 0.06693070381879807, "decoder_belief_target_nll": 12.590280532836914, "decoder_belief_top1_on_support": 0.06640625, "mean_decoder_belief_support_size": 2.5, "init_belief_target_mass": 0.5975374579429626, "init_belief_target_nll": 3.1011595726013184, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.7915483117103577, "init_slot_unique_a_frac": 0.6463068181818182, "init_mixture_a_entropy": 2.382990598678589, "init_mixture_b_entropy": 2.3876161575317383, "init_slot_a_overlap": 0.14018715918064117, "init_slot_b_overlap": 0.17140990495681763, "mean_slot_purity": 0.7165466547012329, "mean_slot_entropy": 0.8143107891082764, "mean_weight_entropy": 0.8373440504074097, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.5 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_full_belief", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 9, "query_type": "B", "k": 9, "n": 256, "decoder_query_target_mass": 0.7349323034286499, "decoder_query_target_nll": 0.9428666830062866, "decoder_query_top1_on_support": 0.85546875, "mean_decoder_query_support_size": 2.0546875, "decoder_belief_target_mass": 0.5497159957885742, "decoder_belief_target_nll": 1.7652499675750732, "decoder_belief_top1_on_support": 0.734375, "mean_decoder_belief_support_size": 2.5, "init_belief_target_mass": 0.5975374579429626, "init_belief_target_nll": 3.1011595726013184, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.7915483117103577, "init_slot_unique_a_frac": 0.6463068181818182, "init_mixture_a_entropy": 2.382990598678589, "init_mixture_b_entropy": 2.3876161575317383, "init_slot_a_overlap": 0.14018715918064117, "init_slot_b_overlap": 0.17140990495681763, "mean_slot_purity": 0.6830781102180481, "mean_slot_entropy": 0.9282245635986328, "mean_weight_entropy": 0.6237082481384277, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.5 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_full_belief", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 9, "query_type": "B", "k": 12, "n": 256, "decoder_query_target_mass": 0.7349323034286499, "decoder_query_target_nll": 0.9428666830062866, "decoder_query_top1_on_support": 0.85546875, "mean_decoder_query_support_size": 2.0546875, "decoder_belief_target_mass": 0.5497159957885742, "decoder_belief_target_nll": 1.7652499675750732, "decoder_belief_top1_on_support": 0.734375, "mean_decoder_belief_support_size": 2.5, "init_belief_target_mass": 0.5975374579429626, "init_belief_target_nll": 3.1011595726013184, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.7915483117103577, "init_slot_unique_a_frac": 0.6463068181818182, "init_mixture_a_entropy": 2.382990598678589, "init_mixture_b_entropy": 2.3876161575317383, "init_slot_a_overlap": 0.14018715918064117, "init_slot_b_overlap": 0.17140990495681763, "mean_slot_purity": 0.6830781102180481, "mean_slot_entropy": 0.9282245635986328, "mean_weight_entropy": 0.6237082481384277, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.5 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_full_belief", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 9, "query_type": "A_PLUS_B", "k": 0, "n": 256, "decoder_query_target_mass": 0.21329809725284576, "decoder_query_target_nll": 2.566110610961914, "decoder_query_top1_on_support": 0.22265625, "mean_decoder_query_support_size": 2.265625, "decoder_belief_target_mass": 0.021976526826620102, "decoder_belief_target_nll": 11.725381851196289, "decoder_belief_top1_on_support": 0.02734375, "mean_decoder_belief_support_size": 2.38671875, "init_belief_target_mass": 0.5918489694595337, "init_belief_target_nll": 3.1051361560821533, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.7890625, "init_slot_unique_a_frac": 0.6335227272727273, "init_mixture_a_entropy": 2.3837838172912598, "init_mixture_b_entropy": 2.387983798980713, "init_slot_a_overlap": 0.14436551928520203, "init_slot_b_overlap": 0.16869500279426575, "mean_slot_purity": 0.7967503070831299, "mean_slot_entropy": 0.5325371026992798, "mean_weight_entropy": 1.7557215690612793, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.38671875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_full_belief", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 9, "query_type": "A_PLUS_B", "k": 1, "n": 256, "decoder_query_target_mass": 0.20037493109703064, "decoder_query_target_nll": 3.9361419677734375, "decoder_query_top1_on_support": 0.20703125, "mean_decoder_query_support_size": 2.265625, "decoder_belief_target_mass": 0.022098999470472336, "decoder_belief_target_nll": 13.024091720581055, "decoder_belief_top1_on_support": 0.0390625, "mean_decoder_belief_support_size": 2.38671875, "init_belief_target_mass": 0.5918489694595337, "init_belief_target_nll": 3.1051361560821533, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.7890625, "init_slot_unique_a_frac": 0.6335227272727273, "init_mixture_a_entropy": 2.3837838172912598, "init_mixture_b_entropy": 2.387983798980713, "init_slot_a_overlap": 0.14436551928520203, "init_slot_b_overlap": 0.16869500279426575, "mean_slot_purity": 0.7988307476043701, "mean_slot_entropy": 0.5450271368026733, "mean_weight_entropy": 1.4504339694976807, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.38671875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_full_belief", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 9, "query_type": "A_PLUS_B", "k": 3, "n": 256, "decoder_query_target_mass": 0.2162771224975586, "decoder_query_target_nll": 5.146061420440674, "decoder_query_top1_on_support": 0.22265625, "mean_decoder_query_support_size": 2.265625, "decoder_belief_target_mass": 0.032056696712970734, "decoder_belief_target_nll": 14.18692684173584, "decoder_belief_top1_on_support": 0.03515625, "mean_decoder_belief_support_size": 2.38671875, "init_belief_target_mass": 0.5918489694595337, "init_belief_target_nll": 3.1051361560821533, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.7890625, "init_slot_unique_a_frac": 0.6335227272727273, "init_mixture_a_entropy": 2.3837838172912598, "init_mixture_b_entropy": 2.387983798980713, "init_slot_a_overlap": 0.14436551928520203, "init_slot_b_overlap": 0.16869500279426575, "mean_slot_purity": 0.7688866853713989, "mean_slot_entropy": 0.6288645267486572, "mean_weight_entropy": 1.1275701522827148, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.38671875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_full_belief", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 9, "query_type": "A_PLUS_B", "k": 6, "n": 256, "decoder_query_target_mass": 0.21019652485847473, "decoder_query_target_nll": 7.078953742980957, "decoder_query_top1_on_support": 0.21484375, "mean_decoder_query_support_size": 2.265625, "decoder_belief_target_mass": 0.046221815049648285, "decoder_belief_target_nll": 14.370992660522461, "decoder_belief_top1_on_support": 0.046875, "mean_decoder_belief_support_size": 2.38671875, "init_belief_target_mass": 0.5918489694595337, "init_belief_target_nll": 3.1051361560821533, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.7890625, "init_slot_unique_a_frac": 0.6335227272727273, "init_mixture_a_entropy": 2.3837838172912598, "init_mixture_b_entropy": 2.387983798980713, "init_slot_a_overlap": 0.14436551928520203, "init_slot_b_overlap": 0.16869500279426575, "mean_slot_purity": 0.7345984578132629, "mean_slot_entropy": 0.7526432275772095, "mean_weight_entropy": 0.8251330852508545, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.38671875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_full_belief", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 9, "query_type": "A_PLUS_B", "k": 9, "n": 256, "decoder_query_target_mass": 0.6760109066963196, "decoder_query_target_nll": 1.2646081447601318, "decoder_query_top1_on_support": 0.81640625, "mean_decoder_query_support_size": 2.265625, "decoder_belief_target_mass": 0.5896131992340088, "decoder_belief_target_nll": 1.7094929218292236, "decoder_belief_top1_on_support": 0.76171875, "mean_decoder_belief_support_size": 2.38671875, "init_belief_target_mass": 0.5918489694595337, "init_belief_target_nll": 3.1051361560821533, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.7890625, "init_slot_unique_a_frac": 0.6335227272727273, "init_mixture_a_entropy": 2.3837838172912598, "init_mixture_b_entropy": 2.387983798980713, "init_slot_a_overlap": 0.14436551928520203, "init_slot_b_overlap": 0.16869500279426575, "mean_slot_purity": 0.7009230852127075, "mean_slot_entropy": 0.8681222200393677, "mean_weight_entropy": 0.620898962020874, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.38671875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_full_belief", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 9, "query_type": "A_PLUS_B", "k": 12, "n": 256, "decoder_query_target_mass": 0.6760109066963196, "decoder_query_target_nll": 1.2646081447601318, "decoder_query_top1_on_support": 0.81640625, "mean_decoder_query_support_size": 2.265625, "decoder_belief_target_mass": 0.5896131992340088, "decoder_belief_target_nll": 1.7094929218292236, "decoder_belief_top1_on_support": 0.76171875, "mean_decoder_belief_support_size": 2.38671875, "init_belief_target_mass": 0.5918489694595337, "init_belief_target_nll": 3.1051361560821533, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.7890625, "init_slot_unique_a_frac": 0.6335227272727273, "init_mixture_a_entropy": 2.3837838172912598, "init_mixture_b_entropy": 2.387983798980713, "init_slot_a_overlap": 0.14436551928520203, "init_slot_b_overlap": 0.16869500279426575, "mean_slot_purity": 0.7009230852127075, "mean_slot_entropy": 0.8681222200393677, "mean_weight_entropy": 0.620898962020874, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.38671875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_full_belief", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 9, "query_type": "A_MINUS_B", "k": 0, "n": 256, "decoder_query_target_mass": 0.18981480598449707, "decoder_query_target_nll": 4.487417697906494, "decoder_query_top1_on_support": 0.1796875, "mean_decoder_query_support_size": 2.33984375, "decoder_belief_target_mass": 0.02230319194495678, "decoder_belief_target_nll": 12.189537048339844, "decoder_belief_top1_on_support": 0.015625, "mean_decoder_belief_support_size": 2.515625, "init_belief_target_mass": 0.5963049530982971, "init_belief_target_nll": 3.1002204418182373, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.7911931872367859, "init_slot_unique_a_frac": 0.6448863636363636, "init_mixture_a_entropy": 2.3821258544921875, "init_mixture_b_entropy": 2.386784791946411, "init_slot_a_overlap": 0.1366843283176422, "init_slot_b_overlap": 0.17157678306102753, "mean_slot_purity": 0.7961204648017883, "mean_slot_entropy": 0.5355120897293091, "mean_weight_entropy": 1.7618439197540283, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.515625 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_full_belief", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 9, "query_type": "A_MINUS_B", "k": 1, "n": 256, "decoder_query_target_mass": 0.20109844207763672, "decoder_query_target_nll": 4.657268524169922, "decoder_query_top1_on_support": 0.19140625, "mean_decoder_query_support_size": 2.33984375, "decoder_belief_target_mass": 0.019088800996541977, "decoder_belief_target_nll": 13.122676849365234, "decoder_belief_top1_on_support": 0.02734375, "mean_decoder_belief_support_size": 2.515625, "init_belief_target_mass": 0.5963049530982971, "init_belief_target_nll": 3.1002204418182373, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.7911931872367859, "init_slot_unique_a_frac": 0.6448863636363636, "init_mixture_a_entropy": 2.3821258544921875, "init_mixture_b_entropy": 2.386784791946411, "init_slot_a_overlap": 0.1366843283176422, "init_slot_b_overlap": 0.17157678306102753, "mean_slot_purity": 0.7905982136726379, "mean_slot_entropy": 0.567751407623291, "mean_weight_entropy": 1.4527151584625244, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.515625 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_full_belief", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 9, "query_type": "A_MINUS_B", "k": 3, "n": 256, "decoder_query_target_mass": 0.20762138068675995, "decoder_query_target_nll": 5.832235336303711, "decoder_query_top1_on_support": 0.19921875, "mean_decoder_query_support_size": 2.33984375, "decoder_belief_target_mass": 0.026525642722845078, "decoder_belief_target_nll": 13.726889610290527, "decoder_belief_top1_on_support": 0.02734375, "mean_decoder_belief_support_size": 2.515625, "init_belief_target_mass": 0.5963049530982971, "init_belief_target_nll": 3.1002204418182373, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.7911931872367859, "init_slot_unique_a_frac": 0.6448863636363636, "init_mixture_a_entropy": 2.3821258544921875, "init_mixture_b_entropy": 2.386784791946411, "init_slot_a_overlap": 0.1366843283176422, "init_slot_b_overlap": 0.17157678306102753, "mean_slot_purity": 0.7598220109939575, "mean_slot_entropy": 0.6740338802337646, "mean_weight_entropy": 1.125248670578003, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.515625 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_full_belief", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 9, "query_type": "A_MINUS_B", "k": 6, "n": 256, "decoder_query_target_mass": 0.24478936195373535, "decoder_query_target_nll": 6.468260765075684, "decoder_query_top1_on_support": 0.24609375, "mean_decoder_query_support_size": 2.33984375, "decoder_belief_target_mass": 0.075725257396698, "decoder_belief_target_nll": 13.199285507202148, "decoder_belief_top1_on_support": 0.09375, "mean_decoder_belief_support_size": 2.515625, "init_belief_target_mass": 0.5963049530982971, "init_belief_target_nll": 3.1002204418182373, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.7911931872367859, "init_slot_unique_a_frac": 0.6448863636363636, "init_mixture_a_entropy": 2.3821258544921875, "init_mixture_b_entropy": 2.386784791946411, "init_slot_a_overlap": 0.1366843283176422, "init_slot_b_overlap": 0.17157678306102753, "mean_slot_purity": 0.7081006765365601, "mean_slot_entropy": 0.8585790395736694, "mean_weight_entropy": 0.802279531955719, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.515625 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_full_belief", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 9, "query_type": "A_MINUS_B", "k": 9, "n": 256, "decoder_query_target_mass": 0.6542273759841919, "decoder_query_target_nll": 1.2253870964050293, "decoder_query_top1_on_support": 0.8046875, "mean_decoder_query_support_size": 2.33984375, "decoder_belief_target_mass": 0.553482174873352, "decoder_belief_target_nll": 1.7378696203231812, "decoder_belief_top1_on_support": 0.734375, "mean_decoder_belief_support_size": 2.515625, "init_belief_target_mass": 0.5963049530982971, "init_belief_target_nll": 3.1002204418182373, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.7911931872367859, "init_slot_unique_a_frac": 0.6448863636363636, "init_mixture_a_entropy": 2.3821258544921875, "init_mixture_b_entropy": 2.386784791946411, "init_slot_a_overlap": 0.1366843283176422, "init_slot_b_overlap": 0.17157678306102753, "mean_slot_purity": 0.6720412373542786, "mean_slot_entropy": 0.9833971261978149, "mean_weight_entropy": 0.60871422290802, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.515625 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_full_belief", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 9, "query_type": "A_MINUS_B", "k": 12, "n": 256, "decoder_query_target_mass": 0.6542273759841919, "decoder_query_target_nll": 1.2253869771957397, "decoder_query_top1_on_support": 0.8046875, "mean_decoder_query_support_size": 2.33984375, "decoder_belief_target_mass": 0.553482174873352, "decoder_belief_target_nll": 1.7378696203231812, "decoder_belief_top1_on_support": 0.734375, "mean_decoder_belief_support_size": 2.515625, "init_belief_target_mass": 0.5963049530982971, "init_belief_target_nll": 3.1002204418182373, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.7911931872367859, "init_slot_unique_a_frac": 0.6448863636363636, "init_mixture_a_entropy": 2.3821258544921875, "init_mixture_b_entropy": 2.386784791946411, "init_slot_a_overlap": 0.1366843283176422, "init_slot_b_overlap": 0.17157678306102753, "mean_slot_purity": 0.6720412373542786, "mean_slot_entropy": 0.9833971261978149, "mean_weight_entropy": 0.60871422290802, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.515625 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_full_belief", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 12, "query_type": "A", "k": 0, "n": 256, "decoder_query_target_mass": 0.14755196869373322, "decoder_query_target_nll": 2.4185423851013184, "decoder_query_top1_on_support": 0.140625, "mean_decoder_query_support_size": 1.63671875, "decoder_belief_target_mass": 0.01696484535932541, "decoder_belief_target_nll": 11.699821472167969, "decoder_belief_top1_on_support": 0.015625, "mean_decoder_belief_support_size": 1.83984375, "init_belief_target_mass": 0.5847635865211487, "init_belief_target_nll": 3.1287145614624023, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.796519935131073, "init_slot_unique_a_frac": 0.6370738636363636, "init_mixture_a_entropy": 2.38289737701416, "init_mixture_b_entropy": 2.387838363647461, "init_slot_a_overlap": 0.14723479747772217, "init_slot_b_overlap": 0.17419472336769104, "mean_slot_purity": 0.8014270067214966, "mean_slot_entropy": 0.5301520824432373, "mean_weight_entropy": 1.7341618537902832, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 1.83984375 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_full_belief", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 12, "query_type": "A", "k": 1, "n": 256, "decoder_query_target_mass": 0.1477988362312317, "decoder_query_target_nll": 5.193652153015137, "decoder_query_top1_on_support": 0.1328125, "mean_decoder_query_support_size": 1.63671875, "decoder_belief_target_mass": 0.018947705626487732, "decoder_belief_target_nll": 12.659531593322754, "decoder_belief_top1_on_support": 0.0234375, "mean_decoder_belief_support_size": 1.83984375, "init_belief_target_mass": 0.5847635865211487, "init_belief_target_nll": 3.1287145614624023, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.796519935131073, "init_slot_unique_a_frac": 0.6370738636363636, "init_mixture_a_entropy": 2.38289737701416, "init_mixture_b_entropy": 2.387838363647461, "init_slot_a_overlap": 0.14723479747772217, "init_slot_b_overlap": 0.17419472336769104, "mean_slot_purity": 0.8006798624992371, "mean_slot_entropy": 0.5477607846260071, "mean_weight_entropy": 1.4418973922729492, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 1.83984375 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_full_belief", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 12, "query_type": "A", "k": 3, "n": 256, "decoder_query_target_mass": 0.15473109483718872, "decoder_query_target_nll": 8.491960525512695, "decoder_query_top1_on_support": 0.1484375, "mean_decoder_query_support_size": 1.63671875, "decoder_belief_target_mass": 0.017163533717393875, "decoder_belief_target_nll": 15.270788192749023, "decoder_belief_top1_on_support": 0.02734375, "mean_decoder_belief_support_size": 1.83984375, "init_belief_target_mass": 0.5847635865211487, "init_belief_target_nll": 3.1287145614624023, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.796519935131073, "init_slot_unique_a_frac": 0.6370738636363636, "init_mixture_a_entropy": 2.38289737701416, "init_mixture_b_entropy": 2.387838363647461, "init_slot_a_overlap": 0.14723479747772217, "init_slot_b_overlap": 0.17419472336769104, "mean_slot_purity": 0.7652809619903564, "mean_slot_entropy": 0.6381940245628357, "mean_weight_entropy": 1.0658189058303833, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 1.83984375 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_full_belief", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 12, "query_type": "A", "k": 6, "n": 256, "decoder_query_target_mass": 0.17737779021263123, "decoder_query_target_nll": 9.568612098693848, "decoder_query_top1_on_support": 0.18359375, "mean_decoder_query_support_size": 1.63671875, "decoder_belief_target_mass": 0.01837763749063015, "decoder_belief_target_nll": 15.123098373413086, "decoder_belief_top1_on_support": 0.01953125, "mean_decoder_belief_support_size": 1.83984375, "init_belief_target_mass": 0.5847635865211487, "init_belief_target_nll": 3.1287145614624023, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.796519935131073, "init_slot_unique_a_frac": 0.6370738636363636, "init_mixture_a_entropy": 2.38289737701416, "init_mixture_b_entropy": 2.387838363647461, "init_slot_a_overlap": 0.14723479747772217, "init_slot_b_overlap": 0.17419472336769104, "mean_slot_purity": 0.7264077663421631, "mean_slot_entropy": 0.7829824090003967, "mean_weight_entropy": 0.7684125900268555, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 1.83984375 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_full_belief", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 12, "query_type": "A", "k": 9, "n": 256, "decoder_query_target_mass": 0.29240965843200684, "decoder_query_target_nll": 8.721796035766602, "decoder_query_top1_on_support": 0.33984375, "mean_decoder_query_support_size": 1.63671875, "decoder_belief_target_mass": 0.0772087424993515, "decoder_belief_target_nll": 13.733200073242188, "decoder_belief_top1_on_support": 0.1015625, "mean_decoder_belief_support_size": 1.83984375, "init_belief_target_mass": 0.5847635865211487, "init_belief_target_nll": 3.1287145614624023, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.796519935131073, "init_slot_unique_a_frac": 0.6370738636363636, "init_mixture_a_entropy": 2.38289737701416, "init_mixture_b_entropy": 2.387838363647461, "init_slot_a_overlap": 0.14723479747772217, "init_slot_b_overlap": 0.17419472336769104, "mean_slot_purity": 0.6927859783172607, "mean_slot_entropy": 0.8968406915664673, "mean_weight_entropy": 0.5785245895385742, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 1.83984375 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_full_belief", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 12, "query_type": "A", "k": 12, "n": 256, "decoder_query_target_mass": 0.7158000469207764, "decoder_query_target_nll": 0.8414471745491028, "decoder_query_top1_on_support": 0.83203125, "mean_decoder_query_support_size": 1.63671875, "decoder_belief_target_mass": 0.5447301864624023, "decoder_belief_target_nll": 1.6291966438293457, "decoder_belief_top1_on_support": 0.69921875, "mean_decoder_belief_support_size": 1.83984375, "init_belief_target_mass": 0.5847635865211487, "init_belief_target_nll": 3.1287145614624023, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.796519935131073, "init_slot_unique_a_frac": 0.6370738636363636, "init_mixture_a_entropy": 2.38289737701416, "init_mixture_b_entropy": 2.387838363647461, "init_slot_a_overlap": 0.14723479747772217, "init_slot_b_overlap": 0.17419472336769104, "mean_slot_purity": 0.6612628698348999, "mean_slot_entropy": 1.0269088745117188, "mean_weight_entropy": 0.44273272156715393, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 1.83984375 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_full_belief", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 12, "query_type": "B", "k": 0, "n": 256, "decoder_query_target_mass": 0.15765991806983948, "decoder_query_target_nll": 2.4244513511657715, "decoder_query_top1_on_support": 0.1328125, "mean_decoder_query_support_size": 1.75, "decoder_belief_target_mass": 0.014415543526411057, "decoder_belief_target_nll": 12.145901679992676, "decoder_belief_top1_on_support": 0.01171875, "mean_decoder_belief_support_size": 1.9921875, "init_belief_target_mass": 0.5913553833961487, "init_belief_target_nll": 3.117460250854492, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.7997159361839294, "init_slot_unique_a_frac": 0.6438210227272727, "init_mixture_a_entropy": 2.3830132484436035, "init_mixture_b_entropy": 2.387620449066162, "init_slot_a_overlap": 0.13833408057689667, "init_slot_b_overlap": 0.17281031608581543, "mean_slot_purity": 0.8008043169975281, "mean_slot_entropy": 0.5294554233551025, "mean_weight_entropy": 1.7437392473220825, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 1.9921875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_full_belief", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 12, "query_type": "B", "k": 1, "n": 256, "decoder_query_target_mass": 0.17297521233558655, "decoder_query_target_nll": 5.293478488922119, "decoder_query_top1_on_support": 0.1796875, "mean_decoder_query_support_size": 1.75, "decoder_belief_target_mass": 0.020675359293818474, "decoder_belief_target_nll": 12.480443000793457, "decoder_belief_top1_on_support": 0.03515625, "mean_decoder_belief_support_size": 1.9921875, "init_belief_target_mass": 0.5913553833961487, "init_belief_target_nll": 3.117460250854492, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.7997159361839294, "init_slot_unique_a_frac": 0.6438210227272727, "init_mixture_a_entropy": 2.3830132484436035, "init_mixture_b_entropy": 2.387620449066162, "init_slot_a_overlap": 0.13833408057689667, "init_slot_b_overlap": 0.17281031608581543, "mean_slot_purity": 0.7963781952857971, "mean_slot_entropy": 0.5625478625297546, "mean_weight_entropy": 1.4078271389007568, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 1.9921875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_full_belief", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 12, "query_type": "B", "k": 3, "n": 256, "decoder_query_target_mass": 0.18180784583091736, "decoder_query_target_nll": 8.142501831054688, "decoder_query_top1_on_support": 0.18359375, "mean_decoder_query_support_size": 1.75, "decoder_belief_target_mass": 0.028054874390363693, "decoder_belief_target_nll": 13.713949203491211, "decoder_belief_top1_on_support": 0.03125, "mean_decoder_belief_support_size": 1.9921875, "init_belief_target_mass": 0.5913553833961487, "init_belief_target_nll": 3.117460250854492, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.7997159361839294, "init_slot_unique_a_frac": 0.6438210227272727, "init_mixture_a_entropy": 2.3830132484436035, "init_mixture_b_entropy": 2.387620449066162, "init_slot_a_overlap": 0.13833408057689667, "init_slot_b_overlap": 0.17281031608581543, "mean_slot_purity": 0.7537994384765625, "mean_slot_entropy": 0.6941579580307007, "mean_weight_entropy": 1.0344911813735962, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 1.9921875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_full_belief", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 12, "query_type": "B", "k": 6, "n": 256, "decoder_query_target_mass": 0.19462177157402039, "decoder_query_target_nll": 9.86383056640625, "decoder_query_top1_on_support": 0.203125, "mean_decoder_query_support_size": 1.75, "decoder_belief_target_mass": 0.03187429904937744, "decoder_belief_target_nll": 15.263707160949707, "decoder_belief_top1_on_support": 0.0546875, "mean_decoder_belief_support_size": 1.9921875, "init_belief_target_mass": 0.5913553833961487, "init_belief_target_nll": 3.117460250854492, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.7997159361839294, "init_slot_unique_a_frac": 0.6438210227272727, "init_mixture_a_entropy": 2.3830132484436035, "init_mixture_b_entropy": 2.387620449066162, "init_slot_a_overlap": 0.13833408057689667, "init_slot_b_overlap": 0.17281031608581543, "mean_slot_purity": 0.715286135673523, "mean_slot_entropy": 0.8375216722488403, "mean_weight_entropy": 0.7637083530426025, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 1.9921875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_full_belief", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 12, "query_type": "B", "k": 9, "n": 256, "decoder_query_target_mass": 0.3078930377960205, "decoder_query_target_nll": 7.689362525939941, "decoder_query_top1_on_support": 0.33203125, "mean_decoder_query_support_size": 1.75, "decoder_belief_target_mass": 0.09243068099021912, "decoder_belief_target_nll": 13.392690658569336, "decoder_belief_top1_on_support": 0.109375, "mean_decoder_belief_support_size": 1.9921875, "init_belief_target_mass": 0.5913553833961487, "init_belief_target_nll": 3.117460250854492, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.7997159361839294, "init_slot_unique_a_frac": 0.6438210227272727, "init_mixture_a_entropy": 2.3830132484436035, "init_mixture_b_entropy": 2.387620449066162, "init_slot_a_overlap": 0.13833408057689667, "init_slot_b_overlap": 0.17281031608581543, "mean_slot_purity": 0.6670168042182922, "mean_slot_entropy": 1.0104773044586182, "mean_weight_entropy": 0.5856450796127319, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 1.9921875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_full_belief", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 12, "query_type": "B", "k": 12, "n": 256, "decoder_query_target_mass": 0.685935378074646, "decoder_query_target_nll": 0.9739819765090942, "decoder_query_top1_on_support": 0.78125, "mean_decoder_query_support_size": 1.75, "decoder_belief_target_mass": 0.5281111001968384, "decoder_belief_target_nll": 1.7348175048828125, "decoder_belief_top1_on_support": 0.6953125, "mean_decoder_belief_support_size": 1.9921875, "init_belief_target_mass": 0.5913553833961487, "init_belief_target_nll": 3.117460250854492, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.7997159361839294, "init_slot_unique_a_frac": 0.6438210227272727, "init_mixture_a_entropy": 2.3830132484436035, "init_mixture_b_entropy": 2.387620449066162, "init_slot_a_overlap": 0.13833408057689667, "init_slot_b_overlap": 0.17281031608581543, "mean_slot_purity": 0.6314501762390137, "mean_slot_entropy": 1.1396996974945068, "mean_weight_entropy": 0.4662678837776184, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 1.9921875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_full_belief", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 12, "query_type": "A_PLUS_B", "k": 0, "n": 256, "decoder_query_target_mass": 0.1580609530210495, "decoder_query_target_nll": 2.539681911468506, "decoder_query_top1_on_support": 0.17578125, "mean_decoder_query_support_size": 1.65234375, "decoder_belief_target_mass": 0.013543810695409775, "decoder_belief_target_nll": 11.851062774658203, "decoder_belief_top1_on_support": 0.0078125, "mean_decoder_belief_support_size": 1.71484375, "init_belief_target_mass": 0.6015063524246216, "init_belief_target_nll": 3.0908186435699463, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.8029119372367859, "init_slot_unique_a_frac": 0.6473721590909091, "init_mixture_a_entropy": 2.3832664489746094, "init_mixture_b_entropy": 2.387695074081421, "init_slot_a_overlap": 0.13772952556610107, "init_slot_b_overlap": 0.16853587329387665, "mean_slot_purity": 0.7987832427024841, "mean_slot_entropy": 0.5279637575149536, "mean_weight_entropy": 1.7723056077957153, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 1.71484375 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_full_belief", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 12, "query_type": "A_PLUS_B", "k": 1, "n": 256, "decoder_query_target_mass": 0.1467396765947342, "decoder_query_target_nll": 3.8335046768188477, "decoder_query_top1_on_support": 0.125, "mean_decoder_query_support_size": 1.65234375, "decoder_belief_target_mass": 0.010278180241584778, "decoder_belief_target_nll": 13.119962692260742, "decoder_belief_top1_on_support": 0.0078125, "mean_decoder_belief_support_size": 1.71484375, "init_belief_target_mass": 0.6015063524246216, "init_belief_target_nll": 3.0908186435699463, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.8029119372367859, "init_slot_unique_a_frac": 0.6473721590909091, "init_mixture_a_entropy": 2.3832664489746094, "init_mixture_b_entropy": 2.387695074081421, "init_slot_a_overlap": 0.13772952556610107, "init_slot_b_overlap": 0.16853587329387665, "mean_slot_purity": 0.7965651154518127, "mean_slot_entropy": 0.551252543926239, "mean_weight_entropy": 1.4551875591278076, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 1.71484375 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_full_belief", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 12, "query_type": "A_PLUS_B", "k": 3, "n": 256, "decoder_query_target_mass": 0.15685629844665527, "decoder_query_target_nll": 5.135527610778809, "decoder_query_top1_on_support": 0.15234375, "mean_decoder_query_support_size": 1.65234375, "decoder_belief_target_mass": 0.014108223840594292, "decoder_belief_target_nll": 14.438362121582031, "decoder_belief_top1_on_support": 0.01171875, "mean_decoder_belief_support_size": 1.71484375, "init_belief_target_mass": 0.6015063524246216, "init_belief_target_nll": 3.0908186435699463, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.8029119372367859, "init_slot_unique_a_frac": 0.6473721590909091, "init_mixture_a_entropy": 2.3832664489746094, "init_mixture_b_entropy": 2.387695074081421, "init_slot_a_overlap": 0.13772952556610107, "init_slot_b_overlap": 0.16853587329387665, "mean_slot_purity": 0.761106014251709, "mean_slot_entropy": 0.6559962630271912, "mean_weight_entropy": 1.1299312114715576, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 1.71484375 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_full_belief", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 12, "query_type": "A_PLUS_B", "k": 6, "n": 256, "decoder_query_target_mass": 0.1528797149658203, "decoder_query_target_nll": 6.778722763061523, "decoder_query_top1_on_support": 0.16796875, "mean_decoder_query_support_size": 1.65234375, "decoder_belief_target_mass": 0.026886969804763794, "decoder_belief_target_nll": 14.803569793701172, "decoder_belief_top1_on_support": 0.0234375, "mean_decoder_belief_support_size": 1.71484375, "init_belief_target_mass": 0.6015063524246216, "init_belief_target_nll": 3.0908186435699463, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.8029119372367859, "init_slot_unique_a_frac": 0.6473721590909091, "init_mixture_a_entropy": 2.3832664489746094, "init_mixture_b_entropy": 2.387695074081421, "init_slot_a_overlap": 0.13772952556610107, "init_slot_b_overlap": 0.16853587329387665, "mean_slot_purity": 0.7140211462974548, "mean_slot_entropy": 0.8222907781600952, "mean_weight_entropy": 0.7802793979644775, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 1.71484375 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_full_belief", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 12, "query_type": "A_PLUS_B", "k": 9, "n": 256, "decoder_query_target_mass": 0.176847904920578, "decoder_query_target_nll": 7.275866985321045, "decoder_query_top1_on_support": 0.1875, "mean_decoder_query_support_size": 1.65234375, "decoder_belief_target_mass": 0.07045825570821762, "decoder_belief_target_nll": 13.296611785888672, "decoder_belief_top1_on_support": 0.08984375, "mean_decoder_belief_support_size": 1.71484375, "init_belief_target_mass": 0.6015063524246216, "init_belief_target_nll": 3.0908186435699463, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.8029119372367859, "init_slot_unique_a_frac": 0.6473721590909091, "init_mixture_a_entropy": 2.3832664489746094, "init_mixture_b_entropy": 2.387695074081421, "init_slot_a_overlap": 0.13772952556610107, "init_slot_b_overlap": 0.16853587329387665, "mean_slot_purity": 0.6706593036651611, "mean_slot_entropy": 1.0028698444366455, "mean_weight_entropy": 0.5869851112365723, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 1.71484375 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_full_belief", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 12, "query_type": "A_PLUS_B", "k": 12, "n": 256, "decoder_query_target_mass": 0.6326544284820557, "decoder_query_target_nll": 1.1473287343978882, "decoder_query_top1_on_support": 0.765625, "mean_decoder_query_support_size": 1.65234375, "decoder_belief_target_mass": 0.5673668384552002, "decoder_belief_target_nll": 1.6340301036834717, "decoder_belief_top1_on_support": 0.703125, "mean_decoder_belief_support_size": 1.71484375, "init_belief_target_mass": 0.6015063524246216, "init_belief_target_nll": 3.0908186435699463, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.8029119372367859, "init_slot_unique_a_frac": 0.6473721590909091, "init_mixture_a_entropy": 2.3832664489746094, "init_mixture_b_entropy": 2.387695074081421, "init_slot_a_overlap": 0.13772952556610107, "init_slot_b_overlap": 0.16853587329387665, "mean_slot_purity": 0.6458389759063721, "mean_slot_entropy": 1.0751334428787231, "mean_weight_entropy": 0.4532652199268341, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 1.71484375 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_full_belief", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 12, "query_type": "A_MINUS_B", "k": 0, "n": 256, "decoder_query_target_mass": 0.17220595479011536, "decoder_query_target_nll": 4.164690017700195, "decoder_query_top1_on_support": 0.16015625, "mean_decoder_query_support_size": 1.94921875, "decoder_belief_target_mass": 0.01609567552804947, "decoder_belief_target_nll": 11.874495506286621, "decoder_belief_top1_on_support": 0.015625, "mean_decoder_belief_support_size": 2.1015625, "init_belief_target_mass": 0.5888180732727051, "init_belief_target_nll": 3.1174182891845703, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.7950994372367859, "init_slot_unique_a_frac": 0.6388494318181818, "init_mixture_a_entropy": 2.383334159851074, "init_mixture_b_entropy": 2.388309955596924, "init_slot_a_overlap": 0.14603301882743835, "init_slot_b_overlap": 0.17053765058517456, "mean_slot_purity": 0.8010826110839844, "mean_slot_entropy": 0.5291650891304016, "mean_weight_entropy": 1.7457250356674194, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.1015625 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_full_belief", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 12, "query_type": "A_MINUS_B", "k": 1, "n": 256, "decoder_query_target_mass": 0.166619673371315, "decoder_query_target_nll": 4.804817199707031, "decoder_query_top1_on_support": 0.1484375, "mean_decoder_query_support_size": 1.94921875, "decoder_belief_target_mass": 0.013168983161449432, "decoder_belief_target_nll": 13.431907653808594, "decoder_belief_top1_on_support": 0.01171875, "mean_decoder_belief_support_size": 2.1015625, "init_belief_target_mass": 0.5888180732727051, "init_belief_target_nll": 3.1174182891845703, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.7950994372367859, "init_slot_unique_a_frac": 0.6388494318181818, "init_mixture_a_entropy": 2.383334159851074, "init_mixture_b_entropy": 2.388309955596924, "init_slot_a_overlap": 0.14603301882743835, "init_slot_b_overlap": 0.17053765058517456, "mean_slot_purity": 0.7975810170173645, "mean_slot_entropy": 0.5542212128639221, "mean_weight_entropy": 1.452807068824768, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.1015625 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_full_belief", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 12, "query_type": "A_MINUS_B", "k": 3, "n": 256, "decoder_query_target_mass": 0.1748422384262085, "decoder_query_target_nll": 5.277873992919922, "decoder_query_top1_on_support": 0.15625, "mean_decoder_query_support_size": 1.94921875, "decoder_belief_target_mass": 0.023026181384921074, "decoder_belief_target_nll": 14.23052978515625, "decoder_belief_top1_on_support": 0.03125, "mean_decoder_belief_support_size": 2.1015625, "init_belief_target_mass": 0.5888180732727051, "init_belief_target_nll": 3.1174182891845703, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.7950994372367859, "init_slot_unique_a_frac": 0.6388494318181818, "init_mixture_a_entropy": 2.383334159851074, "init_mixture_b_entropy": 2.388309955596924, "init_slot_a_overlap": 0.14603301882743835, "init_slot_b_overlap": 0.17053765058517456, "mean_slot_purity": 0.7704129219055176, "mean_slot_entropy": 0.6348618268966675, "mean_weight_entropy": 1.0936458110809326, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.1015625 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_full_belief", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 12, "query_type": "A_MINUS_B", "k": 6, "n": 256, "decoder_query_target_mass": 0.17706003785133362, "decoder_query_target_nll": 6.864099502563477, "decoder_query_top1_on_support": 0.171875, "mean_decoder_query_support_size": 1.94921875, "decoder_belief_target_mass": 0.01761408895254135, "decoder_belief_target_nll": 15.522384643554688, "decoder_belief_top1_on_support": 0.0234375, "mean_decoder_belief_support_size": 2.1015625, "init_belief_target_mass": 0.5888180732727051, "init_belief_target_nll": 3.1174182891845703, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.7950994372367859, "init_slot_unique_a_frac": 0.6388494318181818, "init_mixture_a_entropy": 2.383334159851074, "init_mixture_b_entropy": 2.388309955596924, "init_slot_a_overlap": 0.14603301882743835, "init_slot_b_overlap": 0.17053765058517456, "mean_slot_purity": 0.7340676784515381, "mean_slot_entropy": 0.7460862398147583, "mean_weight_entropy": 0.7978556156158447, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.1015625 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_full_belief", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 12, "query_type": "A_MINUS_B", "k": 9, "n": 256, "decoder_query_target_mass": 0.19025565683841705, "decoder_query_target_nll": 8.004096984863281, "decoder_query_top1_on_support": 0.20703125, "mean_decoder_query_support_size": 1.94921875, "decoder_belief_target_mass": 0.06270666420459747, "decoder_belief_target_nll": 13.706403732299805, "decoder_belief_top1_on_support": 0.078125, "mean_decoder_belief_support_size": 2.1015625, "init_belief_target_mass": 0.5888180732727051, "init_belief_target_nll": 3.1174182891845703, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.7950994372367859, "init_slot_unique_a_frac": 0.6388494318181818, "init_mixture_a_entropy": 2.383334159851074, "init_mixture_b_entropy": 2.388309955596924, "init_slot_a_overlap": 0.14603301882743835, "init_slot_b_overlap": 0.17053765058517456, "mean_slot_purity": 0.6915284395217896, "mean_slot_entropy": 0.9169182777404785, "mean_weight_entropy": 0.5899725556373596, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.1015625 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_generic_mlp_full_belief", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "generic_mlp", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 1100, "length": 12, "query_type": "A_MINUS_B", "k": 12, "n": 256, "decoder_query_target_mass": 0.6422148942947388, "decoder_query_target_nll": 1.1772419214248657, "decoder_query_top1_on_support": 0.76171875, "mean_decoder_query_support_size": 1.94921875, "decoder_belief_target_mass": 0.5607951879501343, "decoder_belief_target_nll": 1.6966094970703125, "decoder_belief_top1_on_support": 0.75, "mean_decoder_belief_support_size": 2.1015625, "init_belief_target_mass": 0.5888180732727051, "init_belief_target_nll": 3.1174182891845703, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 0.7950994372367859, "init_slot_unique_a_frac": 0.6388494318181818, "init_mixture_a_entropy": 2.383334159851074, "init_mixture_b_entropy": 2.388309955596924, "init_slot_a_overlap": 0.14603301882743835, "init_slot_b_overlap": 0.17053765058517456, "mean_slot_purity": 0.6644028425216675, "mean_slot_entropy": 1.0345585346221924, "mean_weight_entropy": 0.48811179399490356, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.1015625 } ] } ], "checkpoints": [ "large_artifacts/structured_slot_initializer_ladder/checkpoints/pilot_generic_mlp_full_belief/checkpoint_final.pt" ], "num_parameters": 37399 }