{ "args": { "variant_name": "pilot_sinkhorn_cyclic", "seed": 83, "device": "auto", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "sinkhorn_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "init_logit_scale": 8.0, "temperature": 1.0, "train_min_len": 1, "train_max_len": 6, "eval_lengths": "3,6,9,12", "eval_k": "0,1,3,6,9,12", "eval_query_types": "all", "train_steps": 800, "batch_size": 256, "eval_batch_size": 256, "eval_examples": 256, "lr": 0.01, "weight_decay": 0.0001, "belief_loss_weight": 1.0, "query_loss_weight": 0.0, "slot_entropy_weight": 0.03, "init_coverage_loss_weight": 0.0, "init_relation_loss_weight": 0.0, "init_weight_uniform_loss_weight": 0.1, "init_slot_overlap_loss_weight": 0.0, "max_grad_norm": 1.0, "log_every": 160, "output_dir": "experiments/structured_slot_initializer_ladder/runs/pilot_sinkhorn_cyclic", "checkpoint_dir": "" }, "train": [ { "step": 1, "loss": 4.521412372589111, "grad_norm": 0.002842116169631481, "elapsed_seconds": 0.9024133682250977, "mean_slot_purity": 0.0424303337931633, "mean_weight_entropy": 2.3978419303894043, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "belief_loss": 4.156888484954834, "slot_entropy_loss": 4.157809734344482, "init_weight_uniform_loss": 2.397895336151123, "init_belief_target_mass": 0.0909787118434906, "init_belief_target_nll": 4.795024871826172, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 0.6363636363636364, "init_mixture_a_entropy": 2.397895336151123, "init_mixture_b_entropy": 2.397895336151123, "init_slot_a_overlap": 0.09090212732553482, "init_slot_b_overlap": 0.09090211987495422, "decoder_belief_target_mass": 0.11521916091442108, "decoder_belief_target_nll": 3.7854161262512207, "decoder_belief_top1_on_support": 0.65625, "mean_decoder_belief_support_size": 5.5234375, "decoder_query_target_mass": 0.5333399772644043, "decoder_query_target_nll": 2.108795166015625, "decoder_query_top1_on_support": 0.83984375, "mean_decoder_query_support_size": 4.734375 }, { "step": 160, "loss": 3.495769739151001, "grad_norm": 0.13077720999717712, "elapsed_seconds": 71.25844097137451, "mean_slot_purity": 0.21509070694446564, "mean_weight_entropy": 1.9333882331848145, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "belief_loss": 3.140065908432007, "slot_entropy_loss": 3.0358493328094482, "init_weight_uniform_loss": 2.646284580230713, "init_belief_target_mass": 0.3059781789779663, "init_belief_target_nll": 3.6108126640319824, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 0.9090909090909091, "init_mixture_a_entropy": 2.3928747177124023, "init_mixture_b_entropy": 2.3928747177124023, "init_slot_a_overlap": 0.07220568507909775, "init_slot_b_overlap": 0.07220568507909775, "decoder_belief_target_mass": 0.28334373235702515, "decoder_belief_target_nll": 2.872532367706299, "decoder_belief_top1_on_support": 0.73828125, "mean_decoder_belief_support_size": 5.60546875, "decoder_query_target_mass": 0.6469641327857971, "decoder_query_target_nll": 1.7398736476898193, "decoder_query_top1_on_support": 0.88671875, "mean_decoder_query_support_size": 4.78125 }, { "step": 320, "loss": 2.1643471717834473, "grad_norm": 0.04432465136051178, "elapsed_seconds": 121.73640656471252, "mean_slot_purity": 0.6914075613021851, "mean_weight_entropy": 1.5663340091705322, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "belief_loss": 1.8981069326400757, "slot_entropy_loss": 0.8816794753074646, "init_weight_uniform_loss": 2.397897958755493, "init_belief_target_mass": 0.9031060934066772, "init_belief_target_nll": 2.5002129077911377, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.397867202758789, "init_mixture_b_entropy": 2.397867202758789, "init_slot_a_overlap": 0.009697805158793926, "init_slot_b_overlap": 0.0096978060901165, "decoder_belief_target_mass": 0.8792711496353149, "decoder_belief_target_nll": 1.5548579692840576, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 5.7421875, "decoder_query_target_mass": 0.9422928094863892, "decoder_query_target_nll": 1.172020673751831, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 4.609375 }, { "step": 480, "loss": 1.987155556678772, "grad_norm": 0.016703274101018906, "elapsed_seconds": 169.14198565483093, "mean_slot_purity": 0.711756706237793, "mean_weight_entropy": 1.413604497909546, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "belief_loss": 1.7281816005706787, "slot_entropy_loss": 0.6394801735877991, "init_weight_uniform_loss": 2.3978962898254395, "init_belief_target_mass": 0.9620040655136108, "init_belief_target_nll": 2.4366931915283203, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.3978519439697266, "init_mixture_b_entropy": 2.3978519439697266, "init_slot_a_overlap": 0.0038084136322140694, "init_slot_b_overlap": 0.0038084136322140694, "decoder_belief_target_mass": 0.9486548900604248, "decoder_belief_target_nll": 1.3972587585449219, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 5.29296875, "decoder_query_target_mass": 0.9752642512321472, "decoder_query_target_nll": 1.1635432243347168, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 4.64453125 }, { "step": 640, "loss": 2.0425803661346436, "grad_norm": 0.010182440280914307, "elapsed_seconds": 216.78493881225586, "mean_slot_purity": 0.7572106122970581, "mean_weight_entropy": 1.4748035669326782, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "belief_loss": 1.7879772186279297, "slot_entropy_loss": 0.4937850832939148, "init_weight_uniform_loss": 2.3978962898254395, "init_belief_target_mass": 0.9776527285575867, "init_belief_target_nll": 2.420520782470703, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.3978753089904785, "init_mixture_b_entropy": 2.3978753089904785, "init_slot_a_overlap": 0.0022390270605683327, "init_slot_b_overlap": 0.0022390270605683327, "decoder_belief_target_mass": 0.9702852368354797, "decoder_belief_target_nll": 1.4634525775909424, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 5.8046875, "decoder_query_target_mass": 0.9881290793418884, "decoder_query_target_nll": 1.2666785717010498, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 5.29296875 }, { "step": 800, "loss": 2.039640188217163, "grad_norm": 0.006899997126311064, "elapsed_seconds": 265.73988103866577, "mean_slot_purity": 0.7536652684211731, "mean_weight_entropy": 1.4771043062210083, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "belief_loss": 1.7858617305755615, "slot_entropy_loss": 0.46630024909973145, "init_weight_uniform_loss": 2.397895574569702, "init_belief_target_mass": 0.985120952129364, "init_belief_target_nll": 2.412898063659668, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.3978850841522217, "init_mixture_b_entropy": 2.397885322570801, "init_slot_a_overlap": 0.0014900380047038198, "init_slot_b_overlap": 0.001490037888288498, "decoder_belief_target_mass": 0.9801017045974731, "decoder_belief_target_nll": 1.4679991006851196, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 5.7578125, "decoder_query_target_mass": 0.9920716285705566, "decoder_query_target_nll": 1.2206624746322632, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 5.0078125 } ], "eval": [ { "step": 800, "rows": [ { "model": "structured_slot_initializer_ladder", "variant": "pilot_sinkhorn_cyclic", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "sinkhorn_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 800, "length": 3, "query_type": "A", "k": 0, "n": 256, "decoder_query_target_mass": 0.4744006097316742, "decoder_query_target_nll": 2.398054838180542, "decoder_query_top1_on_support": 0.44921875, "mean_decoder_query_support_size": 5.21875, "decoder_belief_target_mass": 0.06472261250019073, "decoder_belief_target_nll": 8.340303421020508, "decoder_belief_top1_on_support": 0.05859375, "mean_decoder_belief_support_size": 5.95703125, "init_belief_target_mass": 0.9851208925247192, "init_belief_target_nll": 2.412898063659668, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.3978850841522217, "init_mixture_b_entropy": 2.397885322570801, "init_slot_a_overlap": 0.0014900380047038198, "init_slot_b_overlap": 0.001490037888288498, "mean_slot_purity": 0.9851064682006836, "mean_slot_entropy": 0.11444829404354095, "mean_weight_entropy": 2.397894859313965, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 5.95703125 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_sinkhorn_cyclic", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "sinkhorn_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 800, "length": 3, "query_type": "A", "k": 1, "n": 256, "decoder_query_target_mass": 0.6110702753067017, "decoder_query_target_nll": 3.689204692840576, "decoder_query_top1_on_support": 0.59765625, "mean_decoder_query_support_size": 5.21875, "decoder_belief_target_mass": 0.15250661969184875, "decoder_belief_target_nll": 9.005514144897461, "decoder_belief_top1_on_support": 0.13671875, "mean_decoder_belief_support_size": 5.95703125, "init_belief_target_mass": 0.9851208925247192, "init_belief_target_nll": 2.412898063659668, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.3978850841522217, "init_mixture_b_entropy": 2.397885322570801, "init_slot_a_overlap": 0.0014900380047038198, "init_slot_b_overlap": 0.001490037888288498, "mean_slot_purity": 0.9009791016578674, "mean_slot_entropy": 0.2910524904727936, "mean_weight_entropy": 1.9742836952209473, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 5.95703125 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_sinkhorn_cyclic", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "sinkhorn_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 800, "length": 3, "query_type": "A", "k": 3, "n": 256, "decoder_query_target_mass": 0.9948598146438599, "decoder_query_target_nll": 1.3030301332473755, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 5.21875, "decoder_belief_target_mass": 0.9803402423858643, "decoder_belief_target_nll": 1.5338029861450195, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 5.95703125, "init_belief_target_mass": 0.9851208925247192, "init_belief_target_nll": 2.412898063659668, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.3978850841522217, "init_mixture_b_entropy": 2.397885322570801, "init_slot_a_overlap": 0.0014900380047038198, "init_slot_b_overlap": 0.001490037888288498, "mean_slot_purity": 0.7780164480209351, "mean_slot_entropy": 0.6096298694610596, "mean_weight_entropy": 1.5416669845581055, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 5.95703125 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_sinkhorn_cyclic", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "sinkhorn_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 800, "length": 3, "query_type": "A", "k": 6, "n": 256, "decoder_query_target_mass": 0.9948598146438599, "decoder_query_target_nll": 1.3030301332473755, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 5.21875, "decoder_belief_target_mass": 0.9803402423858643, "decoder_belief_target_nll": 1.5338029861450195, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 5.95703125, "init_belief_target_mass": 0.9851208925247192, "init_belief_target_nll": 2.412898063659668, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.3978850841522217, "init_mixture_b_entropy": 2.397885322570801, "init_slot_a_overlap": 0.0014900380047038198, "init_slot_b_overlap": 0.001490037888288498, "mean_slot_purity": 0.7780164480209351, "mean_slot_entropy": 0.6096298694610596, "mean_weight_entropy": 1.5416669845581055, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 5.95703125 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_sinkhorn_cyclic", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "sinkhorn_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 800, "length": 3, "query_type": "A", "k": 9, "n": 256, "decoder_query_target_mass": 0.9948598742485046, "decoder_query_target_nll": 1.3030301332473755, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 5.21875, "decoder_belief_target_mass": 0.9803402423858643, "decoder_belief_target_nll": 1.5338029861450195, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 5.95703125, "init_belief_target_mass": 0.9851208925247192, "init_belief_target_nll": 2.412898063659668, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.3978850841522217, "init_mixture_b_entropy": 2.397885322570801, "init_slot_a_overlap": 0.0014900380047038198, "init_slot_b_overlap": 0.001490037888288498, "mean_slot_purity": 0.7780164480209351, "mean_slot_entropy": 0.6096298694610596, "mean_weight_entropy": 1.5416669845581055, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 5.95703125 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_sinkhorn_cyclic", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "sinkhorn_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 800, "length": 3, "query_type": "A", "k": 12, "n": 256, "decoder_query_target_mass": 0.9948598146438599, "decoder_query_target_nll": 1.3030301332473755, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 5.21875, "decoder_belief_target_mass": 0.9803402423858643, "decoder_belief_target_nll": 1.5338029861450195, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 5.95703125, "init_belief_target_mass": 0.9851208925247192, "init_belief_target_nll": 2.412898063659668, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.3978850841522217, "init_mixture_b_entropy": 2.397885322570801, "init_slot_a_overlap": 0.0014900380047038198, "init_slot_b_overlap": 0.001490037888288498, "mean_slot_purity": 0.7780164480209351, "mean_slot_entropy": 0.6096298694610596, "mean_weight_entropy": 1.5416669845581055, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 5.95703125 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_sinkhorn_cyclic", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "sinkhorn_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 800, "length": 3, "query_type": "B", "k": 0, "n": 256, "decoder_query_target_mass": 0.42898744344711304, "decoder_query_target_nll": 2.397948980331421, "decoder_query_top1_on_support": 0.43359375, "mean_decoder_query_support_size": 4.71875, "decoder_belief_target_mass": 0.066787950694561, "decoder_belief_target_nll": 8.285991668701172, "decoder_belief_top1_on_support": 0.06640625, "mean_decoder_belief_support_size": 5.7421875, "init_belief_target_mass": 0.9851208925247192, "init_belief_target_nll": 2.412898063659668, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.3978850841522217, "init_mixture_b_entropy": 2.397885322570801, "init_slot_a_overlap": 0.0014900380047038198, "init_slot_b_overlap": 0.001490037888288498, "mean_slot_purity": 0.9851064682006836, "mean_slot_entropy": 0.11444828659296036, "mean_weight_entropy": 2.397894859313965, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 5.7421875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_sinkhorn_cyclic", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "sinkhorn_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 800, "length": 3, "query_type": "B", "k": 1, "n": 256, "decoder_query_target_mass": 0.5393147468566895, "decoder_query_target_nll": 3.4257302284240723, "decoder_query_top1_on_support": 0.578125, "mean_decoder_query_support_size": 4.71875, "decoder_belief_target_mass": 0.15183228254318237, "decoder_belief_target_nll": 8.574174880981445, "decoder_belief_top1_on_support": 0.14453125, "mean_decoder_belief_support_size": 5.7421875, "init_belief_target_mass": 0.9851208925247192, "init_belief_target_nll": 2.412898063659668, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.3978850841522217, "init_mixture_b_entropy": 2.397885322570801, "init_slot_a_overlap": 0.0014900380047038198, "init_slot_b_overlap": 0.001490037888288498, "mean_slot_purity": 0.907590389251709, "mean_slot_entropy": 0.2759152054786682, "mean_weight_entropy": 1.9958652257919312, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 5.7421875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_sinkhorn_cyclic", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "sinkhorn_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 800, "length": 3, "query_type": "B", "k": 3, "n": 256, "decoder_query_target_mass": 0.9940652847290039, "decoder_query_target_nll": 1.1666653156280518, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 4.71875, "decoder_belief_target_mass": 0.980675458908081, "decoder_belief_target_nll": 1.4688688516616821, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 5.7421875, "init_belief_target_mass": 0.9851208925247192, "init_belief_target_nll": 2.412898063659668, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.3978850841522217, "init_mixture_b_entropy": 2.397885322570801, "init_slot_a_overlap": 0.0014900380047038198, "init_slot_b_overlap": 0.001490037888288498, "mean_slot_purity": 0.7816153764724731, "mean_slot_entropy": 0.5903530120849609, "mean_weight_entropy": 1.4776611328125, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 5.7421875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_sinkhorn_cyclic", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "sinkhorn_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 800, "length": 3, "query_type": "B", "k": 6, "n": 256, "decoder_query_target_mass": 0.9940652847290039, "decoder_query_target_nll": 1.1666653156280518, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 4.71875, "decoder_belief_target_mass": 0.980675458908081, "decoder_belief_target_nll": 1.4688688516616821, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 5.7421875, "init_belief_target_mass": 0.9851208925247192, "init_belief_target_nll": 2.412898063659668, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.3978850841522217, "init_mixture_b_entropy": 2.397885322570801, "init_slot_a_overlap": 0.0014900380047038198, "init_slot_b_overlap": 0.001490037888288498, "mean_slot_purity": 0.7816153764724731, "mean_slot_entropy": 0.5903530120849609, "mean_weight_entropy": 1.4776611328125, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 5.7421875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_sinkhorn_cyclic", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "sinkhorn_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 800, "length": 3, "query_type": "B", "k": 9, "n": 256, "decoder_query_target_mass": 0.9940652847290039, "decoder_query_target_nll": 1.1666653156280518, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 4.71875, "decoder_belief_target_mass": 0.980675458908081, "decoder_belief_target_nll": 1.4688688516616821, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 5.7421875, "init_belief_target_mass": 0.9851208925247192, "init_belief_target_nll": 2.412898063659668, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.3978850841522217, "init_mixture_b_entropy": 2.397885322570801, "init_slot_a_overlap": 0.0014900380047038198, "init_slot_b_overlap": 0.001490037888288498, "mean_slot_purity": 0.7816153764724731, "mean_slot_entropy": 0.5903530120849609, "mean_weight_entropy": 1.4776611328125, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 5.7421875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_sinkhorn_cyclic", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "sinkhorn_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 800, "length": 3, "query_type": "B", "k": 12, "n": 256, "decoder_query_target_mass": 0.9940652847290039, "decoder_query_target_nll": 1.1666653156280518, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 4.71875, "decoder_belief_target_mass": 0.980675458908081, "decoder_belief_target_nll": 1.4688688516616821, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 5.7421875, "init_belief_target_mass": 0.9851208925247192, "init_belief_target_nll": 2.412898063659668, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.3978850841522217, "init_mixture_b_entropy": 2.397885322570801, "init_slot_a_overlap": 0.0014900380047038198, "init_slot_b_overlap": 0.001490037888288498, "mean_slot_purity": 0.7816153764724731, "mean_slot_entropy": 0.5903530120849609, "mean_weight_entropy": 1.4776611328125, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 5.7421875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_sinkhorn_cyclic", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "sinkhorn_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 800, "length": 3, "query_type": "A_PLUS_B", "k": 0, "n": 256, "decoder_query_target_mass": 0.4847186505794525, "decoder_query_target_nll": 2.3978803157806396, "decoder_query_top1_on_support": 0.46484375, "mean_decoder_query_support_size": 5.33203125, "decoder_belief_target_mass": 0.07345025986433029, "decoder_belief_target_nll": 8.094804763793945, "decoder_belief_top1_on_support": 0.06640625, "mean_decoder_belief_support_size": 5.6796875, "init_belief_target_mass": 0.9851208925247192, "init_belief_target_nll": 2.412898063659668, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.3978850841522217, "init_mixture_b_entropy": 2.397885322570801, "init_slot_a_overlap": 0.0014900380047038198, "init_slot_b_overlap": 0.001490037888288498, "mean_slot_purity": 0.9851064682006836, "mean_slot_entropy": 0.11444827914237976, "mean_weight_entropy": 2.397894859313965, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 5.6796875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_sinkhorn_cyclic", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "sinkhorn_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 800, "length": 3, "query_type": "A_PLUS_B", "k": 1, "n": 256, "decoder_query_target_mass": 0.49761003255844116, "decoder_query_target_nll": 2.9705004692077637, "decoder_query_top1_on_support": 0.515625, "mean_decoder_query_support_size": 5.33203125, "decoder_belief_target_mass": 0.12473152577877045, "decoder_belief_target_nll": 8.588306427001953, "decoder_belief_top1_on_support": 0.13671875, "mean_decoder_belief_support_size": 5.6796875, "init_belief_target_mass": 0.9851208925247192, "init_belief_target_nll": 2.412898063659668, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.3978850841522217, "init_mixture_b_entropy": 2.397885322570801, "init_slot_a_overlap": 0.0014900380047038198, "init_slot_b_overlap": 0.001490037888288498, "mean_slot_purity": 0.9142571091651917, "mean_slot_entropy": 0.26573407649993896, "mean_weight_entropy": 2.0686750411987305, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 5.6796875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_sinkhorn_cyclic", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "sinkhorn_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 800, "length": 3, "query_type": "A_PLUS_B", "k": 3, "n": 256, "decoder_query_target_mass": 0.9899875521659851, "decoder_query_target_nll": 1.3730347156524658, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 5.33203125, "decoder_belief_target_mass": 0.9800170063972473, "decoder_belief_target_nll": 1.4779561758041382, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 5.6796875, "init_belief_target_mass": 0.9851208925247192, "init_belief_target_nll": 2.412898063659668, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.3978850841522217, "init_mixture_b_entropy": 2.397885322570801, "init_slot_a_overlap": 0.0014900380047038198, "init_slot_b_overlap": 0.001490037888288498, "mean_slot_purity": 0.7602609395980835, "mean_slot_entropy": 0.6560919880867004, "mean_weight_entropy": 1.4867757558822632, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 5.6796875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_sinkhorn_cyclic", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "sinkhorn_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 800, "length": 3, "query_type": "A_PLUS_B", "k": 6, "n": 256, "decoder_query_target_mass": 0.9899875521659851, "decoder_query_target_nll": 1.3730347156524658, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 5.33203125, "decoder_belief_target_mass": 0.9800170063972473, "decoder_belief_target_nll": 1.4779561758041382, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 5.6796875, "init_belief_target_mass": 0.9851208925247192, "init_belief_target_nll": 2.412898063659668, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.3978850841522217, "init_mixture_b_entropy": 2.397885322570801, "init_slot_a_overlap": 0.0014900380047038198, "init_slot_b_overlap": 0.001490037888288498, "mean_slot_purity": 0.7602609395980835, "mean_slot_entropy": 0.6560919880867004, "mean_weight_entropy": 1.4867757558822632, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 5.6796875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_sinkhorn_cyclic", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "sinkhorn_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 800, "length": 3, "query_type": "A_PLUS_B", "k": 9, "n": 256, "decoder_query_target_mass": 0.9899875521659851, "decoder_query_target_nll": 1.3730347156524658, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 5.33203125, "decoder_belief_target_mass": 0.9800170063972473, "decoder_belief_target_nll": 1.4779561758041382, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 5.6796875, "init_belief_target_mass": 0.9851208925247192, "init_belief_target_nll": 2.412898063659668, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.3978850841522217, "init_mixture_b_entropy": 2.397885322570801, "init_slot_a_overlap": 0.0014900380047038198, "init_slot_b_overlap": 0.001490037888288498, "mean_slot_purity": 0.7602609395980835, "mean_slot_entropy": 0.6560919880867004, "mean_weight_entropy": 1.4867757558822632, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 5.6796875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_sinkhorn_cyclic", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "sinkhorn_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 800, "length": 3, "query_type": "A_PLUS_B", "k": 12, "n": 256, "decoder_query_target_mass": 0.9899875521659851, "decoder_query_target_nll": 1.3730347156524658, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 5.33203125, "decoder_belief_target_mass": 0.9800170063972473, "decoder_belief_target_nll": 1.4779561758041382, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 5.6796875, "init_belief_target_mass": 0.9851208925247192, "init_belief_target_nll": 2.412898063659668, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.3978850841522217, "init_mixture_b_entropy": 2.397885322570801, "init_slot_a_overlap": 0.0014900380047038198, "init_slot_b_overlap": 0.001490037888288498, "mean_slot_purity": 0.7602609395980835, "mean_slot_entropy": 0.6560919880867004, "mean_weight_entropy": 1.4867757558822632, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 5.6796875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_sinkhorn_cyclic", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "sinkhorn_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 800, "length": 3, "query_type": "A_MINUS_B", "k": 0, "n": 256, "decoder_query_target_mass": 0.4797028601169586, "decoder_query_target_nll": 5.631620407104492, "decoder_query_top1_on_support": 0.48046875, "mean_decoder_query_support_size": 4.76953125, "decoder_belief_target_mass": 0.06823033094406128, "decoder_belief_target_nll": 8.251960754394531, "decoder_belief_top1_on_support": 0.07421875, "mean_decoder_belief_support_size": 6.14453125, "init_belief_target_mass": 0.9851208925247192, "init_belief_target_nll": 2.412898063659668, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.3978850841522217, "init_mixture_b_entropy": 2.397885322570801, "init_slot_a_overlap": 0.0014900380047038198, "init_slot_b_overlap": 0.0014900380047038198, "mean_slot_purity": 0.9851064682006836, "mean_slot_entropy": 0.11444829404354095, "mean_weight_entropy": 2.397894859313965, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 6.14453125 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_sinkhorn_cyclic", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "sinkhorn_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 800, "length": 3, "query_type": "A_MINUS_B", "k": 1, "n": 256, "decoder_query_target_mass": 0.4797331988811493, "decoder_query_target_nll": 4.222231864929199, "decoder_query_top1_on_support": 0.48046875, "mean_decoder_query_support_size": 4.76953125, "decoder_belief_target_mass": 0.1535387933254242, "decoder_belief_target_nll": 8.53624439239502, "decoder_belief_top1_on_support": 0.15234375, "mean_decoder_belief_support_size": 6.14453125, "init_belief_target_mass": 0.9851208925247192, "init_belief_target_nll": 2.412898063659668, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.3978850841522217, "init_mixture_b_entropy": 2.397885322570801, "init_slot_a_overlap": 0.0014900380047038198, "init_slot_b_overlap": 0.0014900380047038198, "mean_slot_purity": 0.9178104400634766, "mean_slot_entropy": 0.26200607419013977, "mean_weight_entropy": 2.0716378688812256, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 6.14453125 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_sinkhorn_cyclic", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "sinkhorn_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 800, "length": 3, "query_type": "A_MINUS_B", "k": 3, "n": 256, "decoder_query_target_mass": 0.9891357421875, "decoder_query_target_nll": 1.105401635169983, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 4.76953125, "decoder_belief_target_mass": 0.9803428649902344, "decoder_belief_target_nll": 1.563126802444458, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 6.14453125, "init_belief_target_mass": 0.9851208925247192, "init_belief_target_nll": 2.412898063659668, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.3978850841522217, "init_mixture_b_entropy": 2.397885322570801, "init_slot_a_overlap": 0.0014900380047038198, "init_slot_b_overlap": 0.0014900380047038198, "mean_slot_purity": 0.791785717010498, "mean_slot_entropy": 0.5767378211021423, "mean_weight_entropy": 1.5705010890960693, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 6.14453125 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_sinkhorn_cyclic", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "sinkhorn_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 800, "length": 3, "query_type": "A_MINUS_B", "k": 6, "n": 256, "decoder_query_target_mass": 0.9891357421875, "decoder_query_target_nll": 1.105401635169983, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 4.76953125, "decoder_belief_target_mass": 0.9803428649902344, "decoder_belief_target_nll": 1.563126802444458, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 6.14453125, "init_belief_target_mass": 0.9851208925247192, "init_belief_target_nll": 2.412898063659668, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.3978850841522217, "init_mixture_b_entropy": 2.397885322570801, "init_slot_a_overlap": 0.0014900380047038198, "init_slot_b_overlap": 0.0014900380047038198, "mean_slot_purity": 0.791785717010498, "mean_slot_entropy": 0.5767378807067871, "mean_weight_entropy": 1.5705010890960693, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 6.14453125 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_sinkhorn_cyclic", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "sinkhorn_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 800, "length": 3, "query_type": "A_MINUS_B", "k": 9, "n": 256, "decoder_query_target_mass": 0.9891357421875, "decoder_query_target_nll": 1.105401635169983, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 4.76953125, "decoder_belief_target_mass": 0.9803428649902344, "decoder_belief_target_nll": 1.563126802444458, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 6.14453125, "init_belief_target_mass": 0.9851208925247192, "init_belief_target_nll": 2.412898063659668, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.3978850841522217, "init_mixture_b_entropy": 2.397885322570801, "init_slot_a_overlap": 0.0014900380047038198, "init_slot_b_overlap": 0.0014900380047038198, "mean_slot_purity": 0.791785717010498, "mean_slot_entropy": 0.5767378807067871, "mean_weight_entropy": 1.5705010890960693, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 6.14453125 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_sinkhorn_cyclic", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "sinkhorn_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 800, "length": 3, "query_type": "A_MINUS_B", "k": 12, "n": 256, "decoder_query_target_mass": 0.9891357421875, "decoder_query_target_nll": 1.105401635169983, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 4.76953125, "decoder_belief_target_mass": 0.9803428649902344, "decoder_belief_target_nll": 1.563126802444458, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 6.14453125, "init_belief_target_mass": 0.9851208925247192, "init_belief_target_nll": 2.412898063659668, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.3978850841522217, "init_mixture_b_entropy": 2.397885322570801, "init_slot_a_overlap": 0.0014900380047038198, "init_slot_b_overlap": 0.0014900380047038198, "mean_slot_purity": 0.791785717010498, "mean_slot_entropy": 0.5767378807067871, "mean_weight_entropy": 1.5705010890960693, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 6.14453125 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_sinkhorn_cyclic", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "sinkhorn_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 800, "length": 6, "query_type": "A", "k": 0, "n": 256, "decoder_query_target_mass": 0.3075292110443115, "decoder_query_target_nll": 2.3979451656341553, "decoder_query_top1_on_support": 0.31640625, "mean_decoder_query_support_size": 3.3828125, "decoder_belief_target_mass": 0.03438354283571243, "decoder_belief_target_nll": 8.593135833740234, "decoder_belief_top1_on_support": 0.01953125, "mean_decoder_belief_support_size": 3.99609375, "init_belief_target_mass": 0.9851208925247192, "init_belief_target_nll": 2.412898063659668, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.3978850841522217, "init_mixture_b_entropy": 2.397885322570801, "init_slot_a_overlap": 0.0014900380047038198, "init_slot_b_overlap": 0.001490037888288498, "mean_slot_purity": 0.9851064682006836, "mean_slot_entropy": 0.11444829404354095, "mean_weight_entropy": 2.397894859313965, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.99609375 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_sinkhorn_cyclic", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "sinkhorn_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 800, "length": 6, "query_type": "A", "k": 1, "n": 256, "decoder_query_target_mass": 0.33593690395355225, "decoder_query_target_nll": 4.756811141967773, "decoder_query_top1_on_support": 0.33203125, "mean_decoder_query_support_size": 3.3828125, "decoder_belief_target_mass": 0.054959170520305634, "decoder_belief_target_nll": 10.196808815002441, "decoder_belief_top1_on_support": 0.05859375, "mean_decoder_belief_support_size": 3.99609375, "init_belief_target_mass": 0.9851208925247192, "init_belief_target_nll": 2.412898063659668, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.3978850841522217, "init_mixture_b_entropy": 2.397885322570801, "init_slot_a_overlap": 0.0014900380047038198, "init_slot_b_overlap": 0.001490037888288498, "mean_slot_purity": 0.9075646996498108, "mean_slot_entropy": 0.28091222047805786, "mean_weight_entropy": 2.040186882019043, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.99609375 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_sinkhorn_cyclic", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "sinkhorn_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 800, "length": 6, "query_type": "A", "k": 3, "n": 256, "decoder_query_target_mass": 0.41429850459098816, "decoder_query_target_nll": 6.074827671051025, "decoder_query_top1_on_support": 0.42578125, "mean_decoder_query_support_size": 3.3828125, "decoder_belief_target_mass": 0.07396680116653442, "decoder_belief_target_nll": 11.524099349975586, "decoder_belief_top1_on_support": 0.07421875, "mean_decoder_belief_support_size": 3.99609375, "init_belief_target_mass": 0.9851208925247192, "init_belief_target_nll": 2.412898063659668, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.3978850841522217, "init_mixture_b_entropy": 2.397885322570801, "init_slot_a_overlap": 0.0014900380047038198, "init_slot_b_overlap": 0.001490037888288498, "mean_slot_purity": 0.781558096408844, "mean_slot_entropy": 0.5999242067337036, "mean_weight_entropy": 1.5541436672210693, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.99609375 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_sinkhorn_cyclic", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "sinkhorn_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 800, "length": 6, "query_type": "A", "k": 6, "n": 256, "decoder_query_target_mass": 0.9915976524353027, "decoder_query_target_nll": 0.8596587181091309, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 3.3828125, "decoder_belief_target_mass": 0.975560188293457, "decoder_belief_target_nll": 1.0983413457870483, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 3.99609375, "init_belief_target_mass": 0.9851208925247192, "init_belief_target_nll": 2.412898063659668, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.3978850841522217, "init_mixture_b_entropy": 2.397885322570801, "init_slot_a_overlap": 0.0014900380047038198, "init_slot_b_overlap": 0.001490037888288498, "mean_slot_purity": 0.6459236145019531, "mean_slot_entropy": 1.0150771141052246, "mean_weight_entropy": 1.1129087209701538, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.99609375 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_sinkhorn_cyclic", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "sinkhorn_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 800, "length": 6, "query_type": "A", "k": 9, "n": 256, "decoder_query_target_mass": 0.9915976524353027, "decoder_query_target_nll": 0.8596587181091309, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 3.3828125, "decoder_belief_target_mass": 0.975560188293457, "decoder_belief_target_nll": 1.0983413457870483, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 3.99609375, "init_belief_target_mass": 0.9851208925247192, "init_belief_target_nll": 2.412898063659668, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.3978850841522217, "init_mixture_b_entropy": 2.397885322570801, "init_slot_a_overlap": 0.0014900380047038198, "init_slot_b_overlap": 0.001490037888288498, "mean_slot_purity": 0.6459236145019531, "mean_slot_entropy": 1.0150771141052246, "mean_weight_entropy": 1.1129087209701538, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.99609375 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_sinkhorn_cyclic", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "sinkhorn_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 800, "length": 6, "query_type": "A", "k": 12, "n": 256, "decoder_query_target_mass": 0.9915976524353027, "decoder_query_target_nll": 0.8596587181091309, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 3.3828125, "decoder_belief_target_mass": 0.975560188293457, "decoder_belief_target_nll": 1.0983413457870483, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 3.99609375, "init_belief_target_mass": 0.9851208925247192, "init_belief_target_nll": 2.412898063659668, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.3978850841522217, "init_mixture_b_entropy": 2.397885322570801, "init_slot_a_overlap": 0.0014900380047038198, "init_slot_b_overlap": 0.001490037888288498, "mean_slot_purity": 0.6459236145019531, "mean_slot_entropy": 1.0150771141052246, "mean_weight_entropy": 1.1129087209701538, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.99609375 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_sinkhorn_cyclic", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "sinkhorn_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 800, "length": 6, "query_type": "B", "k": 0, "n": 256, "decoder_query_target_mass": 0.3021668791770935, "decoder_query_target_nll": 2.3980395793914795, "decoder_query_top1_on_support": 0.265625, "mean_decoder_query_support_size": 3.32421875, "decoder_belief_target_mass": 0.04178059846162796, "decoder_belief_target_nll": 8.453948974609375, "decoder_belief_top1_on_support": 0.04296875, "mean_decoder_belief_support_size": 4.04296875, "init_belief_target_mass": 0.9851208925247192, "init_belief_target_nll": 2.412898063659668, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.3978850841522217, "init_mixture_b_entropy": 2.397885322570801, "init_slot_a_overlap": 0.0014900380047038198, "init_slot_b_overlap": 0.001490037888288498, "mean_slot_purity": 0.9851064682006836, "mean_slot_entropy": 0.11444829404354095, "mean_weight_entropy": 2.397894859313965, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 4.04296875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_sinkhorn_cyclic", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "sinkhorn_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 800, "length": 6, "query_type": "B", "k": 1, "n": 256, "decoder_query_target_mass": 0.357147753238678, "decoder_query_target_nll": 4.809504508972168, "decoder_query_top1_on_support": 0.35546875, "mean_decoder_query_support_size": 3.32421875, "decoder_belief_target_mass": 0.0631737932562828, "decoder_belief_target_nll": 10.67809772491455, "decoder_belief_top1_on_support": 0.08203125, "mean_decoder_belief_support_size": 4.04296875, "init_belief_target_mass": 0.9851208925247192, "init_belief_target_nll": 2.412898063659668, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.3978850841522217, "init_mixture_b_entropy": 2.397885322570801, "init_slot_a_overlap": 0.0014900380047038198, "init_slot_b_overlap": 0.001490037888288498, "mean_slot_purity": 0.8938882946968079, "mean_slot_entropy": 0.30389463901519775, "mean_weight_entropy": 1.9542579650878906, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 4.04296875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_sinkhorn_cyclic", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "sinkhorn_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 800, "length": 6, "query_type": "B", "k": 3, "n": 256, "decoder_query_target_mass": 0.46138283610343933, "decoder_query_target_nll": 5.555451393127441, "decoder_query_top1_on_support": 0.484375, "mean_decoder_query_support_size": 3.32421875, "decoder_belief_target_mass": 0.08964640647172928, "decoder_belief_target_nll": 11.637533187866211, "decoder_belief_top1_on_support": 0.10546875, "mean_decoder_belief_support_size": 4.04296875, "init_belief_target_mass": 0.9851208925247192, "init_belief_target_nll": 2.412898063659668, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.3978850841522217, "init_mixture_b_entropy": 2.397885322570801, "init_slot_a_overlap": 0.0014900380047038198, "init_slot_b_overlap": 0.001490037888288498, "mean_slot_purity": 0.778644323348999, "mean_slot_entropy": 0.6089686155319214, "mean_weight_entropy": 1.5296993255615234, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 4.04296875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_sinkhorn_cyclic", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "sinkhorn_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 800, "length": 6, "query_type": "B", "k": 6, "n": 256, "decoder_query_target_mass": 0.9910945892333984, "decoder_query_target_nll": 0.8406365513801575, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 3.32421875, "decoder_belief_target_mass": 0.9759827852249146, "decoder_belief_target_nll": 1.099468469619751, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 4.04296875, "init_belief_target_mass": 0.9851208925247192, "init_belief_target_nll": 2.412898063659668, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.3978850841522217, "init_mixture_b_entropy": 2.397885322570801, "init_slot_a_overlap": 0.0014900380047038198, "init_slot_b_overlap": 0.001490037888288498, "mean_slot_purity": 0.6416295170783997, "mean_slot_entropy": 1.0339102745056152, "mean_weight_entropy": 1.1106019020080566, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 4.04296875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_sinkhorn_cyclic", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "sinkhorn_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 800, "length": 6, "query_type": "B", "k": 9, "n": 256, "decoder_query_target_mass": 0.9910946488380432, "decoder_query_target_nll": 0.8406365513801575, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 3.32421875, "decoder_belief_target_mass": 0.9759827852249146, "decoder_belief_target_nll": 1.099468469619751, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 4.04296875, "init_belief_target_mass": 0.9851208925247192, "init_belief_target_nll": 2.412898063659668, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.3978850841522217, "init_mixture_b_entropy": 2.397885322570801, "init_slot_a_overlap": 0.0014900380047038198, "init_slot_b_overlap": 0.001490037888288498, "mean_slot_purity": 0.6416295170783997, "mean_slot_entropy": 1.0339102745056152, "mean_weight_entropy": 1.1106019020080566, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 4.04296875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_sinkhorn_cyclic", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "sinkhorn_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 800, "length": 6, "query_type": "B", "k": 12, "n": 256, "decoder_query_target_mass": 0.9910945892333984, "decoder_query_target_nll": 0.8406365513801575, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 3.32421875, "decoder_belief_target_mass": 0.9759827852249146, "decoder_belief_target_nll": 1.099468469619751, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 4.04296875, "init_belief_target_mass": 0.9851208925247192, "init_belief_target_nll": 2.412898063659668, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.3978850841522217, "init_mixture_b_entropy": 2.397885322570801, "init_slot_a_overlap": 0.0014900380047038198, "init_slot_b_overlap": 0.001490037888288498, "mean_slot_purity": 0.6416295170783997, "mean_slot_entropy": 1.0339102745056152, "mean_weight_entropy": 1.1106019020080566, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 4.04296875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_sinkhorn_cyclic", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "sinkhorn_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 800, "length": 6, "query_type": "A_PLUS_B", "k": 0, "n": 256, "decoder_query_target_mass": 0.3146480917930603, "decoder_query_target_nll": 2.3978257179260254, "decoder_query_top1_on_support": 0.32421875, "mean_decoder_query_support_size": 3.4609375, "decoder_belief_target_mass": 0.03510277718305588, "decoder_belief_target_nll": 8.455535888671875, "decoder_belief_top1_on_support": 0.046875, "mean_decoder_belief_support_size": 3.73828125, "init_belief_target_mass": 0.9851208925247192, "init_belief_target_nll": 2.412898063659668, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.3978850841522217, "init_mixture_b_entropy": 2.397885322570801, "init_slot_a_overlap": 0.0014900380047038198, "init_slot_b_overlap": 0.001490037888288498, "mean_slot_purity": 0.9851064682006836, "mean_slot_entropy": 0.11444829404354095, "mean_weight_entropy": 2.397894859313965, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.73828125 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_sinkhorn_cyclic", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "sinkhorn_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 800, "length": 6, "query_type": "A_PLUS_B", "k": 1, "n": 256, "decoder_query_target_mass": 0.32046061754226685, "decoder_query_target_nll": 3.057227611541748, "decoder_query_top1_on_support": 0.34375, "mean_decoder_query_support_size": 3.4609375, "decoder_belief_target_mass": 0.04179530590772629, "decoder_belief_target_nll": 10.614131927490234, "decoder_belief_top1_on_support": 0.0390625, "mean_decoder_belief_support_size": 3.73828125, "init_belief_target_mass": 0.9851208925247192, "init_belief_target_nll": 2.412898063659668, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.3978850841522217, "init_mixture_b_entropy": 2.397885322570801, "init_slot_a_overlap": 0.0014900380047038198, "init_slot_b_overlap": 0.001490037888288498, "mean_slot_purity": 0.9125757813453674, "mean_slot_entropy": 0.26959729194641113, "mean_weight_entropy": 2.045931339263916, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.73828125 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_sinkhorn_cyclic", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "sinkhorn_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 800, "length": 6, "query_type": "A_PLUS_B", "k": 3, "n": 256, "decoder_query_target_mass": 0.3149600923061371, "decoder_query_target_nll": 4.933429718017578, "decoder_query_top1_on_support": 0.328125, "mean_decoder_query_support_size": 3.4609375, "decoder_belief_target_mass": 0.04865957051515579, "decoder_belief_target_nll": 12.309450149536133, "decoder_belief_top1_on_support": 0.02734375, "mean_decoder_belief_support_size": 3.73828125, "init_belief_target_mass": 0.9851208925247192, "init_belief_target_nll": 2.412898063659668, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.3978850841522217, "init_mixture_b_entropy": 2.397885322570801, "init_slot_a_overlap": 0.0014900380047038198, "init_slot_b_overlap": 0.001490037888288498, "mean_slot_purity": 0.7772203683853149, "mean_slot_entropy": 0.6140319108963013, "mean_weight_entropy": 1.5205907821655273, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.73828125 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_sinkhorn_cyclic", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "sinkhorn_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 800, "length": 6, "query_type": "A_PLUS_B", "k": 6, "n": 256, "decoder_query_target_mass": 0.9832425117492676, "decoder_query_target_nll": 0.9421038627624512, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 3.4609375, "decoder_belief_target_mass": 0.9745736122131348, "decoder_belief_target_nll": 1.0578551292419434, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 3.73828125, "init_belief_target_mass": 0.9851208925247192, "init_belief_target_nll": 2.412898063659668, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.3978850841522217, "init_mixture_b_entropy": 2.397885322570801, "init_slot_a_overlap": 0.0014900380047038198, "init_slot_b_overlap": 0.001490037888288498, "mean_slot_purity": 0.6340737342834473, "mean_slot_entropy": 1.0482590198516846, "mean_weight_entropy": 1.0753908157348633, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.73828125 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_sinkhorn_cyclic", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "sinkhorn_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 800, "length": 6, "query_type": "A_PLUS_B", "k": 9, "n": 256, "decoder_query_target_mass": 0.9832425117492676, "decoder_query_target_nll": 0.9421038627624512, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 3.4609375, "decoder_belief_target_mass": 0.9745736122131348, "decoder_belief_target_nll": 1.0578551292419434, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 3.73828125, "init_belief_target_mass": 0.9851208925247192, "init_belief_target_nll": 2.412898063659668, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.3978850841522217, "init_mixture_b_entropy": 2.397885322570801, "init_slot_a_overlap": 0.0014900380047038198, "init_slot_b_overlap": 0.001490037888288498, "mean_slot_purity": 0.6340737342834473, "mean_slot_entropy": 1.0482590198516846, "mean_weight_entropy": 1.0753908157348633, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.73828125 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_sinkhorn_cyclic", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "sinkhorn_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 800, "length": 6, "query_type": "A_PLUS_B", "k": 12, "n": 256, "decoder_query_target_mass": 0.9832425117492676, "decoder_query_target_nll": 0.9421038627624512, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 3.4609375, "decoder_belief_target_mass": 0.9745736122131348, "decoder_belief_target_nll": 1.0578551292419434, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 3.73828125, "init_belief_target_mass": 0.9851208925247192, "init_belief_target_nll": 2.412898063659668, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.3978850841522217, "init_mixture_b_entropy": 2.397885322570801, "init_slot_a_overlap": 0.0014900380047038198, "init_slot_b_overlap": 0.001490037888288498, "mean_slot_purity": 0.6340737342834473, "mean_slot_entropy": 1.0482590198516846, "mean_weight_entropy": 1.0753908157348633, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.73828125 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_sinkhorn_cyclic", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "sinkhorn_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 800, "length": 6, "query_type": "A_MINUS_B", "k": 0, "n": 256, "decoder_query_target_mass": 0.3392425775527954, "decoder_query_target_nll": 5.8253703117370605, "decoder_query_top1_on_support": 0.33984375, "mean_decoder_query_support_size": 3.37109375, "decoder_belief_target_mass": 0.03330456465482712, "decoder_belief_target_nll": 8.471006393432617, "decoder_belief_top1_on_support": 0.01171875, "mean_decoder_belief_support_size": 3.7421875, "init_belief_target_mass": 0.9851208925247192, "init_belief_target_nll": 2.412898063659668, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.3978850841522217, "init_mixture_b_entropy": 2.397885322570801, "init_slot_a_overlap": 0.0014900380047038198, "init_slot_b_overlap": 0.001490037888288498, "mean_slot_purity": 0.9851064682006836, "mean_slot_entropy": 0.11444829404354095, "mean_weight_entropy": 2.397894859313965, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.7421875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_sinkhorn_cyclic", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "sinkhorn_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 800, "length": 6, "query_type": "A_MINUS_B", "k": 1, "n": 256, "decoder_query_target_mass": 0.32181090116500854, "decoder_query_target_nll": 4.497925758361816, "decoder_query_top1_on_support": 0.31640625, "mean_decoder_query_support_size": 3.37109375, "decoder_belief_target_mass": 0.038401082158088684, "decoder_belief_target_nll": 10.973722457885742, "decoder_belief_top1_on_support": 0.04296875, "mean_decoder_belief_support_size": 3.7421875, "init_belief_target_mass": 0.9851208925247192, "init_belief_target_nll": 2.412898063659668, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.3978850841522217, "init_mixture_b_entropy": 2.397885322570801, "init_slot_a_overlap": 0.0014900380047038198, "init_slot_b_overlap": 0.001490037888288498, "mean_slot_purity": 0.900334358215332, "mean_slot_entropy": 0.29416900873184204, "mean_weight_entropy": 1.9987647533416748, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.7421875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_sinkhorn_cyclic", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "sinkhorn_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 800, "length": 6, "query_type": "A_MINUS_B", "k": 3, "n": 256, "decoder_query_target_mass": 0.319892019033432, "decoder_query_target_nll": 5.11553955078125, "decoder_query_top1_on_support": 0.3125, "mean_decoder_query_support_size": 3.37109375, "decoder_belief_target_mass": 0.08001766353845596, "decoder_belief_target_nll": 11.895263671875, "decoder_belief_top1_on_support": 0.0859375, "mean_decoder_belief_support_size": 3.7421875, "init_belief_target_mass": 0.9851208925247192, "init_belief_target_nll": 2.412898063659668, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.3978850841522217, "init_mixture_b_entropy": 2.397885322570801, "init_slot_a_overlap": 0.0014900380047038198, "init_slot_b_overlap": 0.001490037888288498, "mean_slot_purity": 0.7771492004394531, "mean_slot_entropy": 0.621917724609375, "mean_weight_entropy": 1.5499792098999023, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.7421875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_sinkhorn_cyclic", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "sinkhorn_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 800, "length": 6, "query_type": "A_MINUS_B", "k": 6, "n": 256, "decoder_query_target_mass": 0.9833024144172668, "decoder_query_target_nll": 0.8721824884414673, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 3.37109375, "decoder_belief_target_mass": 0.9743938446044922, "decoder_belief_target_nll": 1.0309232473373413, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 3.7421875, "init_belief_target_mass": 0.9851208925247192, "init_belief_target_nll": 2.412898063659668, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.3978850841522217, "init_mixture_b_entropy": 2.397885322570801, "init_slot_a_overlap": 0.0014900380047038198, "init_slot_b_overlap": 0.001490037888288498, "mean_slot_purity": 0.6469591856002808, "mean_slot_entropy": 1.0130410194396973, "mean_weight_entropy": 1.0498602390289307, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.7421875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_sinkhorn_cyclic", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "sinkhorn_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 800, "length": 6, "query_type": "A_MINUS_B", "k": 9, "n": 256, "decoder_query_target_mass": 0.9833024144172668, "decoder_query_target_nll": 0.8721824884414673, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 3.37109375, "decoder_belief_target_mass": 0.9743938446044922, "decoder_belief_target_nll": 1.0309232473373413, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 3.7421875, "init_belief_target_mass": 0.9851208925247192, "init_belief_target_nll": 2.412898063659668, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.3978850841522217, "init_mixture_b_entropy": 2.397885322570801, "init_slot_a_overlap": 0.0014900380047038198, "init_slot_b_overlap": 0.001490037888288498, "mean_slot_purity": 0.6469591856002808, "mean_slot_entropy": 1.0130410194396973, "mean_weight_entropy": 1.0498602390289307, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.7421875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_sinkhorn_cyclic", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "sinkhorn_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 800, "length": 6, "query_type": "A_MINUS_B", "k": 12, "n": 256, "decoder_query_target_mass": 0.9833024144172668, "decoder_query_target_nll": 0.8721824884414673, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 3.37109375, "decoder_belief_target_mass": 0.9743938446044922, "decoder_belief_target_nll": 1.0309232473373413, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 3.7421875, "init_belief_target_mass": 0.9851208925247192, "init_belief_target_nll": 2.412898063659668, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.3978850841522217, "init_mixture_b_entropy": 2.397885322570801, "init_slot_a_overlap": 0.0014900380047038198, "init_slot_b_overlap": 0.001490037888288498, "mean_slot_purity": 0.6469591856002808, "mean_slot_entropy": 1.0130410194396973, "mean_weight_entropy": 1.0498602390289307, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.7421875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_sinkhorn_cyclic", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "sinkhorn_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 800, "length": 9, "query_type": "A", "k": 0, "n": 256, "decoder_query_target_mass": 0.1899775266647339, "decoder_query_target_nll": 2.398090362548828, "decoder_query_top1_on_support": 0.1796875, "mean_decoder_query_support_size": 2.08984375, "decoder_belief_target_mass": 0.02549329772591591, "decoder_belief_target_nll": 8.368559837341309, "decoder_belief_top1_on_support": 0.02734375, "mean_decoder_belief_support_size": 2.4765625, "init_belief_target_mass": 0.9851208925247192, "init_belief_target_nll": 2.412898063659668, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.3978850841522217, "init_mixture_b_entropy": 2.397885322570801, "init_slot_a_overlap": 0.0014900380047038198, "init_slot_b_overlap": 0.001490037888288498, "mean_slot_purity": 0.9851064682006836, "mean_slot_entropy": 0.11444828659296036, "mean_weight_entropy": 2.397894859313965, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.4765625 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_sinkhorn_cyclic", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "sinkhorn_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 800, "length": 9, "query_type": "A", "k": 1, "n": 256, "decoder_query_target_mass": 0.20668749511241913, "decoder_query_target_nll": 5.3373541831970215, "decoder_query_top1_on_support": 0.19921875, "mean_decoder_query_support_size": 2.08984375, "decoder_belief_target_mass": 0.03557970002293587, "decoder_belief_target_nll": 11.223891258239746, "decoder_belief_top1_on_support": 0.0234375, "mean_decoder_belief_support_size": 2.4765625, "init_belief_target_mass": 0.9851208925247192, "init_belief_target_nll": 2.412898063659668, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.3978850841522217, "init_mixture_b_entropy": 2.397885322570801, "init_slot_a_overlap": 0.0014900380047038198, "init_slot_b_overlap": 0.001490037888288498, "mean_slot_purity": 0.890306293964386, "mean_slot_entropy": 0.3154463469982147, "mean_weight_entropy": 1.9297692775726318, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.4765625 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_sinkhorn_cyclic", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "sinkhorn_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 800, "length": 9, "query_type": "A", "k": 3, "n": 256, "decoder_query_target_mass": 0.2240498960018158, "decoder_query_target_nll": 7.323341369628906, "decoder_query_top1_on_support": 0.21875, "mean_decoder_query_support_size": 2.08984375, "decoder_belief_target_mass": 0.046226032078266144, "decoder_belief_target_nll": 13.458982467651367, "decoder_belief_top1_on_support": 0.04296875, "mean_decoder_belief_support_size": 2.4765625, "init_belief_target_mass": 0.9851208925247192, "init_belief_target_nll": 2.412898063659668, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.3978850841522217, "init_mixture_b_entropy": 2.397885322570801, "init_slot_a_overlap": 0.0014900380047038198, "init_slot_b_overlap": 0.001490037888288498, "mean_slot_purity": 0.7597433924674988, "mean_slot_entropy": 0.643184244632721, "mean_weight_entropy": 1.4286940097808838, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.4765625 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_sinkhorn_cyclic", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "sinkhorn_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 800, "length": 9, "query_type": "A", "k": 6, "n": 256, "decoder_query_target_mass": 0.39455559849739075, "decoder_query_target_nll": 6.5880231857299805, "decoder_query_top1_on_support": 0.40234375, "mean_decoder_query_support_size": 2.08984375, "decoder_belief_target_mass": 0.0953734889626503, "decoder_belief_target_nll": 12.602445602416992, "decoder_belief_top1_on_support": 0.09765625, "mean_decoder_belief_support_size": 2.4765625, "init_belief_target_mass": 0.9851208925247192, "init_belief_target_nll": 2.412898063659668, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.3978850841522217, "init_mixture_b_entropy": 2.397885322570801, "init_slot_a_overlap": 0.0014900380047038198, "init_slot_b_overlap": 0.001490037888288498, "mean_slot_purity": 0.6346116065979004, "mean_slot_entropy": 1.03786301612854, "mean_weight_entropy": 1.0106672048568726, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.4765625 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_sinkhorn_cyclic", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "sinkhorn_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 800, "length": 9, "query_type": "A", "k": 9, "n": 256, "decoder_query_target_mass": 0.9873226881027222, "decoder_query_target_nll": 0.48424750566482544, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 2.08984375, "decoder_belief_target_mass": 0.9717046022415161, "decoder_belief_target_nll": 0.6335027813911438, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 2.4765625, "init_belief_target_mass": 0.9851208925247192, "init_belief_target_nll": 2.412898063659668, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.3978850841522217, "init_mixture_b_entropy": 2.397885322570801, "init_slot_a_overlap": 0.0014900380047038198, "init_slot_b_overlap": 0.001490037888288498, "mean_slot_purity": 0.5452682971954346, "mean_slot_entropy": 1.3132402896881104, "mean_weight_entropy": 0.6550000309944153, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.4765625 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_sinkhorn_cyclic", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "sinkhorn_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 800, "length": 9, "query_type": "A", "k": 12, "n": 256, "decoder_query_target_mass": 0.9873226881027222, "decoder_query_target_nll": 0.48424750566482544, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 2.08984375, "decoder_belief_target_mass": 0.9717046022415161, "decoder_belief_target_nll": 0.6335027813911438, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 2.4765625, "init_belief_target_mass": 0.9851208925247192, "init_belief_target_nll": 2.412898063659668, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.3978850841522217, "init_mixture_b_entropy": 2.397885322570801, "init_slot_a_overlap": 0.0014900380047038198, "init_slot_b_overlap": 0.001490037888288498, "mean_slot_purity": 0.5452682971954346, "mean_slot_entropy": 1.3132402896881104, "mean_weight_entropy": 0.6550000309944153, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.4765625 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_sinkhorn_cyclic", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "sinkhorn_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 800, "length": 9, "query_type": "B", "k": 0, "n": 256, "decoder_query_target_mass": 0.18679508566856384, "decoder_query_target_nll": 2.397927761077881, "decoder_query_top1_on_support": 0.1796875, "mean_decoder_query_support_size": 2.0546875, "decoder_belief_target_mass": 0.021624712273478508, "decoder_belief_target_nll": 8.644868850708008, "decoder_belief_top1_on_support": 0.0234375, "mean_decoder_belief_support_size": 2.5, "init_belief_target_mass": 0.9851208925247192, "init_belief_target_nll": 2.412898063659668, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.3978850841522217, "init_mixture_b_entropy": 2.397885322570801, "init_slot_a_overlap": 0.0014900380047038198, "init_slot_b_overlap": 0.001490037888288498, "mean_slot_purity": 0.9851064682006836, "mean_slot_entropy": 0.11444829404354095, "mean_weight_entropy": 2.397894859313965, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.5 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_sinkhorn_cyclic", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "sinkhorn_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 800, "length": 9, "query_type": "B", "k": 1, "n": 256, "decoder_query_target_mass": 0.20807012915611267, "decoder_query_target_nll": 5.67537784576416, "decoder_query_top1_on_support": 0.2109375, "mean_decoder_query_support_size": 2.0546875, "decoder_belief_target_mass": 0.030260171741247177, "decoder_belief_target_nll": 11.47952651977539, "decoder_belief_top1_on_support": 0.03125, "mean_decoder_belief_support_size": 2.5, "init_belief_target_mass": 0.9851208925247192, "init_belief_target_nll": 2.412898063659668, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.3978850841522217, "init_mixture_b_entropy": 2.397885322570801, "init_slot_a_overlap": 0.0014900380047038198, "init_slot_b_overlap": 0.001490037888288498, "mean_slot_purity": 0.8881222009658813, "mean_slot_entropy": 0.3167475163936615, "mean_weight_entropy": 1.9248745441436768, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.5 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_sinkhorn_cyclic", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "sinkhorn_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 800, "length": 9, "query_type": "B", "k": 3, "n": 256, "decoder_query_target_mass": 0.23234567046165466, "decoder_query_target_nll": 7.2272748947143555, "decoder_query_top1_on_support": 0.21875, "mean_decoder_query_support_size": 2.0546875, "decoder_belief_target_mass": 0.029918476939201355, "decoder_belief_target_nll": 12.798165321350098, "decoder_belief_top1_on_support": 0.0390625, "mean_decoder_belief_support_size": 2.5, "init_belief_target_mass": 0.9851208925247192, "init_belief_target_nll": 2.412898063659668, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.3978850841522217, "init_mixture_b_entropy": 2.397885322570801, "init_slot_a_overlap": 0.0014900380047038198, "init_slot_b_overlap": 0.001490037888288498, "mean_slot_purity": 0.7635390162467957, "mean_slot_entropy": 0.6369249224662781, "mean_weight_entropy": 1.4587926864624023, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.5 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_sinkhorn_cyclic", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "sinkhorn_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 800, "length": 9, "query_type": "B", "k": 6, "n": 256, "decoder_query_target_mass": 0.3717389404773712, "decoder_query_target_nll": 6.891042709350586, "decoder_query_top1_on_support": 0.359375, "mean_decoder_query_support_size": 2.0546875, "decoder_belief_target_mass": 0.08690197765827179, "decoder_belief_target_nll": 11.919655799865723, "decoder_belief_top1_on_support": 0.078125, "mean_decoder_belief_support_size": 2.5, "init_belief_target_mass": 0.9851208925247192, "init_belief_target_nll": 2.412898063659668, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.3978850841522217, "init_mixture_b_entropy": 2.397885322570801, "init_slot_a_overlap": 0.0014900380047038198, "init_slot_b_overlap": 0.001490037888288498, "mean_slot_purity": 0.6304414868354797, "mean_slot_entropy": 1.0496635437011719, "mean_weight_entropy": 1.037724494934082, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.5 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_sinkhorn_cyclic", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "sinkhorn_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 800, "length": 9, "query_type": "B", "k": 9, "n": 256, "decoder_query_target_mass": 0.9872596859931946, "decoder_query_target_nll": 0.4731399416923523, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 2.0546875, "decoder_belief_target_mass": 0.9725855588912964, "decoder_belief_target_nll": 0.6663162708282471, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 2.5, "init_belief_target_mass": 0.9851208925247192, "init_belief_target_nll": 2.412898063659668, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.3978850841522217, "init_mixture_b_entropy": 2.397885322570801, "init_slot_a_overlap": 0.0014900380047038198, "init_slot_b_overlap": 0.001490037888288498, "mean_slot_purity": 0.5383048057556152, "mean_slot_entropy": 1.338935375213623, "mean_weight_entropy": 0.6906735897064209, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.5 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_sinkhorn_cyclic", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "sinkhorn_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 800, "length": 9, "query_type": "B", "k": 12, "n": 256, "decoder_query_target_mass": 0.9872596859931946, "decoder_query_target_nll": 0.4731399416923523, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 2.0546875, "decoder_belief_target_mass": 0.9725855588912964, "decoder_belief_target_nll": 0.6663162708282471, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 2.5, "init_belief_target_mass": 0.9851208925247192, "init_belief_target_nll": 2.412898063659668, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.3978850841522217, "init_mixture_b_entropy": 2.397885322570801, "init_slot_a_overlap": 0.0014900380047038198, "init_slot_b_overlap": 0.001490037888288498, "mean_slot_purity": 0.5383048057556152, "mean_slot_entropy": 1.338935375213623, "mean_weight_entropy": 0.6906735897064209, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.5 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_sinkhorn_cyclic", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "sinkhorn_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 800, "length": 9, "query_type": "A_PLUS_B", "k": 0, "n": 256, "decoder_query_target_mass": 0.20599111914634705, "decoder_query_target_nll": 2.397437572479248, "decoder_query_top1_on_support": 0.1953125, "mean_decoder_query_support_size": 2.265625, "decoder_belief_target_mass": 0.020923390984535217, "decoder_belief_target_nll": 8.607935905456543, "decoder_belief_top1_on_support": 0.01171875, "mean_decoder_belief_support_size": 2.38671875, "init_belief_target_mass": 0.9851208925247192, "init_belief_target_nll": 2.412898063659668, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.3978850841522217, "init_mixture_b_entropy": 2.397885322570801, "init_slot_a_overlap": 0.0014900380047038198, "init_slot_b_overlap": 0.0014900380047038198, "mean_slot_purity": 0.9851064682006836, "mean_slot_entropy": 0.11444829404354095, "mean_weight_entropy": 2.397894859313965, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.38671875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_sinkhorn_cyclic", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "sinkhorn_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 800, "length": 9, "query_type": "A_PLUS_B", "k": 1, "n": 256, "decoder_query_target_mass": 0.20082800090312958, "decoder_query_target_nll": 3.3416967391967773, "decoder_query_top1_on_support": 0.203125, "mean_decoder_query_support_size": 2.265625, "decoder_belief_target_mass": 0.02248544991016388, "decoder_belief_target_nll": 11.259477615356445, "decoder_belief_top1_on_support": 0.0234375, "mean_decoder_belief_support_size": 2.38671875, "init_belief_target_mass": 0.9851208925247192, "init_belief_target_nll": 2.412898063659668, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.3978850841522217, "init_mixture_b_entropy": 2.397885322570801, "init_slot_a_overlap": 0.0014900380047038198, "init_slot_b_overlap": 0.0014900380047038198, "mean_slot_purity": 0.8891764879226685, "mean_slot_entropy": 0.3116958439350128, "mean_weight_entropy": 1.9477031230926514, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.38671875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_sinkhorn_cyclic", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "sinkhorn_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 800, "length": 9, "query_type": "A_PLUS_B", "k": 3, "n": 256, "decoder_query_target_mass": 0.21059802174568176, "decoder_query_target_nll": 5.007302284240723, "decoder_query_top1_on_support": 0.23046875, "mean_decoder_query_support_size": 2.265625, "decoder_belief_target_mass": 0.03498849272727966, "decoder_belief_target_nll": 13.240549087524414, "decoder_belief_top1_on_support": 0.05078125, "mean_decoder_belief_support_size": 2.38671875, "init_belief_target_mass": 0.9851208925247192, "init_belief_target_nll": 2.412898063659668, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.3978850841522217, "init_mixture_b_entropy": 2.397885322570801, "init_slot_a_overlap": 0.0014900380047038198, "init_slot_b_overlap": 0.0014900380047038198, "mean_slot_purity": 0.7550979256629944, "mean_slot_entropy": 0.6498032212257385, "mean_weight_entropy": 1.4432528018951416, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.38671875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_sinkhorn_cyclic", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "sinkhorn_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 800, "length": 9, "query_type": "A_PLUS_B", "k": 6, "n": 256, "decoder_query_target_mass": 0.24011322855949402, "decoder_query_target_nll": 6.875589847564697, "decoder_query_top1_on_support": 0.24609375, "mean_decoder_query_support_size": 2.265625, "decoder_belief_target_mass": 0.08564198017120361, "decoder_belief_target_nll": 13.49240493774414, "decoder_belief_top1_on_support": 0.08203125, "mean_decoder_belief_support_size": 2.38671875, "init_belief_target_mass": 0.9851208925247192, "init_belief_target_nll": 2.412898063659668, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.3978850841522217, "init_mixture_b_entropy": 2.397885322570801, "init_slot_a_overlap": 0.0014900380047038198, "init_slot_b_overlap": 0.0014900380047038198, "mean_slot_purity": 0.6216611862182617, "mean_slot_entropy": 1.0598183870315552, "mean_weight_entropy": 0.990175724029541, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.38671875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_sinkhorn_cyclic", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "sinkhorn_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 800, "length": 9, "query_type": "A_PLUS_B", "k": 9, "n": 256, "decoder_query_target_mass": 0.9804527759552002, "decoder_query_target_nll": 0.5775480270385742, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 2.265625, "decoder_belief_target_mass": 0.9744889736175537, "decoder_belief_target_nll": 0.6411033868789673, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 2.38671875, "init_belief_target_mass": 0.9851208925247192, "init_belief_target_nll": 2.412898063659668, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.3978850841522217, "init_mixture_b_entropy": 2.397885322570801, "init_slot_a_overlap": 0.0014900380047038198, "init_slot_b_overlap": 0.0014900380047038198, "mean_slot_purity": 0.5460909605026245, "mean_slot_entropy": 1.3045167922973633, "mean_weight_entropy": 0.6641736030578613, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.38671875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_sinkhorn_cyclic", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "sinkhorn_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 800, "length": 9, "query_type": "A_PLUS_B", "k": 12, "n": 256, "decoder_query_target_mass": 0.9804527759552002, "decoder_query_target_nll": 0.5775480270385742, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 2.265625, "decoder_belief_target_mass": 0.9744889736175537, "decoder_belief_target_nll": 0.6411033868789673, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 2.38671875, "init_belief_target_mass": 0.9851208925247192, "init_belief_target_nll": 2.412898063659668, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.3978850841522217, "init_mixture_b_entropy": 2.397885322570801, "init_slot_a_overlap": 0.0014900380047038198, "init_slot_b_overlap": 0.0014900380047038198, "mean_slot_purity": 0.5460909605026245, "mean_slot_entropy": 1.3045167922973633, "mean_weight_entropy": 0.6641736030578613, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.38671875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_sinkhorn_cyclic", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "sinkhorn_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 800, "length": 9, "query_type": "A_MINUS_B", "k": 0, "n": 256, "decoder_query_target_mass": 0.18023860454559326, "decoder_query_target_nll": 6.082791805267334, "decoder_query_top1_on_support": 0.1796875, "mean_decoder_query_support_size": 2.33984375, "decoder_belief_target_mass": 0.02131388895213604, "decoder_belief_target_nll": 8.658567428588867, "decoder_belief_top1_on_support": 0.02734375, "mean_decoder_belief_support_size": 2.515625, "init_belief_target_mass": 0.9851208925247192, "init_belief_target_nll": 2.412898063659668, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.3978850841522217, "init_mixture_b_entropy": 2.397885322570801, "init_slot_a_overlap": 0.0014900380047038198, "init_slot_b_overlap": 0.001490037888288498, "mean_slot_purity": 0.9851064682006836, "mean_slot_entropy": 0.11444829404354095, "mean_weight_entropy": 2.397894859313965, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.515625 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_sinkhorn_cyclic", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "sinkhorn_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 800, "length": 9, "query_type": "A_MINUS_B", "k": 1, "n": 256, "decoder_query_target_mass": 0.20225808024406433, "decoder_query_target_nll": 4.804638862609863, "decoder_query_top1_on_support": 0.1953125, "mean_decoder_query_support_size": 2.33984375, "decoder_belief_target_mass": 0.017582539469003677, "decoder_belief_target_nll": 11.28335189819336, "decoder_belief_top1_on_support": 0.0234375, "mean_decoder_belief_support_size": 2.515625, "init_belief_target_mass": 0.9851208925247192, "init_belief_target_nll": 2.412898063659668, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.3978850841522217, "init_mixture_b_entropy": 2.397885322570801, "init_slot_a_overlap": 0.0014900380047038198, "init_slot_b_overlap": 0.001490037888288498, "mean_slot_purity": 0.900215744972229, "mean_slot_entropy": 0.29280680418014526, "mean_weight_entropy": 1.9853640794754028, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.515625 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_sinkhorn_cyclic", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "sinkhorn_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 800, "length": 9, "query_type": "A_MINUS_B", "k": 3, "n": 256, "decoder_query_target_mass": 0.20780548453330994, "decoder_query_target_nll": 5.603365898132324, "decoder_query_top1_on_support": 0.21875, "mean_decoder_query_support_size": 2.33984375, "decoder_belief_target_mass": 0.028241559863090515, "decoder_belief_target_nll": 13.19262409210205, "decoder_belief_top1_on_support": 0.02734375, "mean_decoder_belief_support_size": 2.515625, "init_belief_target_mass": 0.9851208925247192, "init_belief_target_nll": 2.412898063659668, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.3978850841522217, "init_mixture_b_entropy": 2.397885322570801, "init_slot_a_overlap": 0.0014900380047038198, "init_slot_b_overlap": 0.001490037888288498, "mean_slot_purity": 0.7682487964630127, "mean_slot_entropy": 0.6392332315444946, "mean_weight_entropy": 1.4961135387420654, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.515625 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_sinkhorn_cyclic", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "sinkhorn_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 800, "length": 9, "query_type": "A_MINUS_B", "k": 6, "n": 256, "decoder_query_target_mass": 0.27403390407562256, "decoder_query_target_nll": 6.334536075592041, "decoder_query_top1_on_support": 0.26171875, "mean_decoder_query_support_size": 2.33984375, "decoder_belief_target_mass": 0.11092133820056915, "decoder_belief_target_nll": 12.906484603881836, "decoder_belief_top1_on_support": 0.1171875, "mean_decoder_belief_support_size": 2.515625, "init_belief_target_mass": 0.9851208925247192, "init_belief_target_nll": 2.412898063659668, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.3978850841522217, "init_mixture_b_entropy": 2.397885322570801, "init_slot_a_overlap": 0.0014900380047038198, "init_slot_b_overlap": 0.001490037888288498, "mean_slot_purity": 0.628128170967102, "mean_slot_entropy": 1.0728763341903687, "mean_weight_entropy": 0.9902072548866272, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.515625 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_sinkhorn_cyclic", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "sinkhorn_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 800, "length": 9, "query_type": "A_MINUS_B", "k": 9, "n": 256, "decoder_query_target_mass": 0.9766408205032349, "decoder_query_target_nll": 0.5604382157325745, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 2.33984375, "decoder_belief_target_mass": 0.9688682556152344, "decoder_belief_target_nll": 0.6594028472900391, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 2.515625, "init_belief_target_mass": 0.9851208925247192, "init_belief_target_nll": 2.412898063659668, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.3978850841522217, "init_mixture_b_entropy": 2.397885322570801, "init_slot_a_overlap": 0.0014900380047038198, "init_slot_b_overlap": 0.001490037888288498, "mean_slot_purity": 0.5452739596366882, "mean_slot_entropy": 1.3406226634979248, "mean_weight_entropy": 0.6798892021179199, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.515625 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_sinkhorn_cyclic", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "sinkhorn_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 800, "length": 9, "query_type": "A_MINUS_B", "k": 12, "n": 256, "decoder_query_target_mass": 0.9766408801078796, "decoder_query_target_nll": 0.5604382157325745, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 2.33984375, "decoder_belief_target_mass": 0.9688682556152344, "decoder_belief_target_nll": 0.6594028472900391, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 2.515625, "init_belief_target_mass": 0.9851208925247192, "init_belief_target_nll": 2.412898063659668, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.3978850841522217, "init_mixture_b_entropy": 2.397885322570801, "init_slot_a_overlap": 0.0014900380047038198, "init_slot_b_overlap": 0.001490037888288498, "mean_slot_purity": 0.5452739596366882, "mean_slot_entropy": 1.3406226634979248, "mean_weight_entropy": 0.6798892021179199, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.515625 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_sinkhorn_cyclic", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "sinkhorn_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 800, "length": 12, "query_type": "A", "k": 0, "n": 256, "decoder_query_target_mass": 0.14879712462425232, "decoder_query_target_nll": 2.397719144821167, "decoder_query_top1_on_support": 0.15625, "mean_decoder_query_support_size": 1.63671875, "decoder_belief_target_mass": 0.016999753192067146, "decoder_belief_target_nll": 8.381855010986328, "decoder_belief_top1_on_support": 0.0078125, "mean_decoder_belief_support_size": 1.83984375, "init_belief_target_mass": 0.985120952129364, "init_belief_target_nll": 2.412898063659668, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.3978850841522217, "init_mixture_b_entropy": 2.397885322570801, "init_slot_a_overlap": 0.0014900380047038198, "init_slot_b_overlap": 0.0014900380047038198, "mean_slot_purity": 0.9851064682006836, "mean_slot_entropy": 0.11444829404354095, "mean_weight_entropy": 2.397894859313965, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 1.83984375 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_sinkhorn_cyclic", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "sinkhorn_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 800, "length": 12, "query_type": "A", "k": 1, "n": 256, "decoder_query_target_mass": 0.14515653252601624, "decoder_query_target_nll": 5.181515693664551, "decoder_query_top1_on_support": 0.12890625, "mean_decoder_query_support_size": 1.63671875, "decoder_belief_target_mass": 0.016903359442949295, "decoder_belief_target_nll": 11.251081466674805, "decoder_belief_top1_on_support": 0.015625, "mean_decoder_belief_support_size": 1.83984375, "init_belief_target_mass": 0.985120952129364, "init_belief_target_nll": 2.412898063659668, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.3978850841522217, "init_mixture_b_entropy": 2.397885322570801, "init_slot_a_overlap": 0.0014900380047038198, "init_slot_b_overlap": 0.0014900380047038198, "mean_slot_purity": 0.8949106931686401, "mean_slot_entropy": 0.30027759075164795, "mean_weight_entropy": 1.9814133644104004, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 1.83984375 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_sinkhorn_cyclic", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "sinkhorn_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 800, "length": 12, "query_type": "A", "k": 3, "n": 256, "decoder_query_target_mass": 0.15722109377384186, "decoder_query_target_nll": 8.034316062927246, "decoder_query_top1_on_support": 0.18359375, "mean_decoder_query_support_size": 1.63671875, "decoder_belief_target_mass": 0.015409458428621292, "decoder_belief_target_nll": 14.465707778930664, "decoder_belief_top1_on_support": 0.01171875, "mean_decoder_belief_support_size": 1.83984375, "init_belief_target_mass": 0.985120952129364, "init_belief_target_nll": 2.412898063659668, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.3978850841522217, "init_mixture_b_entropy": 2.397885322570801, "init_slot_a_overlap": 0.0014900380047038198, "init_slot_b_overlap": 0.0014900380047038198, "mean_slot_purity": 0.7511729001998901, "mean_slot_entropy": 0.6623976826667786, "mean_weight_entropy": 1.4332629442214966, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 1.83984375 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_sinkhorn_cyclic", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "sinkhorn_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 800, "length": 12, "query_type": "A", "k": 6, "n": 256, "decoder_query_target_mass": 0.18884886801242828, "decoder_query_target_nll": 9.487868309020996, "decoder_query_top1_on_support": 0.19140625, "mean_decoder_query_support_size": 1.63671875, "decoder_belief_target_mass": 0.020011812448501587, "decoder_belief_target_nll": 15.0318021774292, "decoder_belief_top1_on_support": 0.015625, "mean_decoder_belief_support_size": 1.83984375, "init_belief_target_mass": 0.985120952129364, "init_belief_target_nll": 2.412898063659668, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.3978850841522217, "init_mixture_b_entropy": 2.397885322570801, "init_slot_a_overlap": 0.0014900380047038198, "init_slot_b_overlap": 0.0014900380047038198, "mean_slot_purity": 0.6279106140136719, "mean_slot_entropy": 1.0449059009552002, "mean_weight_entropy": 1.0119587182998657, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 1.83984375 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_sinkhorn_cyclic", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "sinkhorn_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 800, "length": 12, "query_type": "A", "k": 9, "n": 256, "decoder_query_target_mass": 0.3534144163131714, "decoder_query_target_nll": 8.770305633544922, "decoder_query_top1_on_support": 0.3671875, "mean_decoder_query_support_size": 1.63671875, "decoder_belief_target_mass": 0.10111918300390244, "decoder_belief_target_nll": 13.695587158203125, "decoder_belief_top1_on_support": 0.10546875, "mean_decoder_belief_support_size": 1.83984375, "init_belief_target_mass": 0.985120952129364, "init_belief_target_nll": 2.412898063659668, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.3978850841522217, "init_mixture_b_entropy": 2.397885322570801, "init_slot_a_overlap": 0.0014900380047038198, "init_slot_b_overlap": 0.0014900380047038198, "mean_slot_purity": 0.5584635734558105, "mean_slot_entropy": 1.264114260673523, "mean_weight_entropy": 0.6790609359741211, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 1.83984375 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_sinkhorn_cyclic", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "sinkhorn_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 800, "length": 12, "query_type": "A", "k": 12, "n": 256, "decoder_query_target_mass": 0.9851031303405762, "decoder_query_target_nll": 0.31888365745544434, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 1.63671875, "decoder_belief_target_mass": 0.9702582359313965, "decoder_belief_target_nll": 0.4299336075782776, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 1.83984375, "init_belief_target_mass": 0.985120952129364, "init_belief_target_nll": 2.412898063659668, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.3978850841522217, "init_mixture_b_entropy": 2.397885322570801, "init_slot_a_overlap": 0.0014900380047038198, "init_slot_b_overlap": 0.0014900380047038198, "mean_slot_purity": 0.49327677488327026, "mean_slot_entropy": 1.498833417892456, "mean_weight_entropy": 0.4528723955154419, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 1.83984375 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_sinkhorn_cyclic", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "sinkhorn_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 800, "length": 12, "query_type": "B", "k": 0, "n": 256, "decoder_query_target_mass": 0.15909062325954437, "decoder_query_target_nll": 2.397817850112915, "decoder_query_top1_on_support": 0.15234375, "mean_decoder_query_support_size": 1.75, "decoder_belief_target_mass": 0.016669072210788727, "decoder_belief_target_nll": 8.546394348144531, "decoder_belief_top1_on_support": 0.01953125, "mean_decoder_belief_support_size": 1.9921875, "init_belief_target_mass": 0.9851208925247192, "init_belief_target_nll": 2.412898063659668, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.3978850841522217, "init_mixture_b_entropy": 2.397885322570801, "init_slot_a_overlap": 0.0014900380047038198, "init_slot_b_overlap": 0.001490037888288498, "mean_slot_purity": 0.9851064682006836, "mean_slot_entropy": 0.11444828659296036, "mean_weight_entropy": 2.397894859313965, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 1.9921875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_sinkhorn_cyclic", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "sinkhorn_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 800, "length": 12, "query_type": "B", "k": 1, "n": 256, "decoder_query_target_mass": 0.16990578174591064, "decoder_query_target_nll": 5.0774431228637695, "decoder_query_top1_on_support": 0.17578125, "mean_decoder_query_support_size": 1.75, "decoder_belief_target_mass": 0.019620757550001144, "decoder_belief_target_nll": 11.040018081665039, "decoder_belief_top1_on_support": 0.01171875, "mean_decoder_belief_support_size": 1.9921875, "init_belief_target_mass": 0.9851208925247192, "init_belief_target_nll": 2.412898063659668, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.3978850841522217, "init_mixture_b_entropy": 2.397885322570801, "init_slot_a_overlap": 0.0014900380047038198, "init_slot_b_overlap": 0.001490037888288498, "mean_slot_purity": 0.8934645652770996, "mean_slot_entropy": 0.31031134724617004, "mean_weight_entropy": 1.9571471214294434, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 1.9921875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_sinkhorn_cyclic", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "sinkhorn_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 800, "length": 12, "query_type": "B", "k": 3, "n": 256, "decoder_query_target_mass": 0.19141581654548645, "decoder_query_target_nll": 7.9241461753845215, "decoder_query_top1_on_support": 0.19921875, "mean_decoder_query_support_size": 1.75, "decoder_belief_target_mass": 0.028513267636299133, "decoder_belief_target_nll": 13.10089111328125, "decoder_belief_top1_on_support": 0.0390625, "mean_decoder_belief_support_size": 1.9921875, "init_belief_target_mass": 0.9851208925247192, "init_belief_target_nll": 2.412898063659668, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.3978850841522217, "init_mixture_b_entropy": 2.397885322570801, "init_slot_a_overlap": 0.0014900380047038198, "init_slot_b_overlap": 0.001490037888288498, "mean_slot_purity": 0.759064793586731, "mean_slot_entropy": 0.6580923199653625, "mean_weight_entropy": 1.4501590728759766, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 1.9921875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_sinkhorn_cyclic", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "sinkhorn_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 800, "length": 12, "query_type": "B", "k": 6, "n": 256, "decoder_query_target_mass": 0.21028774976730347, "decoder_query_target_nll": 9.82200813293457, "decoder_query_top1_on_support": 0.21484375, "mean_decoder_query_support_size": 1.75, "decoder_belief_target_mass": 0.035231657326221466, "decoder_belief_target_nll": 15.1434907913208, "decoder_belief_top1_on_support": 0.05078125, "mean_decoder_belief_support_size": 1.9921875, "init_belief_target_mass": 0.9851208925247192, "init_belief_target_nll": 2.412898063659668, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.3978850841522217, "init_mixture_b_entropy": 2.397885322570801, "init_slot_a_overlap": 0.0014900380047038198, "init_slot_b_overlap": 0.001490037888288498, "mean_slot_purity": 0.6281300783157349, "mean_slot_entropy": 1.0510611534118652, "mean_weight_entropy": 0.9807195663452148, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 1.9921875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_sinkhorn_cyclic", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "sinkhorn_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 800, "length": 12, "query_type": "B", "k": 9, "n": 256, "decoder_query_target_mass": 0.38463494181632996, "decoder_query_target_nll": 7.695821762084961, "decoder_query_top1_on_support": 0.37109375, "mean_decoder_query_support_size": 1.75, "decoder_belief_target_mass": 0.11130306124687195, "decoder_belief_target_nll": 13.381532669067383, "decoder_belief_top1_on_support": 0.1015625, "mean_decoder_belief_support_size": 1.9921875, "init_belief_target_mass": 0.9851208925247192, "init_belief_target_nll": 2.412898063659668, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.3978850841522217, "init_mixture_b_entropy": 2.397885322570801, "init_slot_a_overlap": 0.0014900380047038198, "init_slot_b_overlap": 0.001490037888288498, "mean_slot_purity": 0.5422433614730835, "mean_slot_entropy": 1.3509455919265747, "mean_weight_entropy": 0.7116485834121704, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 1.9921875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_sinkhorn_cyclic", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "sinkhorn_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 800, "length": 12, "query_type": "B", "k": 12, "n": 256, "decoder_query_target_mass": 0.9835394024848938, "decoder_query_target_nll": 0.3844541311264038, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 1.75, "decoder_belief_target_mass": 0.9659237861633301, "decoder_belief_target_nll": 0.5048264861106873, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 1.9921875, "init_belief_target_mass": 0.9851208925247192, "init_belief_target_nll": 2.412898063659668, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.3978850841522217, "init_mixture_b_entropy": 2.397885322570801, "init_slot_a_overlap": 0.0014900380047038198, "init_slot_b_overlap": 0.001490037888288498, "mean_slot_purity": 0.4867832362651825, "mean_slot_entropy": 1.549318552017212, "mean_weight_entropy": 0.5222023129463196, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 1.9921875 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_sinkhorn_cyclic", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "sinkhorn_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 800, "length": 12, "query_type": "A_PLUS_B", "k": 0, "n": 256, "decoder_query_target_mass": 0.1502286195755005, "decoder_query_target_nll": 2.397919178009033, "decoder_query_top1_on_support": 0.15234375, "mean_decoder_query_support_size": 1.65234375, "decoder_belief_target_mass": 0.014920692890882492, "decoder_belief_target_nll": 8.535327911376953, "decoder_belief_top1_on_support": 0.0234375, "mean_decoder_belief_support_size": 1.71484375, "init_belief_target_mass": 0.9851208925247192, "init_belief_target_nll": 2.412898063659668, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.3978850841522217, "init_mixture_b_entropy": 2.397885322570801, "init_slot_a_overlap": 0.0014900380047038198, "init_slot_b_overlap": 0.001490037888288498, "mean_slot_purity": 0.9851064682006836, "mean_slot_entropy": 0.11444829404354095, "mean_weight_entropy": 2.397894859313965, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 1.71484375 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_sinkhorn_cyclic", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "sinkhorn_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 800, "length": 12, "query_type": "A_PLUS_B", "k": 1, "n": 256, "decoder_query_target_mass": 0.14604900777339935, "decoder_query_target_nll": 3.359776020050049, "decoder_query_top1_on_support": 0.16796875, "mean_decoder_query_support_size": 1.65234375, "decoder_belief_target_mass": 0.012852833606302738, "decoder_belief_target_nll": 11.14036750793457, "decoder_belief_top1_on_support": 0.015625, "mean_decoder_belief_support_size": 1.71484375, "init_belief_target_mass": 0.9851208925247192, "init_belief_target_nll": 2.412898063659668, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.3978850841522217, "init_mixture_b_entropy": 2.397885322570801, "init_slot_a_overlap": 0.0014900380047038198, "init_slot_b_overlap": 0.001490037888288498, "mean_slot_purity": 0.8954215049743652, "mean_slot_entropy": 0.30385345220565796, "mean_weight_entropy": 1.9595296382904053, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 1.71484375 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_sinkhorn_cyclic", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "sinkhorn_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 800, "length": 12, "query_type": "A_PLUS_B", "k": 3, "n": 256, "decoder_query_target_mass": 0.15251660346984863, "decoder_query_target_nll": 4.915994644165039, "decoder_query_top1_on_support": 0.14453125, "mean_decoder_query_support_size": 1.65234375, "decoder_belief_target_mass": 0.013665304519236088, "decoder_belief_target_nll": 13.879491806030273, "decoder_belief_top1_on_support": 0.0078125, "mean_decoder_belief_support_size": 1.71484375, "init_belief_target_mass": 0.9851208925247192, "init_belief_target_nll": 2.412898063659668, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.3978850841522217, "init_mixture_b_entropy": 2.397885322570801, "init_slot_a_overlap": 0.0014900380047038198, "init_slot_b_overlap": 0.001490037888288498, "mean_slot_purity": 0.776952862739563, "mean_slot_entropy": 0.6037108898162842, "mean_weight_entropy": 1.5156196355819702, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 1.71484375 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_sinkhorn_cyclic", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "sinkhorn_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 800, "length": 12, "query_type": "A_PLUS_B", "k": 6, "n": 256, "decoder_query_target_mass": 0.14530664682388306, "decoder_query_target_nll": 7.043405532836914, "decoder_query_top1_on_support": 0.16015625, "mean_decoder_query_support_size": 1.65234375, "decoder_belief_target_mass": 0.03125569596886635, "decoder_belief_target_nll": 14.385292053222656, "decoder_belief_top1_on_support": 0.03515625, "mean_decoder_belief_support_size": 1.71484375, "init_belief_target_mass": 0.9851208925247192, "init_belief_target_nll": 2.412898063659668, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.3978850841522217, "init_mixture_b_entropy": 2.397885322570801, "init_slot_a_overlap": 0.0014900380047038198, "init_slot_b_overlap": 0.001490037888288498, "mean_slot_purity": 0.6453863382339478, "mean_slot_entropy": 0.9865217804908752, "mean_weight_entropy": 1.0012683868408203, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 1.71484375 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_sinkhorn_cyclic", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "sinkhorn_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 800, "length": 12, "query_type": "A_PLUS_B", "k": 9, "n": 256, "decoder_query_target_mass": 0.18148945271968842, "decoder_query_target_nll": 7.815898895263672, "decoder_query_top1_on_support": 0.17578125, "mean_decoder_query_support_size": 1.65234375, "decoder_belief_target_mass": 0.08213885873556137, "decoder_belief_target_nll": 13.477790832519531, "decoder_belief_top1_on_support": 0.07421875, "mean_decoder_belief_support_size": 1.71484375, "init_belief_target_mass": 0.9851208925247192, "init_belief_target_nll": 2.412898063659668, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.3978850841522217, "init_mixture_b_entropy": 2.397885322570801, "init_slot_a_overlap": 0.0014900380047038198, "init_slot_b_overlap": 0.001490037888288498, "mean_slot_purity": 0.5456357002258301, "mean_slot_entropy": 1.3416788578033447, "mean_weight_entropy": 0.6793347001075745, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 1.71484375 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_sinkhorn_cyclic", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "sinkhorn_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 800, "length": 12, "query_type": "A_PLUS_B", "k": 12, "n": 256, "decoder_query_target_mass": 0.9696263074874878, "decoder_query_target_nll": 0.38394156098365784, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 1.65234375, "decoder_belief_target_mass": 0.9640679955482483, "decoder_belief_target_nll": 0.42670443654060364, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 1.71484375, "init_belief_target_mass": 0.9851208925247192, "init_belief_target_nll": 2.412898063659668, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.3978850841522217, "init_mixture_b_entropy": 2.397885322570801, "init_slot_a_overlap": 0.0014900380047038198, "init_slot_b_overlap": 0.001490037888288498, "mean_slot_purity": 0.4888526499271393, "mean_slot_entropy": 1.5033950805664062, "mean_weight_entropy": 0.4486576318740845, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 1.71484375 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_sinkhorn_cyclic", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "sinkhorn_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 800, "length": 12, "query_type": "A_MINUS_B", "k": 0, "n": 256, "decoder_query_target_mass": 0.1604439616203308, "decoder_query_target_nll": 6.016034126281738, "decoder_query_top1_on_support": 0.16015625, "mean_decoder_query_support_size": 1.94921875, "decoder_belief_target_mass": 0.014966572634875774, "decoder_belief_target_nll": 8.68549919128418, "decoder_belief_top1_on_support": 0.0234375, "mean_decoder_belief_support_size": 2.1015625, "init_belief_target_mass": 0.9851208925247192, "init_belief_target_nll": 2.412898063659668, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.3978850841522217, "init_mixture_b_entropy": 2.397885322570801, "init_slot_a_overlap": 0.0014900380047038198, "init_slot_b_overlap": 0.001490037888288498, "mean_slot_purity": 0.9851064682006836, "mean_slot_entropy": 0.11444828659296036, "mean_weight_entropy": 2.397894859313965, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.1015625 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_sinkhorn_cyclic", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "sinkhorn_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 800, "length": 12, "query_type": "A_MINUS_B", "k": 1, "n": 256, "decoder_query_target_mass": 0.1575727015733719, "decoder_query_target_nll": 4.942475318908691, "decoder_query_top1_on_support": 0.13671875, "mean_decoder_query_support_size": 1.94921875, "decoder_belief_target_mass": 0.012135100550949574, "decoder_belief_target_nll": 11.447010040283203, "decoder_belief_top1_on_support": 0.0078125, "mean_decoder_belief_support_size": 2.1015625, "init_belief_target_mass": 0.9851208925247192, "init_belief_target_nll": 2.412898063659668, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.3978850841522217, "init_mixture_b_entropy": 2.397885322570801, "init_slot_a_overlap": 0.0014900380047038198, "init_slot_b_overlap": 0.001490037888288498, "mean_slot_purity": 0.9016588926315308, "mean_slot_entropy": 0.2898091971874237, "mean_weight_entropy": 1.999817132949829, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.1015625 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_sinkhorn_cyclic", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "sinkhorn_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 800, "length": 12, "query_type": "A_MINUS_B", "k": 3, "n": 256, "decoder_query_target_mass": 0.1860031634569168, "decoder_query_target_nll": 5.0460004806518555, "decoder_query_top1_on_support": 0.19140625, "mean_decoder_query_support_size": 1.94921875, "decoder_belief_target_mass": 0.02762286365032196, "decoder_belief_target_nll": 13.532258987426758, "decoder_belief_top1_on_support": 0.02734375, "mean_decoder_belief_support_size": 2.1015625, "init_belief_target_mass": 0.9851208925247192, "init_belief_target_nll": 2.412898063659668, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.3978850841522217, "init_mixture_b_entropy": 2.397885322570801, "init_slot_a_overlap": 0.0014900380047038198, "init_slot_b_overlap": 0.001490037888288498, "mean_slot_purity": 0.7675688862800598, "mean_slot_entropy": 0.6267380714416504, "mean_weight_entropy": 1.485102653503418, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.1015625 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_sinkhorn_cyclic", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "sinkhorn_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 800, "length": 12, "query_type": "A_MINUS_B", "k": 6, "n": 256, "decoder_query_target_mass": 0.18153774738311768, "decoder_query_target_nll": 6.704934120178223, "decoder_query_top1_on_support": 0.1640625, "mean_decoder_query_support_size": 1.94921875, "decoder_belief_target_mass": 0.027823707088828087, "decoder_belief_target_nll": 15.024088859558105, "decoder_belief_top1_on_support": 0.01953125, "mean_decoder_belief_support_size": 2.1015625, "init_belief_target_mass": 0.9851208925247192, "init_belief_target_nll": 2.412898063659668, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.3978850841522217, "init_mixture_b_entropy": 2.397885322570801, "init_slot_a_overlap": 0.0014900380047038198, "init_slot_b_overlap": 0.001490037888288498, "mean_slot_purity": 0.6378685235977173, "mean_slot_entropy": 1.0010493993759155, "mean_weight_entropy": 1.0121126174926758, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.1015625 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_sinkhorn_cyclic", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "sinkhorn_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 800, "length": 12, "query_type": "A_MINUS_B", "k": 9, "n": 256, "decoder_query_target_mass": 0.216844841837883, "decoder_query_target_nll": 8.162243843078613, "decoder_query_top1_on_support": 0.21484375, "mean_decoder_query_support_size": 1.94921875, "decoder_belief_target_mass": 0.09774550795555115, "decoder_belief_target_nll": 13.598821640014648, "decoder_belief_top1_on_support": 0.09765625, "mean_decoder_belief_support_size": 2.1015625, "init_belief_target_mass": 0.9851208925247192, "init_belief_target_nll": 2.412898063659668, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.3978850841522217, "init_mixture_b_entropy": 2.397885322570801, "init_slot_a_overlap": 0.0014900380047038198, "init_slot_b_overlap": 0.001490037888288498, "mean_slot_purity": 0.5483721494674683, "mean_slot_entropy": 1.3129971027374268, "mean_weight_entropy": 0.7139163017272949, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.1015625 }, { "model": "structured_slot_initializer_ladder", "variant": "pilot_sinkhorn_cyclic", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "sinkhorn_cyclic", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 800, "length": 12, "query_type": "A_MINUS_B", "k": 12, "n": 256, "decoder_query_target_mass": 0.9744288921356201, "decoder_query_target_nll": 0.458331823348999, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 1.94921875, "decoder_belief_target_mass": 0.9689450263977051, "decoder_belief_target_nll": 0.5277222394943237, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 2.1015625, "init_belief_target_mass": 0.9851208925247192, "init_belief_target_nll": 2.412898063659668, "init_belief_top1_on_support": 1.0, "init_slot_relation_accuracy": 1.0, "init_slot_unique_a_frac": 1.0, "init_mixture_a_entropy": 2.3978850841522217, "init_mixture_b_entropy": 2.397885322570801, "init_slot_a_overlap": 0.0014900380047038198, "init_slot_b_overlap": 0.001490037888288498, "mean_slot_purity": 0.5065414905548096, "mean_slot_entropy": 1.4811005592346191, "mean_weight_entropy": 0.543405294418335, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.1015625 } ] } ], "checkpoints": [ "large_artifacts/structured_slot_initializer_ladder/checkpoints/pilot_sinkhorn_cyclic/checkpoint_final.pt" ], "num_parameters": 132 }