{ "args": { "variant_name": "pilot_fourier_mlp", "seed": 83, "device": "auto", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "fourier_mlp", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 5, "init_logit_scale": 8.0, "temperature": 1.0, "train_min_len": 1, "train_max_len": 6, "eval_lengths": "3,6,9,12", "eval_k": "0,1,2,3,6,9,12", "eval_query_types": "all", "train_steps": 900, "batch_size": 256, "eval_batch_size": 256, "eval_examples": 512, "lr": 0.001, "weight_decay": 0.0001, "belief_loss_weight": 1.0, "query_loss_weight": 0.0, "slot_entropy_weight": 0.0, "max_grad_norm": 1.0, "log_every": 150, "output_dir": "experiments/cyclic_transition_ladder/runs/pilot_fourier_mlp", "checkpoint_dir": "large_artifacts/cyclic_transition_ladder/checkpoints/pilot_fourier_mlp" }, "train": [ { "step": 1, "loss": 4.268435955047607, "grad_norm": 0.06393559277057648, "elapsed_seconds": 0.7330007553100586, "mean_slot_purity": 0.010403456166386604, "mean_weight_entropy": 2.397794246673584, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "belief_loss": 4.268435955047607, "decoder_belief_target_mass": 0.045673616230487823, "decoder_belief_target_nll": 4.801735877990723, "decoder_belief_top1_on_support": 0.046875, "mean_decoder_belief_support_size": 5.5234375, "decoder_query_target_mass": 0.4304598569869995, "decoder_query_target_nll": 2.398897647857666, "decoder_query_top1_on_support": 0.421875, "mean_decoder_query_support_size": 4.734375 }, { "step": 150, "loss": 3.8646903038024902, "grad_norm": 0.33879661560058594, "elapsed_seconds": 37.32525134086609, "mean_slot_purity": 0.03486592322587967, "mean_weight_entropy": 2.0119049549102783, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "belief_loss": 3.8646903038024902, "decoder_belief_target_mass": 0.07766891270875931, "decoder_belief_target_nll": 4.2350640296936035, "decoder_belief_top1_on_support": 0.08984375, "mean_decoder_belief_support_size": 5.62890625, "decoder_query_target_mass": 0.5105339288711548, "decoder_query_target_nll": 2.218449592590332, "decoder_query_top1_on_support": 0.58203125, "mean_decoder_query_support_size": 4.7734375 }, { "step": 300, "loss": 3.601780652999878, "grad_norm": 0.74559086561203, "elapsed_seconds": 74.51494598388672, "mean_slot_purity": 0.08210381865501404, "mean_weight_entropy": 1.4631990194320679, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "belief_loss": 3.601780652999878, "decoder_belief_target_mass": 0.13567763566970825, "decoder_belief_target_nll": 3.9455857276916504, "decoder_belief_top1_on_support": 0.20703125, "mean_decoder_belief_support_size": 5.359375, "decoder_query_target_mass": 0.5117318630218506, "decoder_query_target_nll": 2.150862693786621, "decoder_query_top1_on_support": 0.56640625, "mean_decoder_query_support_size": 4.5234375 }, { "step": 450, "loss": 3.457162618637085, "grad_norm": 0.6891123652458191, "elapsed_seconds": 110.68869638442993, "mean_slot_purity": 0.09450158476829529, "mean_weight_entropy": 1.3659329414367676, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "belief_loss": 3.457162618637085, "decoder_belief_target_mass": 0.17529511451721191, "decoder_belief_target_nll": 3.913461208343506, "decoder_belief_top1_on_support": 0.25390625, "mean_decoder_belief_support_size": 6.2109375, "decoder_query_target_mass": 0.5944460034370422, "decoder_query_target_nll": 2.149724006652832, "decoder_query_top1_on_support": 0.609375, "mean_decoder_query_support_size": 5.4765625 }, { "step": 600, "loss": 3.259458303451538, "grad_norm": 0.8491995334625244, "elapsed_seconds": 148.41091561317444, "mean_slot_purity": 0.1653755009174347, "mean_weight_entropy": 1.207416296005249, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "belief_loss": 3.259458303451538, "decoder_belief_target_mass": 0.23853592574596405, "decoder_belief_target_nll": 3.586005926132202, "decoder_belief_top1_on_support": 0.296875, "mean_decoder_belief_support_size": 5.64453125, "decoder_query_target_mass": 0.609538197517395, "decoder_query_target_nll": 1.956479787826538, "decoder_query_top1_on_support": 0.6484375, "mean_decoder_query_support_size": 4.703125 }, { "step": 750, "loss": 3.3871307373046875, "grad_norm": 0.7052742838859558, "elapsed_seconds": 185.35037994384766, "mean_slot_purity": 0.1451501101255417, "mean_weight_entropy": 1.2397606372833252, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "belief_loss": 3.3871307373046875, "decoder_belief_target_mass": 0.23297488689422607, "decoder_belief_target_nll": 3.6459341049194336, "decoder_belief_top1_on_support": 0.265625, "mean_decoder_belief_support_size": 5.84375, "decoder_query_target_mass": 0.5856313705444336, "decoder_query_target_nll": 2.0251998901367188, "decoder_query_top1_on_support": 0.6171875, "mean_decoder_query_support_size": 4.87109375 }, { "step": 900, "loss": 3.3422529697418213, "grad_norm": 0.8099917769432068, "elapsed_seconds": 222.47667145729065, "mean_slot_purity": 0.14764918386936188, "mean_weight_entropy": 1.2788230180740356, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "belief_loss": 3.3422529697418213, "decoder_belief_target_mass": 0.2120562195777893, "decoder_belief_target_nll": 3.794339656829834, "decoder_belief_top1_on_support": 0.21875, "mean_decoder_belief_support_size": 6.0859375, "decoder_query_target_mass": 0.6071957945823669, "decoder_query_target_nll": 2.078214645385742, "decoder_query_top1_on_support": 0.63671875, "mean_decoder_query_support_size": 5.22265625 } ], "eval": [ { "step": 900, "rows": [ { "model": "cyclic_transition_ladder", "variant": "pilot_fourier_mlp", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "fourier_mlp", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 5, "train_steps": 900, "length": 3, "query_type": "A", "k": 0, "n": 512, "decoder_query_target_mass": 0.46342329680919647, "decoder_query_target_nll": 2.397895336151123, "decoder_query_top1_on_support": 0.486328125, "mean_decoder_query_support_size": 5.09765625, "decoder_belief_target_mass": 0.06605108827352524, "decoder_belief_target_nll": 15.732054233551025, "decoder_belief_top1_on_support": 0.1015625, "mean_decoder_belief_support_size": 5.849609375, "mean_slot_purity": 0.999997615814209, "mean_slot_entropy": 3.839540295302868e-05, "mean_weight_entropy": 2.397895336151123, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 5.849609375 }, { "model": "cyclic_transition_ladder", "variant": "pilot_fourier_mlp", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "fourier_mlp", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 5, "train_steps": 900, "length": 3, "query_type": "A", "k": 1, "n": 512, "decoder_query_target_mass": 0.57502681016922, "decoder_query_target_nll": 2.765228271484375, "decoder_query_top1_on_support": 0.544921875, "mean_decoder_query_support_size": 5.09765625, "decoder_belief_target_mass": 0.12559615820646286, "decoder_belief_target_nll": 6.146977663040161, "decoder_belief_top1_on_support": 0.140625, "mean_decoder_belief_support_size": 5.849609375, "mean_slot_purity": 0.3244338780641556, "mean_slot_entropy": 2.434727907180786, "mean_weight_entropy": 1.585849404335022, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 5.849609375 }, { "model": "cyclic_transition_ladder", "variant": "pilot_fourier_mlp", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "fourier_mlp", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 5, "train_steps": 900, "length": 3, "query_type": "A", "k": 2, "n": 512, "decoder_query_target_mass": 0.615666002035141, "decoder_query_target_nll": 2.4705581665039062, "decoder_query_top1_on_support": 0.650390625, "mean_decoder_query_support_size": 5.09765625, "decoder_belief_target_mass": 0.12697049975395203, "decoder_belief_target_nll": 4.983468770980835, "decoder_belief_top1_on_support": 0.16796875, "mean_decoder_belief_support_size": 5.849609375, "mean_slot_purity": 0.1568223387002945, "mean_slot_entropy": 3.268744707107544, "mean_weight_entropy": 1.382700800895691, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 5.849609375 }, { "model": "cyclic_transition_ladder", "variant": "pilot_fourier_mlp", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "fourier_mlp", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 5, "train_steps": 900, "length": 3, "query_type": "A", "k": 3, "n": 512, "decoder_query_target_mass": 0.6811381876468658, "decoder_query_target_nll": 1.9208922982215881, "decoder_query_top1_on_support": 0.720703125, "mean_decoder_query_support_size": 5.09765625, "decoder_belief_target_mass": 0.1590803787112236, "decoder_belief_target_nll": 3.7890301942825317, "decoder_belief_top1_on_support": 0.193359375, "mean_decoder_belief_support_size": 5.849609375, "mean_slot_purity": 0.10416114702820778, "mean_slot_entropy": 3.615983724594116, "mean_weight_entropy": 1.261406660079956, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 5.849609375 }, { "model": "cyclic_transition_ladder", "variant": "pilot_fourier_mlp", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "fourier_mlp", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 5, "train_steps": 900, "length": 3, "query_type": "A", "k": 6, "n": 512, "decoder_query_target_mass": 0.6811381876468658, "decoder_query_target_nll": 1.9208922982215881, "decoder_query_top1_on_support": 0.720703125, "mean_decoder_query_support_size": 5.09765625, "decoder_belief_target_mass": 0.1590803787112236, "decoder_belief_target_nll": 3.7890301942825317, "decoder_belief_top1_on_support": 0.193359375, "mean_decoder_belief_support_size": 5.849609375, "mean_slot_purity": 0.10416114702820778, "mean_slot_entropy": 3.615983724594116, "mean_weight_entropy": 1.261406660079956, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 5.849609375 }, { "model": "cyclic_transition_ladder", "variant": "pilot_fourier_mlp", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "fourier_mlp", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 5, "train_steps": 900, "length": 3, "query_type": "A", "k": 9, "n": 512, "decoder_query_target_mass": 0.6811381876468658, "decoder_query_target_nll": 1.9208922982215881, "decoder_query_top1_on_support": 0.720703125, "mean_decoder_query_support_size": 5.09765625, "decoder_belief_target_mass": 0.1590803787112236, "decoder_belief_target_nll": 3.7890301942825317, "decoder_belief_top1_on_support": 0.193359375, "mean_decoder_belief_support_size": 5.849609375, "mean_slot_purity": 0.10416114702820778, "mean_slot_entropy": 3.615983724594116, "mean_weight_entropy": 1.261406660079956, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 5.849609375 }, { "model": "cyclic_transition_ladder", "variant": "pilot_fourier_mlp", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "fourier_mlp", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 5, "train_steps": 900, "length": 3, "query_type": "A", "k": 12, "n": 512, "decoder_query_target_mass": 0.6811381876468658, "decoder_query_target_nll": 1.9208922982215881, "decoder_query_top1_on_support": 0.720703125, "mean_decoder_query_support_size": 5.09765625, "decoder_belief_target_mass": 0.1590803787112236, "decoder_belief_target_nll": 3.7890301942825317, "decoder_belief_top1_on_support": 0.193359375, "mean_decoder_belief_support_size": 5.849609375, "mean_slot_purity": 0.10416114702820778, "mean_slot_entropy": 3.615983724594116, "mean_weight_entropy": 1.261406660079956, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 5.849609375 }, { "model": "cyclic_transition_ladder", "variant": "pilot_fourier_mlp", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "fourier_mlp", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 5, "train_steps": 900, "length": 3, "query_type": "B", "k": 0, "n": 512, "decoder_query_target_mass": 0.455078125, "decoder_query_target_nll": 2.397895336151123, "decoder_query_top1_on_support": 0.462890625, "mean_decoder_query_support_size": 5.005859375, "decoder_belief_target_mass": 0.07120022177696228, "decoder_belief_target_nll": 15.447587013244629, "decoder_belief_top1_on_support": 0.119140625, "mean_decoder_belief_support_size": 5.912109375, "mean_slot_purity": 0.999997615814209, "mean_slot_entropy": 3.839540295302868e-05, "mean_weight_entropy": 2.397895336151123, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 5.912109375 }, { "model": "cyclic_transition_ladder", "variant": "pilot_fourier_mlp", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "fourier_mlp", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 5, "train_steps": 900, "length": 3, "query_type": "B", "k": 1, "n": 512, "decoder_query_target_mass": 0.553255558013916, "decoder_query_target_nll": 2.6949888467788696, "decoder_query_top1_on_support": 0.564453125, "mean_decoder_query_support_size": 5.005859375, "decoder_belief_target_mass": 0.11729627475142479, "decoder_belief_target_nll": 5.959059476852417, "decoder_belief_top1_on_support": 0.142578125, "mean_decoder_belief_support_size": 5.912109375, "mean_slot_purity": 0.28610859811306, "mean_slot_entropy": 2.5734342336654663, "mean_weight_entropy": 1.6041792631149292, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 5.912109375 }, { "model": "cyclic_transition_ladder", "variant": "pilot_fourier_mlp", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "fourier_mlp", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 5, "train_steps": 900, "length": 3, "query_type": "B", "k": 2, "n": 512, "decoder_query_target_mass": 0.6179752051830292, "decoder_query_target_nll": 2.4204124212265015, "decoder_query_top1_on_support": 0.662109375, "mean_decoder_query_support_size": 5.005859375, "decoder_belief_target_mass": 0.13538138568401337, "decoder_belief_target_nll": 5.0627522468566895, "decoder_belief_top1_on_support": 0.16015625, "mean_decoder_belief_support_size": 5.912109375, "mean_slot_purity": 0.1577765867114067, "mean_slot_entropy": 3.235645294189453, "mean_weight_entropy": 1.3583131432533264, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 5.912109375 }, { "model": "cyclic_transition_ladder", "variant": "pilot_fourier_mlp", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "fourier_mlp", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 5, "train_steps": 900, "length": 3, "query_type": "B", "k": 3, "n": 512, "decoder_query_target_mass": 0.65160271525383, "decoder_query_target_nll": 1.9432414770126343, "decoder_query_top1_on_support": 0.7265625, "mean_decoder_query_support_size": 5.005859375, "decoder_belief_target_mass": 0.15665973722934723, "decoder_belief_target_nll": 3.85009765625, "decoder_belief_top1_on_support": 0.18359375, "mean_decoder_belief_support_size": 5.912109375, "mean_slot_purity": 0.10327233001589775, "mean_slot_entropy": 3.638477325439453, "mean_weight_entropy": 1.2673904299736023, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 5.912109375 }, { "model": "cyclic_transition_ladder", "variant": "pilot_fourier_mlp", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "fourier_mlp", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 5, "train_steps": 900, "length": 3, "query_type": "B", "k": 6, "n": 512, "decoder_query_target_mass": 0.65160271525383, "decoder_query_target_nll": 1.9432414770126343, "decoder_query_top1_on_support": 0.7265625, "mean_decoder_query_support_size": 5.005859375, "decoder_belief_target_mass": 0.15665973722934723, "decoder_belief_target_nll": 3.85009765625, "decoder_belief_top1_on_support": 0.18359375, "mean_decoder_belief_support_size": 5.912109375, "mean_slot_purity": 0.10327233001589775, "mean_slot_entropy": 3.638477325439453, "mean_weight_entropy": 1.2673904299736023, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 5.912109375 }, { "model": "cyclic_transition_ladder", "variant": "pilot_fourier_mlp", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "fourier_mlp", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 5, "train_steps": 900, "length": 3, "query_type": "B", "k": 9, "n": 512, "decoder_query_target_mass": 0.65160271525383, "decoder_query_target_nll": 1.9432414770126343, "decoder_query_top1_on_support": 0.7265625, "mean_decoder_query_support_size": 5.005859375, "decoder_belief_target_mass": 0.15665973722934723, "decoder_belief_target_nll": 3.85009765625, "decoder_belief_top1_on_support": 0.18359375, "mean_decoder_belief_support_size": 5.912109375, "mean_slot_purity": 0.10327233001589775, "mean_slot_entropy": 3.638477325439453, "mean_weight_entropy": 1.2673904299736023, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 5.912109375 }, { "model": "cyclic_transition_ladder", "variant": "pilot_fourier_mlp", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "fourier_mlp", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 5, "train_steps": 900, "length": 3, "query_type": "B", "k": 12, "n": 512, "decoder_query_target_mass": 0.65160271525383, "decoder_query_target_nll": 1.9432414770126343, "decoder_query_top1_on_support": 0.7265625, "mean_decoder_query_support_size": 5.005859375, "decoder_belief_target_mass": 0.15665973722934723, "decoder_belief_target_nll": 3.85009765625, "decoder_belief_top1_on_support": 0.18359375, "mean_decoder_belief_support_size": 5.912109375, "mean_slot_purity": 0.10327233001589775, "mean_slot_entropy": 3.638477325439453, "mean_weight_entropy": 1.2673904299736023, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 5.912109375 }, { "model": "cyclic_transition_ladder", "variant": "pilot_fourier_mlp", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "fourier_mlp", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 5, "train_steps": 900, "length": 3, "query_type": "A_PLUS_B", "k": 0, "n": 512, "decoder_query_target_mass": 0.5324928760528564, "decoder_query_target_nll": 2.397895336151123, "decoder_query_top1_on_support": 0.52734375, "mean_decoder_query_support_size": 5.857421875, "decoder_belief_target_mass": 0.06409797258675098, "decoder_belief_target_nll": 15.616546154022217, "decoder_belief_top1_on_support": 0.09765625, "mean_decoder_belief_support_size": 6.25390625, "mean_slot_purity": 0.999997615814209, "mean_slot_entropy": 3.839540295302868e-05, "mean_weight_entropy": 2.397895336151123, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 6.25390625 }, { "model": "cyclic_transition_ladder", "variant": "pilot_fourier_mlp", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "fourier_mlp", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 5, "train_steps": 900, "length": 3, "query_type": "A_PLUS_B", "k": 1, "n": 512, "decoder_query_target_mass": 0.5561537742614746, "decoder_query_target_nll": 2.7631126642227173, "decoder_query_top1_on_support": 0.578125, "mean_decoder_query_support_size": 5.857421875, "decoder_belief_target_mass": 0.1358635276556015, "decoder_belief_target_nll": 6.016806125640869, "decoder_belief_top1_on_support": 0.146484375, "mean_decoder_belief_support_size": 6.25390625, "mean_slot_purity": 0.30364494025707245, "mean_slot_entropy": 2.5111756324768066, "mean_weight_entropy": 1.5728601217269897, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 6.25390625 }, { "model": "cyclic_transition_ladder", "variant": "pilot_fourier_mlp", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "fourier_mlp", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 5, "train_steps": 900, "length": 3, "query_type": "A_PLUS_B", "k": 2, "n": 512, "decoder_query_target_mass": 0.5615107715129852, "decoder_query_target_nll": 2.5095092058181763, "decoder_query_top1_on_support": 0.6015625, "mean_decoder_query_support_size": 5.857421875, "decoder_belief_target_mass": 0.1424224078655243, "decoder_belief_target_nll": 4.969117641448975, "decoder_belief_top1_on_support": 0.16796875, "mean_decoder_belief_support_size": 6.25390625, "mean_slot_purity": 0.15621832013130188, "mean_slot_entropy": 3.2599867582321167, "mean_weight_entropy": 1.376115620136261, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 6.25390625 }, { "model": "cyclic_transition_ladder", "variant": "pilot_fourier_mlp", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "fourier_mlp", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 5, "train_steps": 900, "length": 3, "query_type": "A_PLUS_B", "k": 3, "n": 512, "decoder_query_target_mass": 0.589916855096817, "decoder_query_target_nll": 2.2605544328689575, "decoder_query_top1_on_support": 0.61328125, "mean_decoder_query_support_size": 5.857421875, "decoder_belief_target_mass": 0.18063519895076752, "decoder_belief_target_nll": 3.8163506984710693, "decoder_belief_top1_on_support": 0.2109375, "mean_decoder_belief_support_size": 6.25390625, "mean_slot_purity": 0.11603302881121635, "mean_slot_entropy": 3.5420994758605957, "mean_weight_entropy": 1.2816319465637207, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 6.25390625 }, { "model": "cyclic_transition_ladder", "variant": "pilot_fourier_mlp", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "fourier_mlp", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 5, "train_steps": 900, "length": 3, "query_type": "A_PLUS_B", "k": 6, "n": 512, "decoder_query_target_mass": 0.589916855096817, "decoder_query_target_nll": 2.2605544328689575, "decoder_query_top1_on_support": 0.61328125, "mean_decoder_query_support_size": 5.857421875, "decoder_belief_target_mass": 0.18063519895076752, "decoder_belief_target_nll": 3.8163506984710693, "decoder_belief_top1_on_support": 0.2109375, "mean_decoder_belief_support_size": 6.25390625, "mean_slot_purity": 0.11603302881121635, "mean_slot_entropy": 3.5420994758605957, "mean_weight_entropy": 1.2816319465637207, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 6.25390625 }, { "model": "cyclic_transition_ladder", "variant": "pilot_fourier_mlp", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "fourier_mlp", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 5, "train_steps": 900, "length": 3, "query_type": "A_PLUS_B", "k": 9, "n": 512, "decoder_query_target_mass": 0.589916855096817, "decoder_query_target_nll": 2.2605544328689575, "decoder_query_top1_on_support": 0.61328125, "mean_decoder_query_support_size": 5.857421875, "decoder_belief_target_mass": 0.18063519895076752, "decoder_belief_target_nll": 3.8163506984710693, "decoder_belief_top1_on_support": 0.2109375, "mean_decoder_belief_support_size": 6.25390625, "mean_slot_purity": 0.11603302881121635, "mean_slot_entropy": 3.5420994758605957, "mean_weight_entropy": 1.2816319465637207, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 6.25390625 }, { "model": "cyclic_transition_ladder", "variant": "pilot_fourier_mlp", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "fourier_mlp", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 5, "train_steps": 900, "length": 3, "query_type": "A_PLUS_B", "k": 12, "n": 512, "decoder_query_target_mass": 0.589916855096817, "decoder_query_target_nll": 2.2605544328689575, "decoder_query_top1_on_support": 0.61328125, "mean_decoder_query_support_size": 5.857421875, "decoder_belief_target_mass": 0.18063519895076752, "decoder_belief_target_nll": 3.8163506984710693, "decoder_belief_top1_on_support": 0.2109375, "mean_decoder_belief_support_size": 6.25390625, "mean_slot_purity": 0.11603302881121635, "mean_slot_entropy": 3.5420994758605957, "mean_weight_entropy": 1.2816319465637207, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 6.25390625 }, { "model": "cyclic_transition_ladder", "variant": "pilot_fourier_mlp", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "fourier_mlp", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 5, "train_steps": 900, "length": 3, "query_type": "A_MINUS_B", "k": 0, "n": 512, "decoder_query_target_mass": 0.47265617549419403, "decoder_query_target_nll": 13.3654146194458, "decoder_query_top1_on_support": 0.47265625, "mean_decoder_query_support_size": 4.90625, "decoder_belief_target_mass": 0.06409796886146069, "decoder_belief_target_nll": 15.763309478759766, "decoder_belief_top1_on_support": 0.107421875, "mean_decoder_belief_support_size": 6.041015625, "mean_slot_purity": 0.999997615814209, "mean_slot_entropy": 3.839540295302868e-05, "mean_weight_entropy": 2.397895336151123, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 6.041015625 }, { "model": "cyclic_transition_ladder", "variant": "pilot_fourier_mlp", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "fourier_mlp", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 5, "train_steps": 900, "length": 3, "query_type": "A_MINUS_B", "k": 1, "n": 512, "decoder_query_target_mass": 0.47424010932445526, "decoder_query_target_nll": 3.06608510017395, "decoder_query_top1_on_support": 0.490234375, "mean_decoder_query_support_size": 4.90625, "decoder_belief_target_mass": 0.15089473128318787, "decoder_belief_target_nll": 6.030395030975342, "decoder_belief_top1_on_support": 0.181640625, "mean_decoder_belief_support_size": 6.041015625, "mean_slot_purity": 0.3133016675710678, "mean_slot_entropy": 2.473711371421814, "mean_weight_entropy": 1.5034593343734741, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 6.041015625 }, { "model": "cyclic_transition_ladder", "variant": "pilot_fourier_mlp", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "fourier_mlp", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 5, "train_steps": 900, "length": 3, "query_type": "A_MINUS_B", "k": 2, "n": 512, "decoder_query_target_mass": 0.47919638454914093, "decoder_query_target_nll": 2.592845916748047, "decoder_query_top1_on_support": 0.486328125, "mean_decoder_query_support_size": 4.90625, "decoder_belief_target_mass": 0.16060373932123184, "decoder_belief_target_nll": 5.085770130157471, "decoder_belief_top1_on_support": 0.18359375, "mean_decoder_belief_support_size": 6.041015625, "mean_slot_purity": 0.17367299646139145, "mean_slot_entropy": 3.176626443862915, "mean_weight_entropy": 1.284467339515686, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 6.041015625 }, { "model": "cyclic_transition_ladder", "variant": "pilot_fourier_mlp", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "fourier_mlp", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 5, "train_steps": 900, "length": 3, "query_type": "A_MINUS_B", "k": 3, "n": 512, "decoder_query_target_mass": 0.5017410814762115, "decoder_query_target_nll": 2.2455077171325684, "decoder_query_top1_on_support": 0.537109375, "mean_decoder_query_support_size": 4.90625, "decoder_belief_target_mass": 0.18666909635066986, "decoder_belief_target_nll": 3.743834972381592, "decoder_belief_top1_on_support": 0.234375, "mean_decoder_belief_support_size": 6.041015625, "mean_slot_purity": 0.11905700340867043, "mean_slot_entropy": 3.5287041664123535, "mean_weight_entropy": 1.2041345238685608, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 6.041015625 }, { "model": "cyclic_transition_ladder", "variant": "pilot_fourier_mlp", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "fourier_mlp", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 5, "train_steps": 900, "length": 3, "query_type": "A_MINUS_B", "k": 6, "n": 512, "decoder_query_target_mass": 0.5017410814762115, "decoder_query_target_nll": 2.2455077171325684, "decoder_query_top1_on_support": 0.537109375, "mean_decoder_query_support_size": 4.90625, "decoder_belief_target_mass": 0.18666909635066986, "decoder_belief_target_nll": 3.743834972381592, "decoder_belief_top1_on_support": 0.234375, "mean_decoder_belief_support_size": 6.041015625, "mean_slot_purity": 0.11905700340867043, "mean_slot_entropy": 3.5287041664123535, "mean_weight_entropy": 1.2041345238685608, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 6.041015625 }, { "model": "cyclic_transition_ladder", "variant": "pilot_fourier_mlp", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "fourier_mlp", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 5, "train_steps": 900, "length": 3, "query_type": "A_MINUS_B", "k": 9, "n": 512, "decoder_query_target_mass": 0.5017410814762115, "decoder_query_target_nll": 2.2455077171325684, "decoder_query_top1_on_support": 0.537109375, "mean_decoder_query_support_size": 4.90625, "decoder_belief_target_mass": 0.18666909635066986, "decoder_belief_target_nll": 3.743834972381592, "decoder_belief_top1_on_support": 0.234375, "mean_decoder_belief_support_size": 6.041015625, "mean_slot_purity": 0.11905700340867043, "mean_slot_entropy": 3.5287041664123535, "mean_weight_entropy": 1.2041345238685608, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 6.041015625 }, { "model": "cyclic_transition_ladder", "variant": "pilot_fourier_mlp", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "fourier_mlp", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 5, "train_steps": 900, "length": 3, "query_type": "A_MINUS_B", "k": 12, "n": 512, "decoder_query_target_mass": 0.5017410814762115, "decoder_query_target_nll": 2.2455077171325684, "decoder_query_top1_on_support": 0.537109375, "mean_decoder_query_support_size": 4.90625, "decoder_belief_target_mass": 0.18666909635066986, "decoder_belief_target_nll": 3.743834972381592, "decoder_belief_top1_on_support": 0.234375, "mean_decoder_belief_support_size": 6.041015625, "mean_slot_purity": 0.11905700340867043, "mean_slot_entropy": 3.5287041664123535, "mean_weight_entropy": 1.2041345238685608, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 6.041015625 }, { "model": "cyclic_transition_ladder", "variant": "pilot_fourier_mlp", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "fourier_mlp", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 5, "train_steps": 900, "length": 6, "query_type": "A", "k": 0, "n": 512, "decoder_query_target_mass": 0.2736150622367859, "decoder_query_target_nll": 2.397895336151123, "decoder_query_top1_on_support": 0.2734375, "mean_decoder_query_support_size": 3.009765625, "decoder_belief_target_mass": 0.030894880183041096, "decoder_belief_target_nll": 16.201786994934082, "decoder_belief_top1_on_support": 0.041015625, "mean_decoder_belief_support_size": 3.615234375, "mean_slot_purity": 0.999997615814209, "mean_slot_entropy": 3.839540295302868e-05, "mean_weight_entropy": 2.397895336151123, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.615234375 }, { "model": "cyclic_transition_ladder", "variant": "pilot_fourier_mlp", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "fourier_mlp", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 5, "train_steps": 900, "length": 6, "query_type": "A", "k": 1, "n": 512, "decoder_query_target_mass": 0.2992290258407593, "decoder_query_target_nll": 3.393157482147217, "decoder_query_top1_on_support": 0.2890625, "mean_decoder_query_support_size": 3.009765625, "decoder_belief_target_mass": 0.03597361035645008, "decoder_belief_target_nll": 7.257267951965332, "decoder_belief_top1_on_support": 0.033203125, "mean_decoder_belief_support_size": 3.615234375, "mean_slot_purity": 0.32157622277736664, "mean_slot_entropy": 2.454224705696106, "mean_weight_entropy": 1.5496185421943665, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.615234375 }, { "model": "cyclic_transition_ladder", "variant": "pilot_fourier_mlp", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "fourier_mlp", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 5, "train_steps": 900, "length": 6, "query_type": "A", "k": 2, "n": 512, "decoder_query_target_mass": 0.3167177140712738, "decoder_query_target_nll": 3.41514790058136, "decoder_query_top1_on_support": 0.3125, "mean_decoder_query_support_size": 3.009765625, "decoder_belief_target_mass": 0.04318977892398834, "decoder_belief_target_nll": 6.798063516616821, "decoder_belief_top1_on_support": 0.044921875, "mean_decoder_belief_support_size": 3.615234375, "mean_slot_purity": 0.16983866691589355, "mean_slot_entropy": 3.1755956411361694, "mean_weight_entropy": 1.3284373879432678, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.615234375 }, { "model": "cyclic_transition_ladder", "variant": "pilot_fourier_mlp", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "fourier_mlp", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 5, "train_steps": 900, "length": 6, "query_type": "A", "k": 3, "n": 512, "decoder_query_target_mass": 0.33303102850914, "decoder_query_target_nll": 3.198388457298279, "decoder_query_top1_on_support": 0.359375, "mean_decoder_query_support_size": 3.009765625, "decoder_belief_target_mass": 0.046538108959794044, "decoder_belief_target_nll": 6.289804935455322, "decoder_belief_top1_on_support": 0.060546875, "mean_decoder_belief_support_size": 3.615234375, "mean_slot_purity": 0.11231820657849312, "mean_slot_entropy": 3.585744023323059, "mean_weight_entropy": 1.2602475881576538, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.615234375 }, { "model": "cyclic_transition_ladder", "variant": "pilot_fourier_mlp", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "fourier_mlp", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 5, "train_steps": 900, "length": 6, "query_type": "A", "k": 6, "n": 512, "decoder_query_target_mass": 0.43941378593444824, "decoder_query_target_nll": 1.9868893027305603, "decoder_query_top1_on_support": 0.4765625, "mean_decoder_query_support_size": 3.009765625, "decoder_belief_target_mass": 0.07765978574752808, "decoder_belief_target_nll": 4.015879511833191, "decoder_belief_top1_on_support": 0.0859375, "mean_decoder_belief_support_size": 3.615234375, "mean_slot_purity": 0.06396680697798729, "mean_slot_entropy": 3.914435386657715, "mean_weight_entropy": 1.179544985294342, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.615234375 }, { "model": "cyclic_transition_ladder", "variant": "pilot_fourier_mlp", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "fourier_mlp", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 5, "train_steps": 900, "length": 6, "query_type": "A", "k": 9, "n": 512, "decoder_query_target_mass": 0.43941378593444824, "decoder_query_target_nll": 1.9868893027305603, "decoder_query_top1_on_support": 0.4765625, "mean_decoder_query_support_size": 3.009765625, "decoder_belief_target_mass": 0.07765978574752808, "decoder_belief_target_nll": 4.015879511833191, "decoder_belief_top1_on_support": 0.0859375, "mean_decoder_belief_support_size": 3.615234375, "mean_slot_purity": 0.06396680697798729, "mean_slot_entropy": 3.914435386657715, "mean_weight_entropy": 1.179544985294342, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.615234375 }, { "model": "cyclic_transition_ladder", "variant": "pilot_fourier_mlp", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "fourier_mlp", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 5, "train_steps": 900, "length": 6, "query_type": "A", "k": 12, "n": 512, "decoder_query_target_mass": 0.43941378593444824, "decoder_query_target_nll": 1.9868893027305603, "decoder_query_top1_on_support": 0.4765625, "mean_decoder_query_support_size": 3.009765625, "decoder_belief_target_mass": 0.07765978574752808, "decoder_belief_target_nll": 4.015879511833191, "decoder_belief_top1_on_support": 0.0859375, "mean_decoder_belief_support_size": 3.615234375, "mean_slot_purity": 0.06396680697798729, "mean_slot_entropy": 3.914435386657715, "mean_weight_entropy": 1.179544985294342, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.615234375 }, { "model": "cyclic_transition_ladder", "variant": "pilot_fourier_mlp", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "fourier_mlp", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 5, "train_steps": 900, "length": 6, "query_type": "B", "k": 0, "n": 512, "decoder_query_target_mass": 0.29367896914482117, "decoder_query_target_nll": 2.397895336151123, "decoder_query_top1_on_support": 0.294921875, "mean_decoder_query_support_size": 3.23046875, "decoder_belief_target_mass": 0.031427549198269844, "decoder_belief_target_nll": 16.20088005065918, "decoder_belief_top1_on_support": 0.025390625, "mean_decoder_belief_support_size": 3.689453125, "mean_slot_purity": 0.999997615814209, "mean_slot_entropy": 3.839540295302868e-05, "mean_weight_entropy": 2.397895336151123, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.689453125 }, { "model": "cyclic_transition_ladder", "variant": "pilot_fourier_mlp", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "fourier_mlp", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 5, "train_steps": 900, "length": 6, "query_type": "B", "k": 1, "n": 512, "decoder_query_target_mass": 0.3142302334308624, "decoder_query_target_nll": 3.2871702909469604, "decoder_query_top1_on_support": 0.3125, "mean_decoder_query_support_size": 3.23046875, "decoder_belief_target_mass": 0.03808454982936382, "decoder_belief_target_nll": 7.043881416320801, "decoder_belief_top1_on_support": 0.044921875, "mean_decoder_belief_support_size": 3.689453125, "mean_slot_purity": 0.32215583324432373, "mean_slot_entropy": 2.4434276819229126, "mean_weight_entropy": 1.5782156586647034, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.689453125 }, { "model": "cyclic_transition_ladder", "variant": "pilot_fourier_mlp", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "fourier_mlp", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 5, "train_steps": 900, "length": 6, "query_type": "B", "k": 2, "n": 512, "decoder_query_target_mass": 0.3257954865694046, "decoder_query_target_nll": 3.333710789680481, "decoder_query_top1_on_support": 0.314453125, "mean_decoder_query_support_size": 3.23046875, "decoder_belief_target_mass": 0.04413444362580776, "decoder_belief_target_nll": 6.620255947113037, "decoder_belief_top1_on_support": 0.037109375, "mean_decoder_belief_support_size": 3.689453125, "mean_slot_purity": 0.1645112782716751, "mean_slot_entropy": 3.244344115257263, "mean_weight_entropy": 1.3812239170074463, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.689453125 }, { "model": "cyclic_transition_ladder", "variant": "pilot_fourier_mlp", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "fourier_mlp", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 5, "train_steps": 900, "length": 6, "query_type": "B", "k": 3, "n": 512, "decoder_query_target_mass": 0.33376072347164154, "decoder_query_target_nll": 3.1204724311828613, "decoder_query_top1_on_support": 0.33203125, "mean_decoder_query_support_size": 3.23046875, "decoder_belief_target_mass": 0.04615383967757225, "decoder_belief_target_nll": 6.27374267578125, "decoder_belief_top1_on_support": 0.044921875, "mean_decoder_belief_support_size": 3.689453125, "mean_slot_purity": 0.11590733379125595, "mean_slot_entropy": 3.5541869401931763, "mean_weight_entropy": 1.2845396399497986, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.689453125 }, { "model": "cyclic_transition_ladder", "variant": "pilot_fourier_mlp", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "fourier_mlp", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 5, "train_steps": 900, "length": 6, "query_type": "B", "k": 6, "n": 512, "decoder_query_target_mass": 0.44655807316303253, "decoder_query_target_nll": 1.9953835010528564, "decoder_query_top1_on_support": 0.484375, "mean_decoder_query_support_size": 3.23046875, "decoder_belief_target_mass": 0.08564525097608566, "decoder_belief_target_nll": 3.9844465255737305, "decoder_belief_top1_on_support": 0.107421875, "mean_decoder_belief_support_size": 3.689453125, "mean_slot_purity": 0.06859758496284485, "mean_slot_entropy": 3.8741068840026855, "mean_weight_entropy": 1.1946890950202942, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.689453125 }, { "model": "cyclic_transition_ladder", "variant": "pilot_fourier_mlp", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "fourier_mlp", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 5, "train_steps": 900, "length": 6, "query_type": "B", "k": 9, "n": 512, "decoder_query_target_mass": 0.44655805826187134, "decoder_query_target_nll": 1.9953835010528564, "decoder_query_top1_on_support": 0.484375, "mean_decoder_query_support_size": 3.23046875, "decoder_belief_target_mass": 0.08564525097608566, "decoder_belief_target_nll": 3.9844465255737305, "decoder_belief_top1_on_support": 0.107421875, "mean_decoder_belief_support_size": 3.689453125, "mean_slot_purity": 0.06859758496284485, "mean_slot_entropy": 3.8741068840026855, "mean_weight_entropy": 1.1946890950202942, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.689453125 }, { "model": "cyclic_transition_ladder", "variant": "pilot_fourier_mlp", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "fourier_mlp", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 5, "train_steps": 900, "length": 6, "query_type": "B", "k": 12, "n": 512, "decoder_query_target_mass": 0.44655807316303253, "decoder_query_target_nll": 1.9953835010528564, "decoder_query_top1_on_support": 0.484375, "mean_decoder_query_support_size": 3.23046875, "decoder_belief_target_mass": 0.08564525097608566, "decoder_belief_target_nll": 3.9844465255737305, "decoder_belief_top1_on_support": 0.107421875, "mean_decoder_belief_support_size": 3.689453125, "mean_slot_purity": 0.06859758496284485, "mean_slot_entropy": 3.8741068840026855, "mean_weight_entropy": 1.1946890950202942, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.689453125 }, { "model": "cyclic_transition_ladder", "variant": "pilot_fourier_mlp", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "fourier_mlp", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 5, "train_steps": 900, "length": 6, "query_type": "A_PLUS_B", "k": 0, "n": 512, "decoder_query_target_mass": 0.2926136404275894, "decoder_query_target_nll": 2.397895336151123, "decoder_query_top1_on_support": 0.29296875, "mean_decoder_query_support_size": 3.21875, "decoder_belief_target_mass": 0.028409086167812347, "decoder_belief_target_nll": 16.214017868041992, "decoder_belief_top1_on_support": 0.037109375, "mean_decoder_belief_support_size": 3.38671875, "mean_slot_purity": 0.999997615814209, "mean_slot_entropy": 3.839540295302868e-05, "mean_weight_entropy": 2.397895336151123, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.38671875 }, { "model": "cyclic_transition_ladder", "variant": "pilot_fourier_mlp", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "fourier_mlp", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 5, "train_steps": 900, "length": 6, "query_type": "A_PLUS_B", "k": 1, "n": 512, "decoder_query_target_mass": 0.2896243631839752, "decoder_query_target_nll": 2.984499216079712, "decoder_query_top1_on_support": 0.28515625, "mean_decoder_query_support_size": 3.21875, "decoder_belief_target_mass": 0.04411620553582907, "decoder_belief_target_nll": 7.025284767150879, "decoder_belief_top1_on_support": 0.046875, "mean_decoder_belief_support_size": 3.38671875, "mean_slot_purity": 0.34220652282238007, "mean_slot_entropy": 2.376398205757141, "mean_weight_entropy": 1.5532209277153015, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.38671875 }, { "model": "cyclic_transition_ladder", "variant": "pilot_fourier_mlp", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "fourier_mlp", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 5, "train_steps": 900, "length": 6, "query_type": "A_PLUS_B", "k": 2, "n": 512, "decoder_query_target_mass": 0.29289475083351135, "decoder_query_target_nll": 2.711059331893921, "decoder_query_top1_on_support": 0.283203125, "mean_decoder_query_support_size": 3.21875, "decoder_belief_target_mass": 0.043311093002557755, "decoder_belief_target_nll": 6.585928678512573, "decoder_belief_top1_on_support": 0.046875, "mean_decoder_belief_support_size": 3.38671875, "mean_slot_purity": 0.16437377780675888, "mean_slot_entropy": 3.2294291257858276, "mean_weight_entropy": 1.3293244242668152, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.38671875 }, { "model": "cyclic_transition_ladder", "variant": "pilot_fourier_mlp", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "fourier_mlp", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 5, "train_steps": 900, "length": 6, "query_type": "A_PLUS_B", "k": 3, "n": 512, "decoder_query_target_mass": 0.2945883870124817, "decoder_query_target_nll": 2.616663694381714, "decoder_query_top1_on_support": 0.302734375, "mean_decoder_query_support_size": 3.21875, "decoder_belief_target_mass": 0.05008156597614288, "decoder_belief_target_nll": 6.305622339248657, "decoder_belief_top1_on_support": 0.05859375, "mean_decoder_belief_support_size": 3.38671875, "mean_slot_purity": 0.11756926029920578, "mean_slot_entropy": 3.5375123023986816, "mean_weight_entropy": 1.2239137291908264, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.38671875 }, { "model": "cyclic_transition_ladder", "variant": "pilot_fourier_mlp", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "fourier_mlp", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 5, "train_steps": 900, "length": 6, "query_type": "A_PLUS_B", "k": 6, "n": 512, "decoder_query_target_mass": 0.31540074944496155, "decoder_query_target_nll": 2.3494282960891724, "decoder_query_top1_on_support": 0.296875, "mean_decoder_query_support_size": 3.21875, "decoder_belief_target_mass": 0.0819767378270626, "decoder_belief_target_nll": 4.008547782897949, "decoder_belief_top1_on_support": 0.07421875, "mean_decoder_belief_support_size": 3.38671875, "mean_slot_purity": 0.07299831137061119, "mean_slot_entropy": 3.8441349267959595, "mean_weight_entropy": 1.1144810318946838, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.38671875 }, { "model": "cyclic_transition_ladder", "variant": "pilot_fourier_mlp", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "fourier_mlp", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 5, "train_steps": 900, "length": 6, "query_type": "A_PLUS_B", "k": 9, "n": 512, "decoder_query_target_mass": 0.31540074944496155, "decoder_query_target_nll": 2.3494282960891724, "decoder_query_top1_on_support": 0.296875, "mean_decoder_query_support_size": 3.21875, "decoder_belief_target_mass": 0.0819767378270626, "decoder_belief_target_nll": 4.008547782897949, "decoder_belief_top1_on_support": 0.07421875, "mean_decoder_belief_support_size": 3.38671875, "mean_slot_purity": 0.07299831137061119, "mean_slot_entropy": 3.8441349267959595, "mean_weight_entropy": 1.1144810318946838, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.38671875 }, { "model": "cyclic_transition_ladder", "variant": "pilot_fourier_mlp", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "fourier_mlp", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 5, "train_steps": 900, "length": 6, "query_type": "A_PLUS_B", "k": 12, "n": 512, "decoder_query_target_mass": 0.31540074944496155, "decoder_query_target_nll": 2.3494282960891724, "decoder_query_top1_on_support": 0.296875, "mean_decoder_query_support_size": 3.21875, "decoder_belief_target_mass": 0.0819767378270626, "decoder_belief_target_nll": 4.008547782897949, "decoder_belief_top1_on_support": 0.07421875, "mean_decoder_belief_support_size": 3.38671875, "mean_slot_purity": 0.07299831137061119, "mean_slot_entropy": 3.8441349267959595, "mean_weight_entropy": 1.1144810318946838, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.38671875 }, { "model": "cyclic_transition_ladder", "variant": "pilot_fourier_mlp", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "fourier_mlp", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 5, "train_steps": 900, "length": 6, "query_type": "A_MINUS_B", "k": 0, "n": 512, "decoder_query_target_mass": 0.3242186903953552, "decoder_query_target_nll": 13.719185829162598, "decoder_query_top1_on_support": 0.32421875, "mean_decoder_query_support_size": 3.408203125, "decoder_belief_target_mass": 0.03391334135085344, "decoder_belief_target_nll": 16.11708164215088, "decoder_belief_top1_on_support": 0.029296875, "mean_decoder_belief_support_size": 3.783203125, "mean_slot_purity": 0.999997615814209, "mean_slot_entropy": 3.839540295302868e-05, "mean_weight_entropy": 2.397895336151123, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.783203125 }, { "model": "cyclic_transition_ladder", "variant": "pilot_fourier_mlp", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "fourier_mlp", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 5, "train_steps": 900, "length": 6, "query_type": "A_MINUS_B", "k": 1, "n": 512, "decoder_query_target_mass": 0.3190985769033432, "decoder_query_target_nll": 3.200288772583008, "decoder_query_top1_on_support": 0.333984375, "mean_decoder_query_support_size": 3.408203125, "decoder_belief_target_mass": 0.045301126316189766, "decoder_belief_target_nll": 6.850687026977539, "decoder_belief_top1_on_support": 0.05078125, "mean_decoder_belief_support_size": 3.783203125, "mean_slot_purity": 0.31707555055618286, "mean_slot_entropy": 2.462271213531494, "mean_weight_entropy": 1.556812822818756, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.783203125 }, { "model": "cyclic_transition_ladder", "variant": "pilot_fourier_mlp", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "fourier_mlp", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 5, "train_steps": 900, "length": 6, "query_type": "A_MINUS_B", "k": 2, "n": 512, "decoder_query_target_mass": 0.3101317435503006, "decoder_query_target_nll": 2.7635715007781982, "decoder_query_top1_on_support": 0.330078125, "mean_decoder_query_support_size": 3.408203125, "decoder_belief_target_mass": 0.04444167949259281, "decoder_belief_target_nll": 6.698400259017944, "decoder_belief_top1_on_support": 0.052734375, "mean_decoder_belief_support_size": 3.783203125, "mean_slot_purity": 0.1615460440516472, "mean_slot_entropy": 3.2448418140411377, "mean_weight_entropy": 1.301460325717926, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.783203125 }, { "model": "cyclic_transition_ladder", "variant": "pilot_fourier_mlp", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "fourier_mlp", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 5, "train_steps": 900, "length": 6, "query_type": "A_MINUS_B", "k": 3, "n": 512, "decoder_query_target_mass": 0.3181973993778229, "decoder_query_target_nll": 2.5473092794418335, "decoder_query_top1_on_support": 0.306640625, "mean_decoder_query_support_size": 3.408203125, "decoder_belief_target_mass": 0.048632727935910225, "decoder_belief_target_nll": 6.440125942230225, "decoder_belief_top1_on_support": 0.05859375, "mean_decoder_belief_support_size": 3.783203125, "mean_slot_purity": 0.11324877664446831, "mean_slot_entropy": 3.570493459701538, "mean_weight_entropy": 1.2144132852554321, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.783203125 }, { "model": "cyclic_transition_ladder", "variant": "pilot_fourier_mlp", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "fourier_mlp", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 5, "train_steps": 900, "length": 6, "query_type": "A_MINUS_B", "k": 6, "n": 512, "decoder_query_target_mass": 0.3342336118221283, "decoder_query_target_nll": 2.3292253017425537, "decoder_query_top1_on_support": 0.333984375, "mean_decoder_query_support_size": 3.408203125, "decoder_belief_target_mass": 0.08528696373105049, "decoder_belief_target_nll": 4.0321033000946045, "decoder_belief_top1_on_support": 0.08984375, "mean_decoder_belief_support_size": 3.783203125, "mean_slot_purity": 0.06779901310801506, "mean_slot_entropy": 3.8945558071136475, "mean_weight_entropy": 1.1340936422348022, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.783203125 }, { "model": "cyclic_transition_ladder", "variant": "pilot_fourier_mlp", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "fourier_mlp", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 5, "train_steps": 900, "length": 6, "query_type": "A_MINUS_B", "k": 9, "n": 512, "decoder_query_target_mass": 0.3342336118221283, "decoder_query_target_nll": 2.3292253017425537, "decoder_query_top1_on_support": 0.333984375, "mean_decoder_query_support_size": 3.408203125, "decoder_belief_target_mass": 0.08528696373105049, "decoder_belief_target_nll": 4.0321033000946045, "decoder_belief_top1_on_support": 0.08984375, "mean_decoder_belief_support_size": 3.783203125, "mean_slot_purity": 0.06779901310801506, "mean_slot_entropy": 3.8945558071136475, "mean_weight_entropy": 1.1340936422348022, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.783203125 }, { "model": "cyclic_transition_ladder", "variant": "pilot_fourier_mlp", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "fourier_mlp", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 5, "train_steps": 900, "length": 6, "query_type": "A_MINUS_B", "k": 12, "n": 512, "decoder_query_target_mass": 0.3342336118221283, "decoder_query_target_nll": 2.3292253017425537, "decoder_query_top1_on_support": 0.333984375, "mean_decoder_query_support_size": 3.408203125, "decoder_belief_target_mass": 0.08528696373105049, "decoder_belief_target_nll": 4.0321033000946045, "decoder_belief_top1_on_support": 0.08984375, "mean_decoder_belief_support_size": 3.783203125, "mean_slot_purity": 0.06779901310801506, "mean_slot_entropy": 3.8945558071136475, "mean_weight_entropy": 1.1340936422348022, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.783203125 }, { "model": "cyclic_transition_ladder", "variant": "pilot_fourier_mlp", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "fourier_mlp", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 5, "train_steps": 900, "length": 9, "query_type": "A", "k": 0, "n": 512, "decoder_query_target_mass": 0.20436789095401764, "decoder_query_target_nll": 2.397895336151123, "decoder_query_top1_on_support": 0.205078125, "mean_decoder_query_support_size": 2.248046875, "decoder_belief_target_mass": 0.021661928854882717, "decoder_belief_target_nll": 16.15286636352539, "decoder_belief_top1_on_support": 0.025390625, "mean_decoder_belief_support_size": 2.623046875, "mean_slot_purity": 0.999997615814209, "mean_slot_entropy": 3.839540295302868e-05, "mean_weight_entropy": 2.397895336151123, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.623046875 }, { "model": "cyclic_transition_ladder", "variant": "pilot_fourier_mlp", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "fourier_mlp", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 5, "train_steps": 900, "length": 9, "query_type": "A", "k": 1, "n": 512, "decoder_query_target_mass": 0.21604713797569275, "decoder_query_target_nll": 3.4671876430511475, "decoder_query_top1_on_support": 0.216796875, "mean_decoder_query_support_size": 2.248046875, "decoder_belief_target_mass": 0.02890502568334341, "decoder_belief_target_nll": 7.134878873825073, "decoder_belief_top1_on_support": 0.046875, "mean_decoder_belief_support_size": 2.623046875, "mean_slot_purity": 0.3189619928598404, "mean_slot_entropy": 2.454605460166931, "mean_weight_entropy": 1.5190181136131287, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.623046875 }, { "model": "cyclic_transition_ladder", "variant": "pilot_fourier_mlp", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "fourier_mlp", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 5, "train_steps": 900, "length": 9, "query_type": "A", "k": 2, "n": 512, "decoder_query_target_mass": 0.21850255131721497, "decoder_query_target_nll": 3.4799277782440186, "decoder_query_top1_on_support": 0.212890625, "mean_decoder_query_support_size": 2.248046875, "decoder_belief_target_mass": 0.02758620399981737, "decoder_belief_target_nll": 6.886394500732422, "decoder_belief_top1_on_support": 0.03515625, "mean_decoder_belief_support_size": 2.623046875, "mean_slot_purity": 0.1679466888308525, "mean_slot_entropy": 3.1756166219711304, "mean_weight_entropy": 1.327090084552765, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.623046875 }, { "model": "cyclic_transition_ladder", "variant": "pilot_fourier_mlp", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "fourier_mlp", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 5, "train_steps": 900, "length": 9, "query_type": "A", "k": 3, "n": 512, "decoder_query_target_mass": 0.21979255974292755, "decoder_query_target_nll": 3.4900095462799072, "decoder_query_top1_on_support": 0.21484375, "mean_decoder_query_support_size": 2.248046875, "decoder_belief_target_mass": 0.02856576442718506, "decoder_belief_target_nll": 6.87474250793457, "decoder_belief_top1_on_support": 0.029296875, "mean_decoder_belief_support_size": 2.623046875, "mean_slot_purity": 0.11975706741213799, "mean_slot_entropy": 3.492631673812866, "mean_weight_entropy": 1.2351898550987244, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.623046875 }, { "model": "cyclic_transition_ladder", "variant": "pilot_fourier_mlp", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "fourier_mlp", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 5, "train_steps": 900, "length": 9, "query_type": "A", "k": 6, "n": 512, "decoder_query_target_mass": 0.23912964016199112, "decoder_query_target_nll": 3.395861029624939, "decoder_query_top1_on_support": 0.244140625, "mean_decoder_query_support_size": 2.248046875, "decoder_belief_target_mass": 0.03374857269227505, "decoder_belief_target_nll": 6.516660451889038, "decoder_belief_top1_on_support": 0.04296875, "mean_decoder_belief_support_size": 2.623046875, "mean_slot_purity": 0.0761321410536766, "mean_slot_entropy": 3.835168480873108, "mean_weight_entropy": 1.132485568523407, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.623046875 }, { "model": "cyclic_transition_ladder", "variant": "pilot_fourier_mlp", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "fourier_mlp", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 5, "train_steps": 900, "length": 9, "query_type": "A", "k": 9, "n": 512, "decoder_query_target_mass": 0.330490306019783, "decoder_query_target_nll": 2.0277827382087708, "decoder_query_top1_on_support": 0.361328125, "mean_decoder_query_support_size": 2.248046875, "decoder_belief_target_mass": 0.07328937947750092, "decoder_belief_target_nll": 4.043797969818115, "decoder_belief_top1_on_support": 0.087890625, "mean_decoder_belief_support_size": 2.623046875, "mean_slot_purity": 0.07259978353977203, "mean_slot_entropy": 3.8929601907730103, "mean_weight_entropy": 1.1045897603034973, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.623046875 }, { "model": "cyclic_transition_ladder", "variant": "pilot_fourier_mlp", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "fourier_mlp", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 5, "train_steps": 900, "length": 9, "query_type": "A", "k": 12, "n": 512, "decoder_query_target_mass": 0.330490306019783, "decoder_query_target_nll": 2.0277827382087708, "decoder_query_top1_on_support": 0.361328125, "mean_decoder_query_support_size": 2.248046875, "decoder_belief_target_mass": 0.07328937947750092, "decoder_belief_target_nll": 4.043797969818115, "decoder_belief_top1_on_support": 0.087890625, "mean_decoder_belief_support_size": 2.623046875, "mean_slot_purity": 0.07259978353977203, "mean_slot_entropy": 3.8929601907730103, "mean_weight_entropy": 1.1045897603034973, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.623046875 }, { "model": "cyclic_transition_ladder", "variant": "pilot_fourier_mlp", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "fourier_mlp", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 5, "train_steps": 900, "length": 9, "query_type": "B", "k": 0, "n": 512, "decoder_query_target_mass": 0.19442471116781235, "decoder_query_target_nll": 2.397895336151123, "decoder_query_top1_on_support": 0.19140625, "mean_decoder_query_support_size": 2.138671875, "decoder_belief_target_mass": 0.02024147380143404, "decoder_belief_target_nll": 16.4876127243042, "decoder_belief_top1_on_support": 0.02734375, "mean_decoder_belief_support_size": 2.40234375, "mean_slot_purity": 0.999997615814209, "mean_slot_entropy": 3.839540295302868e-05, "mean_weight_entropy": 2.397895336151123, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.40234375 }, { "model": "cyclic_transition_ladder", "variant": "pilot_fourier_mlp", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "fourier_mlp", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 5, "train_steps": 900, "length": 9, "query_type": "B", "k": 1, "n": 512, "decoder_query_target_mass": 0.20386990159749985, "decoder_query_target_nll": 3.57260262966156, "decoder_query_top1_on_support": 0.197265625, "mean_decoder_query_support_size": 2.138671875, "decoder_belief_target_mass": 0.02047979924827814, "decoder_belief_target_nll": 7.480626106262207, "decoder_belief_top1_on_support": 0.0234375, "mean_decoder_belief_support_size": 2.40234375, "mean_slot_purity": 0.3415954113006592, "mean_slot_entropy": 2.377911329269409, "mean_weight_entropy": 1.5332415103912354, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.40234375 }, { "model": "cyclic_transition_ladder", "variant": "pilot_fourier_mlp", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "fourier_mlp", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 5, "train_steps": 900, "length": 9, "query_type": "B", "k": 2, "n": 512, "decoder_query_target_mass": 0.21142303943634033, "decoder_query_target_nll": 3.6081526279449463, "decoder_query_top1_on_support": 0.2109375, "mean_decoder_query_support_size": 2.138671875, "decoder_belief_target_mass": 0.02356077078729868, "decoder_belief_target_nll": 7.034191370010376, "decoder_belief_top1_on_support": 0.025390625, "mean_decoder_belief_support_size": 2.40234375, "mean_slot_purity": 0.17765939235687256, "mean_slot_entropy": 3.151327967643738, "mean_weight_entropy": 1.3166486024856567, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.40234375 }, { "model": "cyclic_transition_ladder", "variant": "pilot_fourier_mlp", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "fourier_mlp", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 5, "train_steps": 900, "length": 9, "query_type": "B", "k": 3, "n": 512, "decoder_query_target_mass": 0.2111338973045349, "decoder_query_target_nll": 3.557822585105896, "decoder_query_top1_on_support": 0.201171875, "mean_decoder_query_support_size": 2.138671875, "decoder_belief_target_mass": 0.024671627208590508, "decoder_belief_target_nll": 6.979310989379883, "decoder_belief_top1_on_support": 0.021484375, "mean_decoder_belief_support_size": 2.40234375, "mean_slot_purity": 0.11509689688682556, "mean_slot_entropy": 3.543878197669983, "mean_weight_entropy": 1.2181992530822754, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.40234375 }, { "model": "cyclic_transition_ladder", "variant": "pilot_fourier_mlp", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "fourier_mlp", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 5, "train_steps": 900, "length": 9, "query_type": "B", "k": 6, "n": 512, "decoder_query_target_mass": 0.22239603847265244, "decoder_query_target_nll": 3.218452215194702, "decoder_query_top1_on_support": 0.234375, "mean_decoder_query_support_size": 2.138671875, "decoder_belief_target_mass": 0.026956232264637947, "decoder_belief_target_nll": 6.3734660148620605, "decoder_belief_top1_on_support": 0.02734375, "mean_decoder_belief_support_size": 2.40234375, "mean_slot_purity": 0.06830047070980072, "mean_slot_entropy": 3.868505835533142, "mean_weight_entropy": 1.1107637286186218, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.40234375 }, { "model": "cyclic_transition_ladder", "variant": "pilot_fourier_mlp", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "fourier_mlp", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 5, "train_steps": 900, "length": 9, "query_type": "B", "k": 9, "n": 512, "decoder_query_target_mass": 0.3082142472267151, "decoder_query_target_nll": 2.012412667274475, "decoder_query_top1_on_support": 0.328125, "mean_decoder_query_support_size": 2.138671875, "decoder_belief_target_mass": 0.0576558131724596, "decoder_belief_target_nll": 4.0711095333099365, "decoder_belief_top1_on_support": 0.064453125, "mean_decoder_belief_support_size": 2.40234375, "mean_slot_purity": 0.062322501093149185, "mean_slot_entropy": 3.9253971576690674, "mean_weight_entropy": 1.0909344553947449, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.40234375 }, { "model": "cyclic_transition_ladder", "variant": "pilot_fourier_mlp", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "fourier_mlp", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 5, "train_steps": 900, "length": 9, "query_type": "B", "k": 12, "n": 512, "decoder_query_target_mass": 0.3082142621278763, "decoder_query_target_nll": 2.012412667274475, "decoder_query_top1_on_support": 0.328125, "mean_decoder_query_support_size": 2.138671875, "decoder_belief_target_mass": 0.0576558131724596, "decoder_belief_target_nll": 4.0711095333099365, "decoder_belief_top1_on_support": 0.064453125, "mean_decoder_belief_support_size": 2.40234375, "mean_slot_purity": 0.062322501093149185, "mean_slot_entropy": 3.9253971576690674, "mean_weight_entropy": 1.0909344553947449, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.40234375 }, { "model": "cyclic_transition_ladder", "variant": "pilot_fourier_mlp", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "fourier_mlp", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 5, "train_steps": 900, "length": 9, "query_type": "A_PLUS_B", "k": 0, "n": 512, "decoder_query_target_mass": 0.22105822712183, "decoder_query_target_nll": 2.397895336151123, "decoder_query_top1_on_support": 0.2421875, "mean_decoder_query_support_size": 2.431640625, "decoder_belief_target_mass": 0.024147716350853443, "decoder_belief_target_nll": 16.298270225524902, "decoder_belief_top1_on_support": 0.02734375, "mean_decoder_belief_support_size": 2.55078125, "mean_slot_purity": 0.999997615814209, "mean_slot_entropy": 3.839540295302868e-05, "mean_weight_entropy": 2.397895336151123, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.55078125 }, { "model": "cyclic_transition_ladder", "variant": "pilot_fourier_mlp", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "fourier_mlp", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 5, "train_steps": 900, "length": 9, "query_type": "A_PLUS_B", "k": 1, "n": 512, "decoder_query_target_mass": 0.2270820513367653, "decoder_query_target_nll": 2.9317729473114014, "decoder_query_top1_on_support": 0.224609375, "mean_decoder_query_support_size": 2.431640625, "decoder_belief_target_mass": 0.022237387485802174, "decoder_belief_target_nll": 7.386451721191406, "decoder_belief_top1_on_support": 0.02734375, "mean_decoder_belief_support_size": 2.55078125, "mean_slot_purity": 0.3359147012233734, "mean_slot_entropy": 2.3962961435317993, "mean_weight_entropy": 1.5902811288833618, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.55078125 }, { "model": "cyclic_transition_ladder", "variant": "pilot_fourier_mlp", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "fourier_mlp", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 5, "train_steps": 900, "length": 9, "query_type": "A_PLUS_B", "k": 2, "n": 512, "decoder_query_target_mass": 0.2247283160686493, "decoder_query_target_nll": 2.6729466915130615, "decoder_query_top1_on_support": 0.2265625, "mean_decoder_query_support_size": 2.431640625, "decoder_belief_target_mass": 0.024980705231428146, "decoder_belief_target_nll": 7.129793167114258, "decoder_belief_top1_on_support": 0.0234375, "mean_decoder_belief_support_size": 2.55078125, "mean_slot_purity": 0.1767427772283554, "mean_slot_entropy": 3.183477759361267, "mean_weight_entropy": 1.3757292032241821, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.55078125 }, { "model": "cyclic_transition_ladder", "variant": "pilot_fourier_mlp", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "fourier_mlp", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 5, "train_steps": 900, "length": 9, "query_type": "A_PLUS_B", "k": 3, "n": 512, "decoder_query_target_mass": 0.2175499126315117, "decoder_query_target_nll": 2.6236042976379395, "decoder_query_top1_on_support": 0.19921875, "mean_decoder_query_support_size": 2.431640625, "decoder_belief_target_mass": 0.023767691105604172, "decoder_belief_target_nll": 7.005807161331177, "decoder_belief_top1_on_support": 0.013671875, "mean_decoder_belief_support_size": 2.55078125, "mean_slot_purity": 0.11392441391944885, "mean_slot_entropy": 3.53190815448761, "mean_weight_entropy": 1.2931369543075562, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.55078125 }, { "model": "cyclic_transition_ladder", "variant": "pilot_fourier_mlp", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "fourier_mlp", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 5, "train_steps": 900, "length": 9, "query_type": "A_PLUS_B", "k": 6, "n": 512, "decoder_query_target_mass": 0.2223585695028305, "decoder_query_target_nll": 2.6154863834381104, "decoder_query_top1_on_support": 0.23046875, "mean_decoder_query_support_size": 2.431640625, "decoder_belief_target_mass": 0.03073807619512081, "decoder_belief_target_nll": 6.377550840377808, "decoder_belief_top1_on_support": 0.029296875, "mean_decoder_belief_support_size": 2.55078125, "mean_slot_purity": 0.07361244410276413, "mean_slot_entropy": 3.807448148727417, "mean_weight_entropy": 1.1692312359809875, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.55078125 }, { "model": "cyclic_transition_ladder", "variant": "pilot_fourier_mlp", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "fourier_mlp", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 5, "train_steps": 900, "length": 9, "query_type": "A_PLUS_B", "k": 9, "n": 512, "decoder_query_target_mass": 0.2397618666291237, "decoder_query_target_nll": 2.3355765342712402, "decoder_query_top1_on_support": 0.255859375, "mean_decoder_query_support_size": 2.431640625, "decoder_belief_target_mass": 0.0571823101490736, "decoder_belief_target_nll": 4.08883261680603, "decoder_belief_top1_on_support": 0.05859375, "mean_decoder_belief_support_size": 2.55078125, "mean_slot_purity": 0.05798625200986862, "mean_slot_entropy": 3.9304579496383667, "mean_weight_entropy": 1.1489904522895813, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.55078125 }, { "model": "cyclic_transition_ladder", "variant": "pilot_fourier_mlp", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "fourier_mlp", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 5, "train_steps": 900, "length": 9, "query_type": "A_PLUS_B", "k": 12, "n": 512, "decoder_query_target_mass": 0.2397618666291237, "decoder_query_target_nll": 2.3355765342712402, "decoder_query_top1_on_support": 0.255859375, "mean_decoder_query_support_size": 2.431640625, "decoder_belief_target_mass": 0.0571823101490736, "decoder_belief_target_nll": 4.08883261680603, "decoder_belief_top1_on_support": 0.05859375, "mean_decoder_belief_support_size": 2.55078125, "mean_slot_purity": 0.05798625200986862, "mean_slot_entropy": 3.9304579496383667, "mean_weight_entropy": 1.1489904522895813, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.55078125 }, { "model": "cyclic_transition_ladder", "variant": "pilot_fourier_mlp", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "fourier_mlp", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 5, "train_steps": 900, "length": 9, "query_type": "A_MINUS_B", "k": 0, "n": 512, "decoder_query_target_mass": 0.2382812276482582, "decoder_query_target_nll": 13.897656917572021, "decoder_query_top1_on_support": 0.23828125, "mean_decoder_query_support_size": 2.56640625, "decoder_belief_target_mass": 0.025213060900568962, "decoder_belief_target_nll": 16.295551300048828, "decoder_belief_top1_on_support": 0.017578125, "mean_decoder_belief_support_size": 2.8125, "mean_slot_purity": 0.999997615814209, "mean_slot_entropy": 3.839540295302868e-05, "mean_weight_entropy": 2.397895336151123, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.8125 }, { "model": "cyclic_transition_ladder", "variant": "pilot_fourier_mlp", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "fourier_mlp", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 5, "train_steps": 900, "length": 9, "query_type": "A_MINUS_B", "k": 1, "n": 512, "decoder_query_target_mass": 0.24791260808706284, "decoder_query_target_nll": 3.297229051589966, "decoder_query_top1_on_support": 0.228515625, "mean_decoder_query_support_size": 2.56640625, "decoder_belief_target_mass": 0.027334248647093773, "decoder_belief_target_nll": 7.364206314086914, "decoder_belief_top1_on_support": 0.025390625, "mean_decoder_belief_support_size": 2.8125, "mean_slot_purity": 0.330203041434288, "mean_slot_entropy": 2.4104928970336914, "mean_weight_entropy": 1.5106801986694336, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.8125 }, { "model": "cyclic_transition_ladder", "variant": "pilot_fourier_mlp", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "fourier_mlp", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 5, "train_steps": 900, "length": 9, "query_type": "A_MINUS_B", "k": 2, "n": 512, "decoder_query_target_mass": 0.23096992075443268, "decoder_query_target_nll": 2.7989567518234253, "decoder_query_top1_on_support": 0.23046875, "mean_decoder_query_support_size": 2.56640625, "decoder_belief_target_mass": 0.02614067867398262, "decoder_belief_target_nll": 7.099626302719116, "decoder_belief_top1_on_support": 0.033203125, "mean_decoder_belief_support_size": 2.8125, "mean_slot_purity": 0.16084295511245728, "mean_slot_entropy": 3.279332995414734, "mean_weight_entropy": 1.3019201755523682, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.8125 }, { "model": "cyclic_transition_ladder", "variant": "pilot_fourier_mlp", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "fourier_mlp", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 5, "train_steps": 900, "length": 9, "query_type": "A_MINUS_B", "k": 3, "n": 512, "decoder_query_target_mass": 0.2346029430627823, "decoder_query_target_nll": 2.5592286586761475, "decoder_query_top1_on_support": 0.23046875, "mean_decoder_query_support_size": 2.56640625, "decoder_belief_target_mass": 0.02633535023778677, "decoder_belief_target_nll": 6.822023868560791, "decoder_belief_top1_on_support": 0.015625, "mean_decoder_belief_support_size": 2.8125, "mean_slot_purity": 0.09360869973897934, "mean_slot_entropy": 3.687273144721985, "mean_weight_entropy": 1.2280920147895813, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.8125 }, { "model": "cyclic_transition_ladder", "variant": "pilot_fourier_mlp", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "fourier_mlp", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 5, "train_steps": 900, "length": 9, "query_type": "A_MINUS_B", "k": 6, "n": 512, "decoder_query_target_mass": 0.23310060799121857, "decoder_query_target_nll": 2.5542654991149902, "decoder_query_top1_on_support": 0.2109375, "mean_decoder_query_support_size": 2.56640625, "decoder_belief_target_mass": 0.03319792076945305, "decoder_belief_target_nll": 6.222123146057129, "decoder_belief_top1_on_support": 0.02734375, "mean_decoder_belief_support_size": 2.8125, "mean_slot_purity": 0.06495190411806107, "mean_slot_entropy": 3.9090880155563354, "mean_weight_entropy": 1.1273104548454285, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.8125 }, { "model": "cyclic_transition_ladder", "variant": "pilot_fourier_mlp", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "fourier_mlp", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 5, "train_steps": 900, "length": 9, "query_type": "A_MINUS_B", "k": 9, "n": 512, "decoder_query_target_mass": 0.25669004023075104, "decoder_query_target_nll": 2.328571319580078, "decoder_query_top1_on_support": 0.28125, "mean_decoder_query_support_size": 2.56640625, "decoder_belief_target_mass": 0.06184696592390537, "decoder_belief_target_nll": 4.0933709144592285, "decoder_belief_top1_on_support": 0.06640625, "mean_decoder_belief_support_size": 2.8125, "mean_slot_purity": 0.06158905103802681, "mean_slot_entropy": 3.9081255197525024, "mean_weight_entropy": 1.1084807515144348, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.8125 }, { "model": "cyclic_transition_ladder", "variant": "pilot_fourier_mlp", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "fourier_mlp", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 5, "train_steps": 900, "length": 9, "query_type": "A_MINUS_B", "k": 12, "n": 512, "decoder_query_target_mass": 0.25669004023075104, "decoder_query_target_nll": 2.328571319580078, "decoder_query_top1_on_support": 0.28125, "mean_decoder_query_support_size": 2.56640625, "decoder_belief_target_mass": 0.06184696592390537, "decoder_belief_target_nll": 4.0933709144592285, "decoder_belief_top1_on_support": 0.06640625, "mean_decoder_belief_support_size": 2.8125, "mean_slot_purity": 0.06158905103802681, "mean_slot_entropy": 3.9081255197525024, "mean_weight_entropy": 1.1084807515144348, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.8125 }, { "model": "cyclic_transition_ladder", "variant": "pilot_fourier_mlp", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "fourier_mlp", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 5, "train_steps": 900, "length": 12, "query_type": "A", "k": 0, "n": 512, "decoder_query_target_mass": 0.16903407871723175, "decoder_query_target_nll": 2.397895336151123, "decoder_query_top1_on_support": 0.15625, "mean_decoder_query_support_size": 1.859375, "decoder_belief_target_mass": 0.015269889030605555, "decoder_belief_target_nll": 16.432348251342773, "decoder_belief_top1_on_support": 0.01171875, "mean_decoder_belief_support_size": 2.046875, "mean_slot_purity": 0.999997615814209, "mean_slot_entropy": 3.839540295302868e-05, "mean_weight_entropy": 2.397895336151123, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.046875 }, { "model": "cyclic_transition_ladder", "variant": "pilot_fourier_mlp", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "fourier_mlp", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 5, "train_steps": 900, "length": 12, "query_type": "A", "k": 1, "n": 512, "decoder_query_target_mass": 0.1620383933186531, "decoder_query_target_nll": 3.52778959274292, "decoder_query_top1_on_support": 0.17578125, "mean_decoder_query_support_size": 1.859375, "decoder_belief_target_mass": 0.013068527448922396, "decoder_belief_target_nll": 7.235576629638672, "decoder_belief_top1_on_support": 0.017578125, "mean_decoder_belief_support_size": 2.046875, "mean_slot_purity": 0.3015269339084625, "mean_slot_entropy": 2.5195997953414917, "mean_weight_entropy": 1.6332571506500244, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.046875 }, { "model": "cyclic_transition_ladder", "variant": "pilot_fourier_mlp", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "fourier_mlp", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 5, "train_steps": 900, "length": 12, "query_type": "A", "k": 2, "n": 512, "decoder_query_target_mass": 0.1675659939646721, "decoder_query_target_nll": 3.5690077543258667, "decoder_query_top1_on_support": 0.162109375, "mean_decoder_query_support_size": 1.859375, "decoder_belief_target_mass": 0.014627334661781788, "decoder_belief_target_nll": 7.135466814041138, "decoder_belief_top1_on_support": 0.01171875, "mean_decoder_belief_support_size": 2.046875, "mean_slot_purity": 0.16097115725278854, "mean_slot_entropy": 3.2366600036621094, "mean_weight_entropy": 1.4125244617462158, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.046875 }, { "model": "cyclic_transition_ladder", "variant": "pilot_fourier_mlp", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "fourier_mlp", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 5, "train_steps": 900, "length": 12, "query_type": "A", "k": 3, "n": 512, "decoder_query_target_mass": 0.17402978241443634, "decoder_query_target_nll": 3.781487226486206, "decoder_query_top1_on_support": 0.1640625, "mean_decoder_query_support_size": 1.859375, "decoder_belief_target_mass": 0.01679964456707239, "decoder_belief_target_nll": 7.249236822128296, "decoder_belief_top1_on_support": 0.017578125, "mean_decoder_belief_support_size": 2.046875, "mean_slot_purity": 0.11460131034255028, "mean_slot_entropy": 3.540373921394348, "mean_weight_entropy": 1.2814083695411682, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.046875 }, { "model": "cyclic_transition_ladder", "variant": "pilot_fourier_mlp", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "fourier_mlp", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 5, "train_steps": 900, "length": 12, "query_type": "A", "k": 6, "n": 512, "decoder_query_target_mass": 0.17942091077566147, "decoder_query_target_nll": 3.474173069000244, "decoder_query_top1_on_support": 0.203125, "mean_decoder_query_support_size": 1.859375, "decoder_belief_target_mass": 0.019271541386842728, "decoder_belief_target_nll": 6.8657989501953125, "decoder_belief_top1_on_support": 0.0234375, "mean_decoder_belief_support_size": 2.046875, "mean_slot_purity": 0.06348072737455368, "mean_slot_entropy": 3.9020105600357056, "mean_weight_entropy": 1.1899169087409973, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.046875 }, { "model": "cyclic_transition_ladder", "variant": "pilot_fourier_mlp", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "fourier_mlp", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 5, "train_steps": 900, "length": 12, "query_type": "A", "k": 9, "n": 512, "decoder_query_target_mass": 0.2064201682806015, "decoder_query_target_nll": 3.2825167179107666, "decoder_query_top1_on_support": 0.2109375, "mean_decoder_query_support_size": 1.859375, "decoder_belief_target_mass": 0.023743019439280033, "decoder_belief_target_nll": 6.484097242355347, "decoder_belief_top1_on_support": 0.0234375, "mean_decoder_belief_support_size": 2.046875, "mean_slot_purity": 0.06259600073099136, "mean_slot_entropy": 3.9030697345733643, "mean_weight_entropy": 1.1634647846221924, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.046875 }, { "model": "cyclic_transition_ladder", "variant": "pilot_fourier_mlp", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "fourier_mlp", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 5, "train_steps": 900, "length": 12, "query_type": "A", "k": 12, "n": 512, "decoder_query_target_mass": 0.2826819121837616, "decoder_query_target_nll": 2.0531578063964844, "decoder_query_top1_on_support": 0.314453125, "mean_decoder_query_support_size": 1.859375, "decoder_belief_target_mass": 0.053159430623054504, "decoder_belief_target_nll": 4.0664589405059814, "decoder_belief_top1_on_support": 0.056640625, "mean_decoder_belief_support_size": 2.046875, "mean_slot_purity": 0.06470400467514992, "mean_slot_entropy": 3.899999976158142, "mean_weight_entropy": 1.1609737873077393, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.046875 }, { "model": "cyclic_transition_ladder", "variant": "pilot_fourier_mlp", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "fourier_mlp", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 5, "train_steps": 900, "length": 12, "query_type": "B", "k": 0, "n": 512, "decoder_query_target_mass": 0.15340909361839294, "decoder_query_target_nll": 2.397895336151123, "decoder_query_top1_on_support": 0.138671875, "mean_decoder_query_support_size": 1.6875, "decoder_belief_target_mass": 0.015802554320544004, "decoder_belief_target_nll": 16.169625282287598, "decoder_belief_top1_on_support": 0.01953125, "mean_decoder_belief_support_size": 1.869140625, "mean_slot_purity": 0.999997615814209, "mean_slot_entropy": 3.839540295302868e-05, "mean_weight_entropy": 2.397895336151123, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 1.869140625 }, { "model": "cyclic_transition_ladder", "variant": "pilot_fourier_mlp", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "fourier_mlp", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 5, "train_steps": 900, "length": 12, "query_type": "B", "k": 1, "n": 512, "decoder_query_target_mass": 0.15297681093215942, "decoder_query_target_nll": 3.3950347900390625, "decoder_query_top1_on_support": 0.15625, "mean_decoder_query_support_size": 1.6875, "decoder_belief_target_mass": 0.01721046958118677, "decoder_belief_target_nll": 7.1249916553497314, "decoder_belief_top1_on_support": 0.015625, "mean_decoder_belief_support_size": 1.869140625, "mean_slot_purity": 0.2900495082139969, "mean_slot_entropy": 2.5554709434509277, "mean_weight_entropy": 1.533985435962677, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 1.869140625 }, { "model": "cyclic_transition_ladder", "variant": "pilot_fourier_mlp", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "fourier_mlp", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 5, "train_steps": 900, "length": 12, "query_type": "B", "k": 2, "n": 512, "decoder_query_target_mass": 0.14741143584251404, "decoder_query_target_nll": 3.5179967880249023, "decoder_query_top1_on_support": 0.1484375, "mean_decoder_query_support_size": 1.6875, "decoder_belief_target_mass": 0.017445511184632778, "decoder_belief_target_nll": 7.049391031265259, "decoder_belief_top1_on_support": 0.021484375, "mean_decoder_belief_support_size": 1.869140625, "mean_slot_purity": 0.1456875279545784, "mean_slot_entropy": 3.3306851387023926, "mean_weight_entropy": 1.3184449672698975, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 1.869140625 }, { "model": "cyclic_transition_ladder", "variant": "pilot_fourier_mlp", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "fourier_mlp", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 5, "train_steps": 900, "length": 12, "query_type": "B", "k": 3, "n": 512, "decoder_query_target_mass": 0.15400684624910355, "decoder_query_target_nll": 3.544597029685974, "decoder_query_top1_on_support": 0.142578125, "mean_decoder_query_support_size": 1.6875, "decoder_belief_target_mass": 0.016876072622835636, "decoder_belief_target_nll": 6.909371376037598, "decoder_belief_top1_on_support": 0.015625, "mean_decoder_belief_support_size": 1.869140625, "mean_slot_purity": 0.10377467423677444, "mean_slot_entropy": 3.615859866142273, "mean_weight_entropy": 1.2509746551513672, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 1.869140625 }, { "model": "cyclic_transition_ladder", "variant": "pilot_fourier_mlp", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "fourier_mlp", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 5, "train_steps": 900, "length": 12, "query_type": "B", "k": 6, "n": 512, "decoder_query_target_mass": 0.16520466655492783, "decoder_query_target_nll": 3.4850597381591797, "decoder_query_top1_on_support": 0.185546875, "mean_decoder_query_support_size": 1.6875, "decoder_belief_target_mass": 0.01859518326818943, "decoder_belief_target_nll": 6.788033962249756, "decoder_belief_top1_on_support": 0.029296875, "mean_decoder_belief_support_size": 1.869140625, "mean_slot_purity": 0.07216381654143333, "mean_slot_entropy": 3.867405414581299, "mean_weight_entropy": 1.1615782976150513, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 1.869140625 }, { "model": "cyclic_transition_ladder", "variant": "pilot_fourier_mlp", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "fourier_mlp", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 5, "train_steps": 900, "length": 12, "query_type": "B", "k": 9, "n": 512, "decoder_query_target_mass": 0.18655173480510712, "decoder_query_target_nll": 3.0209118127822876, "decoder_query_top1_on_support": 0.205078125, "mean_decoder_query_support_size": 1.6875, "decoder_belief_target_mass": 0.022456113249063492, "decoder_belief_target_nll": 6.308749675750732, "decoder_belief_top1_on_support": 0.021484375, "mean_decoder_belief_support_size": 1.869140625, "mean_slot_purity": 0.06472781673073769, "mean_slot_entropy": 3.8904134035110474, "mean_weight_entropy": 1.141236424446106, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 1.869140625 }, { "model": "cyclic_transition_ladder", "variant": "pilot_fourier_mlp", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "fourier_mlp", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 5, "train_steps": 900, "length": 12, "query_type": "B", "k": 12, "n": 512, "decoder_query_target_mass": 0.2660764008760452, "decoder_query_target_nll": 2.037476062774658, "decoder_query_top1_on_support": 0.287109375, "mean_decoder_query_support_size": 1.6875, "decoder_belief_target_mass": 0.05027161166071892, "decoder_belief_target_nll": 4.08285117149353, "decoder_belief_top1_on_support": 0.05859375, "mean_decoder_belief_support_size": 1.869140625, "mean_slot_purity": 0.06814764440059662, "mean_slot_entropy": 3.8648080825805664, "mean_weight_entropy": 1.1336207389831543, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 1.869140625 }, { "model": "cyclic_transition_ladder", "variant": "pilot_fourier_mlp", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "fourier_mlp", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 5, "train_steps": 900, "length": 12, "query_type": "A_PLUS_B", "k": 0, "n": 512, "decoder_query_target_mass": 0.17116478085517883, "decoder_query_target_nll": 2.397895336151123, "decoder_query_top1_on_support": 0.166015625, "mean_decoder_query_support_size": 1.8828125, "decoder_belief_target_mass": 0.016512785106897354, "decoder_belief_target_nll": 16.462244987487793, "decoder_belief_top1_on_support": 0.017578125, "mean_decoder_belief_support_size": 2.046875, "mean_slot_purity": 0.999997615814209, "mean_slot_entropy": 3.839540295302868e-05, "mean_weight_entropy": 2.397895336151123, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.046875 }, { "model": "cyclic_transition_ladder", "variant": "pilot_fourier_mlp", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "fourier_mlp", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 5, "train_steps": 900, "length": 12, "query_type": "A_PLUS_B", "k": 1, "n": 512, "decoder_query_target_mass": 0.16779828071594238, "decoder_query_target_nll": 3.0175890922546387, "decoder_query_top1_on_support": 0.19140625, "mean_decoder_query_support_size": 1.8828125, "decoder_belief_target_mass": 0.01585122663527727, "decoder_belief_target_nll": 7.56840968132019, "decoder_belief_top1_on_support": 0.017578125, "mean_decoder_belief_support_size": 2.046875, "mean_slot_purity": 0.3499741554260254, "mean_slot_entropy": 2.350926637649536, "mean_weight_entropy": 1.5564870238304138, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.046875 }, { "model": "cyclic_transition_ladder", "variant": "pilot_fourier_mlp", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "fourier_mlp", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 5, "train_steps": 900, "length": 12, "query_type": "A_PLUS_B", "k": 2, "n": 512, "decoder_query_target_mass": 0.16828234493732452, "decoder_query_target_nll": 2.73671293258667, "decoder_query_top1_on_support": 0.171875, "mean_decoder_query_support_size": 1.8828125, "decoder_belief_target_mass": 0.018186865374445915, "decoder_belief_target_nll": 7.441368341445923, "decoder_belief_top1_on_support": 0.009765625, "mean_decoder_belief_support_size": 2.046875, "mean_slot_purity": 0.17895369231700897, "mean_slot_entropy": 3.193081021308899, "mean_weight_entropy": 1.3394663333892822, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.046875 }, { "model": "cyclic_transition_ladder", "variant": "pilot_fourier_mlp", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "fourier_mlp", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 5, "train_steps": 900, "length": 12, "query_type": "A_PLUS_B", "k": 3, "n": 512, "decoder_query_target_mass": 0.17497234046459198, "decoder_query_target_nll": 2.599864959716797, "decoder_query_top1_on_support": 0.17578125, "mean_decoder_query_support_size": 1.8828125, "decoder_belief_target_mass": 0.017706235870718956, "decoder_belief_target_nll": 7.265672445297241, "decoder_belief_top1_on_support": 0.017578125, "mean_decoder_belief_support_size": 2.046875, "mean_slot_purity": 0.11696461960673332, "mean_slot_entropy": 3.5441426038742065, "mean_weight_entropy": 1.2571267485618591, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.046875 }, { "model": "cyclic_transition_ladder", "variant": "pilot_fourier_mlp", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "fourier_mlp", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 5, "train_steps": 900, "length": 12, "query_type": "A_PLUS_B", "k": 6, "n": 512, "decoder_query_target_mass": 0.17199550569057465, "decoder_query_target_nll": 2.605777859687805, "decoder_query_top1_on_support": 0.185546875, "mean_decoder_query_support_size": 1.8828125, "decoder_belief_target_mass": 0.01989472284913063, "decoder_belief_target_nll": 6.9633238315582275, "decoder_belief_top1_on_support": 0.009765625, "mean_decoder_belief_support_size": 2.046875, "mean_slot_purity": 0.07419606670737267, "mean_slot_entropy": 3.871118426322937, "mean_weight_entropy": 1.1542857885360718, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.046875 }, { "model": "cyclic_transition_ladder", "variant": "pilot_fourier_mlp", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "fourier_mlp", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 5, "train_steps": 900, "length": 12, "query_type": "A_PLUS_B", "k": 9, "n": 512, "decoder_query_target_mass": 0.1711602285504341, "decoder_query_target_nll": 2.5734875202178955, "decoder_query_top1_on_support": 0.173828125, "mean_decoder_query_support_size": 1.8828125, "decoder_belief_target_mass": 0.024071136489510536, "decoder_belief_target_nll": 6.1309778690338135, "decoder_belief_top1_on_support": 0.041015625, "mean_decoder_belief_support_size": 2.046875, "mean_slot_purity": 0.057810595259070396, "mean_slot_entropy": 3.940338969230652, "mean_weight_entropy": 1.1296844482421875, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.046875 }, { "model": "cyclic_transition_ladder", "variant": "pilot_fourier_mlp", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "fourier_mlp", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 5, "train_steps": 900, "length": 12, "query_type": "A_PLUS_B", "k": 12, "n": 512, "decoder_query_target_mass": 0.19284820556640625, "decoder_query_target_nll": 2.3086025714874268, "decoder_query_top1_on_support": 0.20703125, "mean_decoder_query_support_size": 1.8828125, "decoder_belief_target_mass": 0.04880998283624649, "decoder_belief_target_nll": 4.0115392208099365, "decoder_belief_top1_on_support": 0.060546875, "mean_decoder_belief_support_size": 2.046875, "mean_slot_purity": 0.06745187193155289, "mean_slot_entropy": 3.8794256448745728, "mean_weight_entropy": 1.1203354597091675, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.046875 }, { "model": "cyclic_transition_ladder", "variant": "pilot_fourier_mlp", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "fourier_mlp", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 5, "train_steps": 900, "length": 12, "query_type": "A_MINUS_B", "k": 0, "n": 512, "decoder_query_target_mass": 0.16015625, "decoder_query_target_nll": 13.967867851257324, "decoder_query_top1_on_support": 0.16015625, "mean_decoder_query_support_size": 1.826171875, "decoder_belief_target_mass": 0.015447443351149559, "decoder_belief_target_nll": 16.365763664245605, "decoder_belief_top1_on_support": 0.01171875, "mean_decoder_belief_support_size": 1.923828125, "mean_slot_purity": 0.999997615814209, "mean_slot_entropy": 3.839540295302868e-05, "mean_weight_entropy": 2.397895336151123, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 1.923828125 }, { "model": "cyclic_transition_ladder", "variant": "pilot_fourier_mlp", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "fourier_mlp", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 5, "train_steps": 900, "length": 12, "query_type": "A_MINUS_B", "k": 1, "n": 512, "decoder_query_target_mass": 0.17028678208589554, "decoder_query_target_nll": 3.2870901823043823, "decoder_query_top1_on_support": 0.150390625, "mean_decoder_query_support_size": 1.826171875, "decoder_belief_target_mass": 0.016414863988757133, "decoder_belief_target_nll": 7.465982437133789, "decoder_belief_top1_on_support": 0.021484375, "mean_decoder_belief_support_size": 1.923828125, "mean_slot_purity": 0.3277435451745987, "mean_slot_entropy": 2.4248117208480835, "mean_weight_entropy": 1.5213357210159302, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 1.923828125 }, { "model": "cyclic_transition_ladder", "variant": "pilot_fourier_mlp", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "fourier_mlp", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 5, "train_steps": 900, "length": 12, "query_type": "A_MINUS_B", "k": 2, "n": 512, "decoder_query_target_mass": 0.16569477319717407, "decoder_query_target_nll": 2.7884340286254883, "decoder_query_top1_on_support": 0.169921875, "mean_decoder_query_support_size": 1.826171875, "decoder_belief_target_mass": 0.017419155221432447, "decoder_belief_target_nll": 7.304967880249023, "decoder_belief_top1_on_support": 0.01953125, "mean_decoder_belief_support_size": 1.923828125, "mean_slot_purity": 0.17331352084875107, "mean_slot_entropy": 3.1834863424301147, "mean_weight_entropy": 1.3031328916549683, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 1.923828125 }, { "model": "cyclic_transition_ladder", "variant": "pilot_fourier_mlp", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "fourier_mlp", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 5, "train_steps": 900, "length": 12, "query_type": "A_MINUS_B", "k": 3, "n": 512, "decoder_query_target_mass": 0.16671665012836456, "decoder_query_target_nll": 2.672372817993164, "decoder_query_top1_on_support": 0.181640625, "mean_decoder_query_support_size": 1.826171875, "decoder_belief_target_mass": 0.016645424999296665, "decoder_belief_target_nll": 7.0412139892578125, "decoder_belief_top1_on_support": 0.021484375, "mean_decoder_belief_support_size": 1.923828125, "mean_slot_purity": 0.11658723652362823, "mean_slot_entropy": 3.5664044618606567, "mean_weight_entropy": 1.2261447310447693, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 1.923828125 }, { "model": "cyclic_transition_ladder", "variant": "pilot_fourier_mlp", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "fourier_mlp", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 5, "train_steps": 900, "length": 12, "query_type": "A_MINUS_B", "k": 6, "n": 512, "decoder_query_target_mass": 0.17000402510166168, "decoder_query_target_nll": 2.5442944765090942, "decoder_query_top1_on_support": 0.173828125, "mean_decoder_query_support_size": 1.826171875, "decoder_belief_target_mass": 0.02052583545446396, "decoder_belief_target_nll": 6.770402431488037, "decoder_belief_top1_on_support": 0.015625, "mean_decoder_belief_support_size": 1.923828125, "mean_slot_purity": 0.06978116184473038, "mean_slot_entropy": 3.891880512237549, "mean_weight_entropy": 1.1406358480453491, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 1.923828125 }, { "model": "cyclic_transition_ladder", "variant": "pilot_fourier_mlp", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "fourier_mlp", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 5, "train_steps": 900, "length": 12, "query_type": "A_MINUS_B", "k": 9, "n": 512, "decoder_query_target_mass": 0.16503020375967026, "decoder_query_target_nll": 2.628955125808716, "decoder_query_top1_on_support": 0.1640625, "mean_decoder_query_support_size": 1.826171875, "decoder_belief_target_mass": 0.02273766417056322, "decoder_belief_target_nll": 6.372081995010376, "decoder_belief_top1_on_support": 0.03125, "mean_decoder_belief_support_size": 1.923828125, "mean_slot_purity": 0.06514082476496696, "mean_slot_entropy": 3.902801990509033, "mean_weight_entropy": 1.12333482503891, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 1.923828125 }, { "model": "cyclic_transition_ladder", "variant": "pilot_fourier_mlp", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "fourier_mlp", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 5, "train_steps": 900, "length": 12, "query_type": "A_MINUS_B", "k": 12, "n": 512, "decoder_query_target_mass": 0.18407954275608063, "decoder_query_target_nll": 2.364392876625061, "decoder_query_top1_on_support": 0.201171875, "mean_decoder_query_support_size": 1.826171875, "decoder_belief_target_mass": 0.050738608464598656, "decoder_belief_target_nll": 4.01978874206543, "decoder_belief_top1_on_support": 0.0546875, "mean_decoder_belief_support_size": 1.923828125, "mean_slot_purity": 0.07168543338775635, "mean_slot_entropy": 3.819217801094055, "mean_weight_entropy": 1.1175291538238525, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 1.923828125 } ] } ], "checkpoints": [ "large_artifacts/cyclic_transition_ladder/checkpoints/pilot_fourier_mlp/checkpoint_final.pt" ], "num_parameters": 32983 }