{ "args": { "variant_name": "pilot_cyclic_mixer", "seed": 83, "device": "auto", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "cyclic_mixer", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "init_logit_scale": 8.0, "temperature": 1.0, "train_min_len": 1, "train_max_len": 6, "eval_lengths": "3,6,9,12", "eval_k": "0,1,2,3,6,9,12", "eval_query_types": "all", "train_steps": 600, "batch_size": 256, "eval_batch_size": 256, "eval_examples": 512, "lr": 0.001, "weight_decay": 0.0001, "belief_loss_weight": 1.0, "query_loss_weight": 0.0, "slot_entropy_weight": 0.0, "max_grad_norm": 1.0, "log_every": 100, "output_dir": "experiments/cyclic_transition_ladder/runs/pilot_cyclic_mixer", "checkpoint_dir": "large_artifacts/cyclic_transition_ladder/checkpoints/pilot_cyclic_mixer" }, "train": [ { "step": 1, "loss": 4.3268656730651855, "grad_norm": 0.33420854806900024, "elapsed_seconds": 0.6699304580688477, "mean_slot_purity": 0.06216979771852493, "mean_weight_entropy": 1.3904738426208496, "mean_route_entropy": 1.5587432384490967, "mean_route_accuracy": 0.265625, "belief_loss": 4.3268656730651855, "decoder_belief_target_mass": 0.08475678414106369, "decoder_belief_target_nll": 4.83196496963501, "decoder_belief_top1_on_support": 0.15625, "mean_decoder_belief_support_size": 5.5234375, "decoder_query_target_mass": 0.4501434862613678, "decoder_query_target_nll": 2.4911580085754395, "decoder_query_top1_on_support": 0.4921875, "mean_decoder_query_support_size": 4.734375 }, { "step": 100, "loss": 1.7641557455062866, "grad_norm": 0.003200776409357786, "elapsed_seconds": 25.796892166137695, "mean_slot_purity": 0.7617790102958679, "mean_weight_entropy": 1.3668652772903442, "mean_route_entropy": 0.04984264075756073, "mean_route_accuracy": 0.9114583730697632, "belief_loss": 1.7641557455062866, "decoder_belief_target_mass": 0.9993330836296082, "decoder_belief_target_nll": 1.366769552230835, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 5.390625, "decoder_query_target_mass": 0.9996570348739624, "decoder_query_target_nll": 1.153226375579834, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 4.7265625 }, { "step": 200, "loss": 1.6926147937774658, "grad_norm": 0.0012312517501413822, "elapsed_seconds": 51.10698699951172, "mean_slot_purity": 0.7356207370758057, "mean_weight_entropy": 1.411482572555542, "mean_route_entropy": 0.05178641900420189, "mean_route_accuracy": 0.9049479365348816, "belief_loss": 1.6926147937774658, "decoder_belief_target_mass": 0.9996963739395142, "decoder_belief_target_nll": 1.4114415645599365, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 5.58984375, "decoder_query_target_mass": 0.999855637550354, "decoder_query_target_nll": 1.215998649597168, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 5.0234375 }, { "step": 300, "loss": 1.7841767072677612, "grad_norm": 0.0008957271347753704, "elapsed_seconds": 76.55585741996765, "mean_slot_purity": 0.7403323650360107, "mean_weight_entropy": 1.4064083099365234, "mean_route_entropy": 0.04186946526169777, "mean_route_accuracy": 0.9049479365348816, "belief_loss": 1.7841767072677612, "decoder_belief_target_mass": 0.9997639656066895, "decoder_belief_target_nll": 1.4062411785125732, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 5.359375, "decoder_query_target_mass": 0.9998711943626404, "decoder_query_target_nll": 1.1479907035827637, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 4.5234375 }, { "step": 400, "loss": 1.7865337133407593, "grad_norm": 0.0006567201344296336, "elapsed_seconds": 102.24534797668457, "mean_slot_purity": 0.7585922479629517, "mean_weight_entropy": 1.4266276359558105, "mean_route_entropy": 0.03796268254518509, "mean_route_accuracy": 0.9114583730697632, "belief_loss": 1.7865337133407593, "decoder_belief_target_mass": 0.9998328685760498, "decoder_belief_target_nll": 1.4265289306640625, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 5.68359375, "decoder_query_target_mass": 0.9999256134033203, "decoder_query_target_nll": 1.222022533416748, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 4.984375 }, { "step": 500, "loss": 1.7801902294158936, "grad_norm": 0.00046406142064370215, "elapsed_seconds": 127.18951177597046, "mean_slot_purity": 0.7592248916625977, "mean_weight_entropy": 1.4525192975997925, "mean_route_entropy": 0.041455890983343124, "mean_route_accuracy": 0.9166666865348816, "belief_loss": 1.7801902294158936, "decoder_belief_target_mass": 0.999883770942688, "decoder_belief_target_nll": 1.4524497985839844, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 5.828125, "decoder_query_target_mass": 0.9999375343322754, "decoder_query_target_nll": 1.2141103744506836, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 5.0703125 }, { "step": 600, "loss": 1.7469172477722168, "grad_norm": 0.000322245730785653, "elapsed_seconds": 152.63121676445007, "mean_slot_purity": 0.7397991418838501, "mean_weight_entropy": 1.4061146974563599, "mean_route_entropy": 0.034933559596538544, "mean_route_accuracy": 0.9244791865348816, "belief_loss": 1.7469172477722168, "decoder_belief_target_mass": 0.9999235272407532, "decoder_belief_target_nll": 1.4061025381088257, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 5.64453125, "decoder_query_target_mass": 0.9999620914459229, "decoder_query_target_nll": 1.1256961822509766, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 4.703125 } ], "eval": [ { "step": 600, "rows": [ { "model": "cyclic_transition_ladder", "variant": "pilot_cyclic_mixer", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "cyclic_mixer", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 600, "length": 3, "query_type": "A", "k": 0, "n": 512, "decoder_query_target_mass": 0.46342329680919647, "decoder_query_target_nll": 2.397895336151123, "decoder_query_top1_on_support": 0.478515625, "mean_decoder_query_support_size": 5.09765625, "decoder_belief_target_mass": 0.06605108827352524, "decoder_belief_target_nll": 15.732054233551025, "decoder_belief_top1_on_support": 0.1015625, "mean_decoder_belief_support_size": 5.849609375, "mean_slot_purity": 0.999997615814209, "mean_slot_entropy": 3.839540295302868e-05, "mean_weight_entropy": 2.397895336151123, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 5.849609375 }, { "model": "cyclic_transition_ladder", "variant": "pilot_cyclic_mixer", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "cyclic_mixer", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 600, "length": 3, "query_type": "A", "k": 1, "n": 512, "decoder_query_target_mass": 0.5811040699481964, "decoder_query_target_nll": 4.2459142208099365, "decoder_query_top1_on_support": 0.576171875, "mean_decoder_query_support_size": 5.09765625, "decoder_belief_target_mass": 0.15382462739944458, "decoder_belief_target_nll": 13.46819543838501, "decoder_belief_top1_on_support": 0.185546875, "mean_decoder_belief_support_size": 5.849609375, "mean_slot_purity": 0.8649714291095734, "mean_slot_entropy": 0.2115653157234192, "mean_weight_entropy": 1.9719489216804504, "mean_route_entropy": 0.038052087649703026, "mean_route_accuracy": 0.9127604365348816, "mean_target_support_size": 5.849609375 }, { "model": "cyclic_transition_ladder", "variant": "pilot_cyclic_mixer", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "cyclic_mixer", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 600, "length": 3, "query_type": "A", "k": 2, "n": 512, "decoder_query_target_mass": 0.71852907538414, "decoder_query_target_nll": 3.729315996170044, "decoder_query_top1_on_support": 0.70703125, "mean_decoder_query_support_size": 5.09765625, "decoder_belief_target_mass": 0.2720089256763458, "decoder_belief_target_nll": 10.086863040924072, "decoder_belief_top1_on_support": 0.3046875, "mean_decoder_belief_support_size": 5.849609375, "mean_slot_purity": 0.800503134727478, "mean_slot_entropy": 0.361917644739151, "mean_weight_entropy": 1.7083924412727356, "mean_route_entropy": 0.03737914003431797, "mean_route_accuracy": 0.9075521230697632, "mean_target_support_size": 5.849609375 }, { "model": "cyclic_transition_ladder", "variant": "pilot_cyclic_mixer", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "cyclic_mixer", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 600, "length": 3, "query_type": "A", "k": 3, "n": 512, "decoder_query_target_mass": 0.9999761283397675, "decoder_query_target_nll": 1.2583292126655579, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 5.09765625, "decoder_belief_target_mass": 0.9999210834503174, "decoder_belief_target_nll": 1.481641411781311, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 5.849609375, "mean_slot_purity": 0.7591677606105804, "mean_slot_entropy": 0.4877823144197464, "mean_weight_entropy": 1.4816566705703735, "mean_route_entropy": 0.03461603447794914, "mean_route_accuracy": 0.904947966337204, "mean_target_support_size": 5.849609375 }, { "model": "cyclic_transition_ladder", "variant": "pilot_cyclic_mixer", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "cyclic_mixer", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 600, "length": 3, "query_type": "A", "k": 6, "n": 512, "decoder_query_target_mass": 0.9999761283397675, "decoder_query_target_nll": 1.2583292126655579, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 5.09765625, "decoder_belief_target_mass": 0.9999210834503174, "decoder_belief_target_nll": 1.481641411781311, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 5.849609375, "mean_slot_purity": 0.7591677606105804, "mean_slot_entropy": 0.4877823144197464, "mean_weight_entropy": 1.4816566705703735, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 5.849609375 }, { "model": "cyclic_transition_ladder", "variant": "pilot_cyclic_mixer", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "cyclic_mixer", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 600, "length": 3, "query_type": "A", "k": 9, "n": 512, "decoder_query_target_mass": 0.9999761283397675, "decoder_query_target_nll": 1.2583292126655579, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 5.09765625, "decoder_belief_target_mass": 0.9999210834503174, "decoder_belief_target_nll": 1.481641411781311, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 5.849609375, "mean_slot_purity": 0.7591677606105804, "mean_slot_entropy": 0.4877823144197464, "mean_weight_entropy": 1.4816566705703735, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 5.849609375 }, { "model": "cyclic_transition_ladder", "variant": "pilot_cyclic_mixer", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "cyclic_mixer", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 600, "length": 3, "query_type": "A", "k": 12, "n": 512, "decoder_query_target_mass": 0.9999761283397675, "decoder_query_target_nll": 1.2583292126655579, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 5.09765625, "decoder_belief_target_mass": 0.9999210834503174, "decoder_belief_target_nll": 1.481641411781311, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 5.849609375, "mean_slot_purity": 0.7591677606105804, "mean_slot_entropy": 0.4877823144197464, "mean_weight_entropy": 1.4816566705703735, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 5.849609375 }, { "model": "cyclic_transition_ladder", "variant": "pilot_cyclic_mixer", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "cyclic_mixer", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 600, "length": 3, "query_type": "B", "k": 0, "n": 512, "decoder_query_target_mass": 0.455078125, "decoder_query_target_nll": 2.397895336151123, "decoder_query_top1_on_support": 0.451171875, "mean_decoder_query_support_size": 5.005859375, "decoder_belief_target_mass": 0.07120022177696228, "decoder_belief_target_nll": 15.447587013244629, "decoder_belief_top1_on_support": 0.119140625, "mean_decoder_belief_support_size": 5.912109375, "mean_slot_purity": 0.999997615814209, "mean_slot_entropy": 3.839540295302868e-05, "mean_weight_entropy": 2.397895336151123, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 5.912109375 }, { "model": "cyclic_transition_ladder", "variant": "pilot_cyclic_mixer", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "cyclic_mixer", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 600, "length": 3, "query_type": "B", "k": 1, "n": 512, "decoder_query_target_mass": 0.5561980903148651, "decoder_query_target_nll": 3.99589741230011, "decoder_query_top1_on_support": 0.529296875, "mean_decoder_query_support_size": 5.005859375, "decoder_belief_target_mass": 0.14057376235723495, "decoder_belief_target_nll": 13.422767162322998, "decoder_belief_top1_on_support": 0.17578125, "mean_decoder_belief_support_size": 5.912109375, "mean_slot_purity": 0.8855969309806824, "mean_slot_entropy": 0.18321793526411057, "mean_weight_entropy": 2.059308886528015, "mean_route_entropy": 0.036246929317712784, "mean_route_accuracy": 0.901041716337204, "mean_target_support_size": 5.912109375 }, { "model": "cyclic_transition_ladder", "variant": "pilot_cyclic_mixer", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "cyclic_mixer", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 600, "length": 3, "query_type": "B", "k": 2, "n": 512, "decoder_query_target_mass": 0.7325851917266846, "decoder_query_target_nll": 3.7035019397735596, "decoder_query_top1_on_support": 0.72265625, "mean_decoder_query_support_size": 5.005859375, "decoder_belief_target_mass": 0.2640009820461273, "decoder_belief_target_nll": 10.374733448028564, "decoder_belief_top1_on_support": 0.3046875, "mean_decoder_belief_support_size": 5.912109375, "mean_slot_purity": 0.8084206879138947, "mean_slot_entropy": 0.3645893782377243, "mean_weight_entropy": 1.703066110610962, "mean_route_entropy": 0.036392683163285255, "mean_route_accuracy": 0.9147135615348816, "mean_target_support_size": 5.912109375 }, { "model": "cyclic_transition_ladder", "variant": "pilot_cyclic_mixer", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "cyclic_mixer", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 600, "length": 3, "query_type": "B", "k": 3, "n": 512, "decoder_query_target_mass": 0.9999779462814331, "decoder_query_target_nll": 1.2284314632415771, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 5.005859375, "decoder_belief_target_mass": 0.999923050403595, "decoder_belief_target_nll": 1.500509262084961, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 5.912109375, "mean_slot_purity": 0.7689887881278992, "mean_slot_entropy": 0.48024918138980865, "mean_weight_entropy": 1.5005358457565308, "mean_route_entropy": 0.03709682635962963, "mean_route_accuracy": 0.9029948115348816, "mean_target_support_size": 5.912109375 }, { "model": "cyclic_transition_ladder", "variant": "pilot_cyclic_mixer", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "cyclic_mixer", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 600, "length": 3, "query_type": "B", "k": 6, "n": 512, "decoder_query_target_mass": 0.9999779164791107, "decoder_query_target_nll": 1.2284314632415771, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 5.005859375, "decoder_belief_target_mass": 0.999923050403595, "decoder_belief_target_nll": 1.500509262084961, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 5.912109375, "mean_slot_purity": 0.7689887881278992, "mean_slot_entropy": 0.48024918138980865, "mean_weight_entropy": 1.5005358457565308, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 5.912109375 }, { "model": "cyclic_transition_ladder", "variant": "pilot_cyclic_mixer", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "cyclic_mixer", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 600, "length": 3, "query_type": "B", "k": 9, "n": 512, "decoder_query_target_mass": 0.9999779164791107, "decoder_query_target_nll": 1.2284314632415771, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 5.005859375, "decoder_belief_target_mass": 0.999923050403595, "decoder_belief_target_nll": 1.500509262084961, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 5.912109375, "mean_slot_purity": 0.7689887881278992, "mean_slot_entropy": 0.48024918138980865, "mean_weight_entropy": 1.5005358457565308, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 5.912109375 }, { "model": "cyclic_transition_ladder", "variant": "pilot_cyclic_mixer", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "cyclic_mixer", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 600, "length": 3, "query_type": "B", "k": 12, "n": 512, "decoder_query_target_mass": 0.9999779164791107, "decoder_query_target_nll": 1.2284314632415771, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 5.005859375, "decoder_belief_target_mass": 0.999923050403595, "decoder_belief_target_nll": 1.500509262084961, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 5.912109375, "mean_slot_purity": 0.7689887881278992, "mean_slot_entropy": 0.48024918138980865, "mean_weight_entropy": 1.5005358457565308, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 5.912109375 }, { "model": "cyclic_transition_ladder", "variant": "pilot_cyclic_mixer", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "cyclic_mixer", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 600, "length": 3, "query_type": "A_PLUS_B", "k": 0, "n": 512, "decoder_query_target_mass": 0.5324928760528564, "decoder_query_target_nll": 2.397895336151123, "decoder_query_top1_on_support": 0.525390625, "mean_decoder_query_support_size": 5.857421875, "decoder_belief_target_mass": 0.06409797258675098, "decoder_belief_target_nll": 15.616546154022217, "decoder_belief_top1_on_support": 0.09765625, "mean_decoder_belief_support_size": 6.25390625, "mean_slot_purity": 0.999997615814209, "mean_slot_entropy": 3.839540295302868e-05, "mean_weight_entropy": 2.397895336151123, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 6.25390625 }, { "model": "cyclic_transition_ladder", "variant": "pilot_cyclic_mixer", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "cyclic_mixer", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 600, "length": 3, "query_type": "A_PLUS_B", "k": 1, "n": 512, "decoder_query_target_mass": 0.5569671094417572, "decoder_query_target_nll": 4.249665379524231, "decoder_query_top1_on_support": 0.5625, "mean_decoder_query_support_size": 5.857421875, "decoder_belief_target_mass": 0.16453692317008972, "decoder_belief_target_nll": 13.315278053283691, "decoder_belief_top1_on_support": 0.1875, "mean_decoder_belief_support_size": 6.25390625, "mean_slot_purity": 0.8769565224647522, "mean_slot_entropy": 0.19495148956775665, "mean_weight_entropy": 2.0218923091888428, "mean_route_entropy": 0.038714103400707245, "mean_route_accuracy": 0.908854216337204, "mean_target_support_size": 6.25390625 }, { "model": "cyclic_transition_ladder", "variant": "pilot_cyclic_mixer", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "cyclic_mixer", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 600, "length": 3, "query_type": "A_PLUS_B", "k": 2, "n": 512, "decoder_query_target_mass": 0.6029822826385498, "decoder_query_target_nll": 5.040880918502808, "decoder_query_top1_on_support": 0.607421875, "mean_decoder_query_support_size": 5.857421875, "decoder_belief_target_mass": 0.2755713015794754, "decoder_belief_target_nll": 10.406882286071777, "decoder_belief_top1_on_support": 0.310546875, "mean_decoder_belief_support_size": 6.25390625, "mean_slot_purity": 0.8128247559070587, "mean_slot_entropy": 0.3540172278881073, "mean_weight_entropy": 1.7280946373939514, "mean_route_entropy": 0.03646400198340416, "mean_route_accuracy": 0.9225260615348816, "mean_target_support_size": 6.25390625 }, { "model": "cyclic_transition_ladder", "variant": "pilot_cyclic_mixer", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "cyclic_mixer", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 600, "length": 3, "query_type": "A_PLUS_B", "k": 3, "n": 512, "decoder_query_target_mass": 0.9999622404575348, "decoder_query_target_nll": 1.452294111251831, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 5.857421875, "decoder_belief_target_mass": 0.999923586845398, "decoder_belief_target_nll": 1.549500584602356, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 6.25390625, "mean_slot_purity": 0.7766422033309937, "mean_slot_entropy": 0.4626328647136688, "mean_weight_entropy": 1.5495113134384155, "mean_route_entropy": 0.03519155643880367, "mean_route_accuracy": 0.9160156548023224, "mean_target_support_size": 6.25390625 }, { "model": "cyclic_transition_ladder", "variant": "pilot_cyclic_mixer", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "cyclic_mixer", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 600, "length": 3, "query_type": "A_PLUS_B", "k": 6, "n": 512, "decoder_query_target_mass": 0.9999622404575348, "decoder_query_target_nll": 1.452294111251831, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 5.857421875, "decoder_belief_target_mass": 0.999923586845398, "decoder_belief_target_nll": 1.549500584602356, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 6.25390625, "mean_slot_purity": 0.7766422033309937, "mean_slot_entropy": 0.4626328647136688, "mean_weight_entropy": 1.5495113134384155, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 6.25390625 }, { "model": "cyclic_transition_ladder", "variant": "pilot_cyclic_mixer", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "cyclic_mixer", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 600, "length": 3, "query_type": "A_PLUS_B", "k": 9, "n": 512, "decoder_query_target_mass": 0.9999622404575348, "decoder_query_target_nll": 1.4522941708564758, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 5.857421875, "decoder_belief_target_mass": 0.999923586845398, "decoder_belief_target_nll": 1.549500584602356, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 6.25390625, "mean_slot_purity": 0.7766422033309937, "mean_slot_entropy": 0.4626328647136688, "mean_weight_entropy": 1.5495113134384155, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 6.25390625 }, { "model": "cyclic_transition_ladder", "variant": "pilot_cyclic_mixer", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "cyclic_mixer", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 600, "length": 3, "query_type": "A_PLUS_B", "k": 12, "n": 512, "decoder_query_target_mass": 0.9999622404575348, "decoder_query_target_nll": 1.452294111251831, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 5.857421875, "decoder_belief_target_mass": 0.999923586845398, "decoder_belief_target_nll": 1.549500584602356, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 6.25390625, "mean_slot_purity": 0.7766422033309937, "mean_slot_entropy": 0.4626328647136688, "mean_weight_entropy": 1.5495113134384155, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 6.25390625 }, { "model": "cyclic_transition_ladder", "variant": "pilot_cyclic_mixer", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "cyclic_mixer", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 600, "length": 3, "query_type": "A_MINUS_B", "k": 0, "n": 512, "decoder_query_target_mass": 0.47265617549419403, "decoder_query_target_nll": 13.3654146194458, "decoder_query_top1_on_support": 0.47265625, "mean_decoder_query_support_size": 4.90625, "decoder_belief_target_mass": 0.06409796886146069, "decoder_belief_target_nll": 15.763309478759766, "decoder_belief_top1_on_support": 0.107421875, "mean_decoder_belief_support_size": 6.041015625, "mean_slot_purity": 0.999997615814209, "mean_slot_entropy": 3.839540295302868e-05, "mean_weight_entropy": 2.397895336151123, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 6.041015625 }, { "model": "cyclic_transition_ladder", "variant": "pilot_cyclic_mixer", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "cyclic_mixer", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 600, "length": 3, "query_type": "A_MINUS_B", "k": 1, "n": 512, "decoder_query_target_mass": 0.5110059380531311, "decoder_query_target_nll": 7.775686979293823, "decoder_query_top1_on_support": 0.521484375, "mean_decoder_query_support_size": 4.90625, "decoder_belief_target_mass": 0.17264306545257568, "decoder_belief_target_nll": 13.123241424560547, "decoder_belief_top1_on_support": 0.205078125, "mean_decoder_belief_support_size": 6.041015625, "mean_slot_purity": 0.8689948916435242, "mean_slot_entropy": 0.20997073501348495, "mean_weight_entropy": 2.0112563967704773, "mean_route_entropy": 0.03657582402229309, "mean_route_accuracy": 0.9042969048023224, "mean_target_support_size": 6.041015625 }, { "model": "cyclic_transition_ladder", "variant": "pilot_cyclic_mixer", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "cyclic_mixer", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 600, "length": 3, "query_type": "A_MINUS_B", "k": 2, "n": 512, "decoder_query_target_mass": 0.5781168341636658, "decoder_query_target_nll": 6.066074848175049, "decoder_query_top1_on_support": 0.583984375, "mean_decoder_query_support_size": 4.90625, "decoder_belief_target_mass": 0.3002241551876068, "decoder_belief_target_nll": 9.958195686340332, "decoder_belief_top1_on_support": 0.34375, "mean_decoder_belief_support_size": 6.041015625, "mean_slot_purity": 0.7988756000995636, "mean_slot_entropy": 0.38586199283599854, "mean_weight_entropy": 1.720159649848938, "mean_route_entropy": 0.03630131110548973, "mean_route_accuracy": 0.9108073115348816, "mean_target_support_size": 6.041015625 }, { "model": "cyclic_transition_ladder", "variant": "pilot_cyclic_mixer", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "cyclic_mixer", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 600, "length": 3, "query_type": "A_MINUS_B", "k": 3, "n": 512, "decoder_query_target_mass": 0.9999567568302155, "decoder_query_target_nll": 1.1430936455726624, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 4.90625, "decoder_belief_target_mass": 0.9999260902404785, "decoder_belief_target_nll": 1.5218290090560913, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 6.041015625, "mean_slot_purity": 0.7590200304985046, "mean_slot_entropy": 0.5141240805387497, "mean_weight_entropy": 1.521838665008545, "mean_route_entropy": 0.03658461011946201, "mean_route_accuracy": 0.9082031548023224, "mean_target_support_size": 6.041015625 }, { "model": "cyclic_transition_ladder", "variant": "pilot_cyclic_mixer", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "cyclic_mixer", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 600, "length": 3, "query_type": "A_MINUS_B", "k": 6, "n": 512, "decoder_query_target_mass": 0.9999567568302155, "decoder_query_target_nll": 1.1430936455726624, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 4.90625, "decoder_belief_target_mass": 0.9999260902404785, "decoder_belief_target_nll": 1.5218290090560913, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 6.041015625, "mean_slot_purity": 0.7590200304985046, "mean_slot_entropy": 0.5141240805387497, "mean_weight_entropy": 1.521838665008545, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 6.041015625 }, { "model": "cyclic_transition_ladder", "variant": "pilot_cyclic_mixer", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "cyclic_mixer", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 600, "length": 3, "query_type": "A_MINUS_B", "k": 9, "n": 512, "decoder_query_target_mass": 0.9999567568302155, "decoder_query_target_nll": 1.1430936455726624, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 4.90625, "decoder_belief_target_mass": 0.9999260902404785, "decoder_belief_target_nll": 1.5218290090560913, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 6.041015625, "mean_slot_purity": 0.7590200304985046, "mean_slot_entropy": 0.5141240805387497, "mean_weight_entropy": 1.521838665008545, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 6.041015625 }, { "model": "cyclic_transition_ladder", "variant": "pilot_cyclic_mixer", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "cyclic_mixer", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 600, "length": 3, "query_type": "A_MINUS_B", "k": 12, "n": 512, "decoder_query_target_mass": 0.9999567568302155, "decoder_query_target_nll": 1.1430936455726624, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 4.90625, "decoder_belief_target_mass": 0.9999260902404785, "decoder_belief_target_nll": 1.5218290090560913, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 6.041015625, "mean_slot_purity": 0.7590200304985046, "mean_slot_entropy": 0.5141240805387497, "mean_weight_entropy": 1.521838665008545, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 6.041015625 }, { "model": "cyclic_transition_ladder", "variant": "pilot_cyclic_mixer", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "cyclic_mixer", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 600, "length": 6, "query_type": "A", "k": 0, "n": 512, "decoder_query_target_mass": 0.2736150622367859, "decoder_query_target_nll": 2.397895336151123, "decoder_query_top1_on_support": 0.28515625, "mean_decoder_query_support_size": 3.009765625, "decoder_belief_target_mass": 0.030894880183041096, "decoder_belief_target_nll": 16.201786994934082, "decoder_belief_top1_on_support": 0.041015625, "mean_decoder_belief_support_size": 3.615234375, "mean_slot_purity": 0.999997615814209, "mean_slot_entropy": 3.839540295302868e-05, "mean_weight_entropy": 2.397895336151123, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.615234375 }, { "model": "cyclic_transition_ladder", "variant": "pilot_cyclic_mixer", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "cyclic_mixer", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 600, "length": 6, "query_type": "A", "k": 1, "n": 512, "decoder_query_target_mass": 0.3024226278066635, "decoder_query_target_nll": 5.803061246871948, "decoder_query_top1_on_support": 0.298828125, "mean_decoder_query_support_size": 3.009765625, "decoder_belief_target_mass": 0.03899579681456089, "decoder_belief_target_nll": 15.803784847259521, "decoder_belief_top1_on_support": 0.037109375, "mean_decoder_belief_support_size": 3.615234375, "mean_slot_purity": 0.861420214176178, "mean_slot_entropy": 0.22244342416524887, "mean_weight_entropy": 1.9909549951553345, "mean_route_entropy": 0.036847613751888275, "mean_route_accuracy": 0.9088541865348816, "mean_target_support_size": 3.615234375 }, { "model": "cyclic_transition_ladder", "variant": "pilot_cyclic_mixer", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "cyclic_mixer", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 600, "length": 6, "query_type": "A", "k": 2, "n": 512, "decoder_query_target_mass": 0.3282059133052826, "decoder_query_target_nll": 7.053324937820435, "decoder_query_top1_on_support": 0.337890625, "mean_decoder_query_support_size": 3.009765625, "decoder_belief_target_mass": 0.05403316579759121, "decoder_belief_target_nll": 15.509221076965332, "decoder_belief_top1_on_support": 0.068359375, "mean_decoder_belief_support_size": 3.615234375, "mean_slot_purity": 0.7883544564247131, "mean_slot_entropy": 0.40201932191848755, "mean_weight_entropy": 1.6638816595077515, "mean_route_entropy": 0.0360099021345377, "mean_route_accuracy": 0.9205729365348816, "mean_target_support_size": 3.615234375 }, { "model": "cyclic_transition_ladder", "variant": "pilot_cyclic_mixer", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "cyclic_mixer", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 600, "length": 6, "query_type": "A", "k": 3, "n": 512, "decoder_query_target_mass": 0.3798725754022598, "decoder_query_target_nll": 6.8733649253845215, "decoder_query_top1_on_support": 0.400390625, "mean_decoder_query_support_size": 3.009765625, "decoder_belief_target_mass": 0.07271694205701351, "decoder_belief_target_nll": 14.872059345245361, "decoder_belief_top1_on_support": 0.0859375, "mean_decoder_belief_support_size": 3.615234375, "mean_slot_purity": 0.7491372227668762, "mean_slot_entropy": 0.5351313054561615, "mean_weight_entropy": 1.4798333644866943, "mean_route_entropy": 0.03366175666451454, "mean_route_accuracy": 0.8971354365348816, "mean_target_support_size": 3.615234375 }, { "model": "cyclic_transition_ladder", "variant": "pilot_cyclic_mixer", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "cyclic_mixer", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 600, "length": 6, "query_type": "A", "k": 6, "n": 512, "decoder_query_target_mass": 0.9999260008335114, "decoder_query_target_nll": 0.7840504944324493, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 3.009765625, "decoder_belief_target_mass": 0.999817818403244, "decoder_belief_target_nll": 0.9942916035652161, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 3.615234375, "mean_slot_purity": 0.6649652719497681, "mean_slot_entropy": 0.8520387709140778, "mean_weight_entropy": 0.9944340586662292, "mean_route_entropy": 0.03903951868414879, "mean_route_accuracy": 0.9049479365348816, "mean_target_support_size": 3.615234375 }, { "model": "cyclic_transition_ladder", "variant": "pilot_cyclic_mixer", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "cyclic_mixer", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 600, "length": 6, "query_type": "A", "k": 9, "n": 512, "decoder_query_target_mass": 0.9999260008335114, "decoder_query_target_nll": 0.7840504944324493, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 3.009765625, "decoder_belief_target_mass": 0.999817818403244, "decoder_belief_target_nll": 0.9942916035652161, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 3.615234375, "mean_slot_purity": 0.6649652719497681, "mean_slot_entropy": 0.8520387709140778, "mean_weight_entropy": 0.9944340586662292, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.615234375 }, { "model": "cyclic_transition_ladder", "variant": "pilot_cyclic_mixer", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "cyclic_mixer", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 600, "length": 6, "query_type": "A", "k": 12, "n": 512, "decoder_query_target_mass": 0.999925971031189, "decoder_query_target_nll": 0.7840504944324493, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 3.009765625, "decoder_belief_target_mass": 0.999817818403244, "decoder_belief_target_nll": 0.9942916035652161, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 3.615234375, "mean_slot_purity": 0.6649652719497681, "mean_slot_entropy": 0.8520387709140778, "mean_weight_entropy": 0.9944340586662292, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.615234375 }, { "model": "cyclic_transition_ladder", "variant": "pilot_cyclic_mixer", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "cyclic_mixer", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 600, "length": 6, "query_type": "B", "k": 0, "n": 512, "decoder_query_target_mass": 0.29367896914482117, "decoder_query_target_nll": 2.397895336151123, "decoder_query_top1_on_support": 0.29296875, "mean_decoder_query_support_size": 3.23046875, "decoder_belief_target_mass": 0.031427549198269844, "decoder_belief_target_nll": 16.20088005065918, "decoder_belief_top1_on_support": 0.025390625, "mean_decoder_belief_support_size": 3.689453125, "mean_slot_purity": 0.999997615814209, "mean_slot_entropy": 3.839540295302868e-05, "mean_weight_entropy": 2.397895336151123, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.689453125 }, { "model": "cyclic_transition_ladder", "variant": "pilot_cyclic_mixer", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "cyclic_mixer", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 600, "length": 6, "query_type": "B", "k": 1, "n": 512, "decoder_query_target_mass": 0.315632700920105, "decoder_query_target_nll": 5.53607964515686, "decoder_query_top1_on_support": 0.33984375, "mean_decoder_query_support_size": 3.23046875, "decoder_belief_target_mass": 0.04212585650384426, "decoder_belief_target_nll": 15.600451469421387, "decoder_belief_top1_on_support": 0.05859375, "mean_decoder_belief_support_size": 3.689453125, "mean_slot_purity": 0.8646464347839355, "mean_slot_entropy": 0.21523196250200272, "mean_weight_entropy": 1.98890221118927, "mean_route_entropy": 0.03467470221221447, "mean_route_accuracy": 0.9153646230697632, "mean_target_support_size": 3.689453125 }, { "model": "cyclic_transition_ladder", "variant": "pilot_cyclic_mixer", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "cyclic_mixer", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 600, "length": 6, "query_type": "B", "k": 2, "n": 512, "decoder_query_target_mass": 0.3621430993080139, "decoder_query_target_nll": 6.428965091705322, "decoder_query_top1_on_support": 0.359375, "mean_decoder_query_support_size": 3.23046875, "decoder_belief_target_mass": 0.057532452046871185, "decoder_belief_target_nll": 15.219616889953613, "decoder_belief_top1_on_support": 0.064453125, "mean_decoder_belief_support_size": 3.689453125, "mean_slot_purity": 0.8074749708175659, "mean_slot_entropy": 0.35076816380023956, "mean_weight_entropy": 1.7366936802864075, "mean_route_entropy": 0.036657530814409256, "mean_route_accuracy": 0.9153645932674408, "mean_target_support_size": 3.689453125 }, { "model": "cyclic_transition_ladder", "variant": "pilot_cyclic_mixer", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "cyclic_mixer", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 600, "length": 6, "query_type": "B", "k": 3, "n": 512, "decoder_query_target_mass": 0.4011109173297882, "decoder_query_target_nll": 6.771631717681885, "decoder_query_top1_on_support": 0.396484375, "mean_decoder_query_support_size": 3.23046875, "decoder_belief_target_mass": 0.08152305334806442, "decoder_belief_target_nll": 14.306610107421875, "decoder_belief_top1_on_support": 0.08984375, "mean_decoder_belief_support_size": 3.689453125, "mean_slot_purity": 0.7634541094303131, "mean_slot_entropy": 0.4857544004917145, "mean_weight_entropy": 1.5041685700416565, "mean_route_entropy": 0.03880104050040245, "mean_route_accuracy": 0.9134114682674408, "mean_target_support_size": 3.689453125 }, { "model": "cyclic_transition_ladder", "variant": "pilot_cyclic_mixer", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "cyclic_mixer", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 600, "length": 6, "query_type": "B", "k": 6, "n": 512, "decoder_query_target_mass": 0.9999369978904724, "decoder_query_target_nll": 0.8417308330535889, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 3.23046875, "decoder_belief_target_mass": 0.9998249113559723, "decoder_belief_target_nll": 1.0146706104278564, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 3.689453125, "mean_slot_purity": 0.672286868095398, "mean_slot_entropy": 0.8049561679363251, "mean_weight_entropy": 1.0148427486419678, "mean_route_entropy": 0.036517905071377754, "mean_route_accuracy": 0.9153645932674408, "mean_target_support_size": 3.689453125 }, { "model": "cyclic_transition_ladder", "variant": "pilot_cyclic_mixer", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "cyclic_mixer", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 600, "length": 6, "query_type": "B", "k": 9, "n": 512, "decoder_query_target_mass": 0.9999369978904724, "decoder_query_target_nll": 0.8417308032512665, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 3.23046875, "decoder_belief_target_mass": 0.9998249113559723, "decoder_belief_target_nll": 1.0146706104278564, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 3.689453125, "mean_slot_purity": 0.672286868095398, "mean_slot_entropy": 0.8049561679363251, "mean_weight_entropy": 1.0148427486419678, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.689453125 }, { "model": "cyclic_transition_ladder", "variant": "pilot_cyclic_mixer", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "cyclic_mixer", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 600, "length": 6, "query_type": "B", "k": 12, "n": 512, "decoder_query_target_mass": 0.9999369978904724, "decoder_query_target_nll": 0.8417308330535889, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 3.23046875, "decoder_belief_target_mass": 0.9998249113559723, "decoder_belief_target_nll": 1.0146706104278564, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 3.689453125, "mean_slot_purity": 0.672286868095398, "mean_slot_entropy": 0.8049561679363251, "mean_weight_entropy": 1.0148427486419678, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.689453125 }, { "model": "cyclic_transition_ladder", "variant": "pilot_cyclic_mixer", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "cyclic_mixer", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 600, "length": 6, "query_type": "A_PLUS_B", "k": 0, "n": 512, "decoder_query_target_mass": 0.2926136404275894, "decoder_query_target_nll": 2.397895336151123, "decoder_query_top1_on_support": 0.302734375, "mean_decoder_query_support_size": 3.21875, "decoder_belief_target_mass": 0.028409086167812347, "decoder_belief_target_nll": 16.214017868041992, "decoder_belief_top1_on_support": 0.037109375, "mean_decoder_belief_support_size": 3.38671875, "mean_slot_purity": 0.999997615814209, "mean_slot_entropy": 3.839540295302868e-05, "mean_weight_entropy": 2.397895336151123, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.38671875 }, { "model": "cyclic_transition_ladder", "variant": "pilot_cyclic_mixer", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "cyclic_mixer", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 600, "length": 6, "query_type": "A_PLUS_B", "k": 1, "n": 512, "decoder_query_target_mass": 0.2889503538608551, "decoder_query_target_nll": 5.140108585357666, "decoder_query_top1_on_support": 0.28125, "mean_decoder_query_support_size": 3.21875, "decoder_belief_target_mass": 0.046817841939628124, "decoder_belief_target_nll": 15.612663269042969, "decoder_belief_top1_on_support": 0.05859375, "mean_decoder_belief_support_size": 3.38671875, "mean_slot_purity": 0.8513883352279663, "mean_slot_entropy": 0.23710431903600693, "mean_weight_entropy": 1.953376054763794, "mean_route_entropy": 0.0365065261721611, "mean_route_accuracy": 0.9199219048023224, "mean_target_support_size": 3.38671875 }, { "model": "cyclic_transition_ladder", "variant": "pilot_cyclic_mixer", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "cyclic_mixer", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 600, "length": 6, "query_type": "A_PLUS_B", "k": 2, "n": 512, "decoder_query_target_mass": 0.28702493011951447, "decoder_query_target_nll": 6.5423665046691895, "decoder_query_top1_on_support": 0.298828125, "mean_decoder_query_support_size": 3.21875, "decoder_belief_target_mass": 0.05773444101214409, "decoder_belief_target_nll": 15.360416889190674, "decoder_belief_top1_on_support": 0.072265625, "mean_decoder_belief_support_size": 3.38671875, "mean_slot_purity": 0.7853195667266846, "mean_slot_entropy": 0.3925769776105881, "mean_weight_entropy": 1.6847350001335144, "mean_route_entropy": 0.037966618314385414, "mean_route_accuracy": 0.910807341337204, "mean_target_support_size": 3.38671875 }, { "model": "cyclic_transition_ladder", "variant": "pilot_cyclic_mixer", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "cyclic_mixer", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 600, "length": 6, "query_type": "A_PLUS_B", "k": 3, "n": 512, "decoder_query_target_mass": 0.30355115234851837, "decoder_query_target_nll": 7.239069938659668, "decoder_query_top1_on_support": 0.310546875, "mean_decoder_query_support_size": 3.21875, "decoder_belief_target_mass": 0.09416741505265236, "decoder_belief_target_nll": 14.474638938903809, "decoder_belief_top1_on_support": 0.103515625, "mean_decoder_belief_support_size": 3.38671875, "mean_slot_purity": 0.7413246631622314, "mean_slot_entropy": 0.5357793569564819, "mean_weight_entropy": 1.4555832147598267, "mean_route_entropy": 0.03821306489408016, "mean_route_accuracy": 0.9153646230697632, "mean_target_support_size": 3.38671875 }, { "model": "cyclic_transition_ladder", "variant": "pilot_cyclic_mixer", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "cyclic_mixer", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 600, "length": 6, "query_type": "A_PLUS_B", "k": 6, "n": 512, "decoder_query_target_mass": 0.9998685717582703, "decoder_query_target_nll": 0.88442063331604, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 3.21875, "decoder_belief_target_mass": 0.9998256862163544, "decoder_belief_target_nll": 0.9564820528030396, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 3.38671875, "mean_slot_purity": 0.6435464024543762, "mean_slot_entropy": 0.8983678221702576, "mean_weight_entropy": 0.9566570222377777, "mean_route_entropy": 0.035959942266345024, "mean_route_accuracy": 0.9055989682674408, "mean_target_support_size": 3.38671875 }, { "model": "cyclic_transition_ladder", "variant": "pilot_cyclic_mixer", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "cyclic_mixer", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 600, "length": 6, "query_type": "A_PLUS_B", "k": 9, "n": 512, "decoder_query_target_mass": 0.9998685717582703, "decoder_query_target_nll": 0.88442063331604, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 3.21875, "decoder_belief_target_mass": 0.9998256862163544, "decoder_belief_target_nll": 0.9564820528030396, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 3.38671875, "mean_slot_purity": 0.6435464024543762, "mean_slot_entropy": 0.8983678221702576, "mean_weight_entropy": 0.9566570222377777, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.38671875 }, { "model": "cyclic_transition_ladder", "variant": "pilot_cyclic_mixer", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "cyclic_mixer", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 600, "length": 6, "query_type": "A_PLUS_B", "k": 12, "n": 512, "decoder_query_target_mass": 0.9998685717582703, "decoder_query_target_nll": 0.88442063331604, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 3.21875, "decoder_belief_target_mass": 0.9998256862163544, "decoder_belief_target_nll": 0.9564820528030396, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 3.38671875, "mean_slot_purity": 0.6435464024543762, "mean_slot_entropy": 0.8983678221702576, "mean_weight_entropy": 0.9566570222377777, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.38671875 }, { "model": "cyclic_transition_ladder", "variant": "pilot_cyclic_mixer", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "cyclic_mixer", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 600, "length": 6, "query_type": "A_MINUS_B", "k": 0, "n": 512, "decoder_query_target_mass": 0.3242186903953552, "decoder_query_target_nll": 13.719185829162598, "decoder_query_top1_on_support": 0.32421875, "mean_decoder_query_support_size": 3.408203125, "decoder_belief_target_mass": 0.03391334135085344, "decoder_belief_target_nll": 16.11708164215088, "decoder_belief_top1_on_support": 0.029296875, "mean_decoder_belief_support_size": 3.783203125, "mean_slot_purity": 0.999997615814209, "mean_slot_entropy": 3.839540295302868e-05, "mean_weight_entropy": 2.397895336151123, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.783203125 }, { "model": "cyclic_transition_ladder", "variant": "pilot_cyclic_mixer", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "cyclic_mixer", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 600, "length": 6, "query_type": "A_MINUS_B", "k": 1, "n": 512, "decoder_query_target_mass": 0.3224441707134247, "decoder_query_target_nll": 8.795012950897217, "decoder_query_top1_on_support": 0.32421875, "mean_decoder_query_support_size": 3.408203125, "decoder_belief_target_mass": 0.04604265093803406, "decoder_belief_target_nll": 15.5967435836792, "decoder_belief_top1_on_support": 0.048828125, "mean_decoder_belief_support_size": 3.783203125, "mean_slot_purity": 0.866096705198288, "mean_slot_entropy": 0.2134692445397377, "mean_weight_entropy": 1.9963542819023132, "mean_route_entropy": 0.038256241008639336, "mean_route_accuracy": 0.9049479365348816, "mean_target_support_size": 3.783203125 }, { "model": "cyclic_transition_ladder", "variant": "pilot_cyclic_mixer", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "cyclic_mixer", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 600, "length": 6, "query_type": "A_MINUS_B", "k": 2, "n": 512, "decoder_query_target_mass": 0.31051529943943024, "decoder_query_target_nll": 8.10930061340332, "decoder_query_top1_on_support": 0.314453125, "mean_decoder_query_support_size": 3.408203125, "decoder_belief_target_mass": 0.06509911641478539, "decoder_belief_target_nll": 15.056437015533447, "decoder_belief_top1_on_support": 0.072265625, "mean_decoder_belief_support_size": 3.783203125, "mean_slot_purity": 0.7989462316036224, "mean_slot_entropy": 0.36903703212738037, "mean_weight_entropy": 1.6899805068969727, "mean_route_entropy": 0.03799803368747234, "mean_route_accuracy": 0.9127604365348816, "mean_target_support_size": 3.783203125 }, { "model": "cyclic_transition_ladder", "variant": "pilot_cyclic_mixer", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "cyclic_mixer", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 600, "length": 6, "query_type": "A_MINUS_B", "k": 3, "n": 512, "decoder_query_target_mass": 0.33749713003635406, "decoder_query_target_nll": 7.805681228637695, "decoder_query_top1_on_support": 0.33203125, "mean_decoder_query_support_size": 3.408203125, "decoder_belief_target_mass": 0.09146817401051521, "decoder_belief_target_nll": 14.404307842254639, "decoder_belief_top1_on_support": 0.09375, "mean_decoder_belief_support_size": 3.783203125, "mean_slot_purity": 0.7609699964523315, "mean_slot_entropy": 0.48304492235183716, "mean_weight_entropy": 1.4839564561843872, "mean_route_entropy": 0.03765344247221947, "mean_route_accuracy": 0.9166666865348816, "mean_target_support_size": 3.783203125 }, { "model": "cyclic_transition_ladder", "variant": "pilot_cyclic_mixer", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "cyclic_mixer", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 600, "length": 6, "query_type": "A_MINUS_B", "k": 6, "n": 512, "decoder_query_target_mass": 0.9998705685138702, "decoder_query_target_nll": 0.8671656847000122, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 3.408203125, "decoder_belief_target_mass": 0.9998222291469574, "decoder_belief_target_nll": 1.0217416882514954, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 3.783203125, "mean_slot_purity": 0.6709287166595459, "mean_slot_entropy": 0.8137762546539307, "mean_weight_entropy": 1.0218695998191833, "mean_route_entropy": 0.03703559190034866, "mean_route_accuracy": 0.9127604365348816, "mean_target_support_size": 3.783203125 }, { "model": "cyclic_transition_ladder", "variant": "pilot_cyclic_mixer", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "cyclic_mixer", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 600, "length": 6, "query_type": "A_MINUS_B", "k": 9, "n": 512, "decoder_query_target_mass": 0.9998705387115479, "decoder_query_target_nll": 0.8671656847000122, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 3.408203125, "decoder_belief_target_mass": 0.9998222291469574, "decoder_belief_target_nll": 1.0217416882514954, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 3.783203125, "mean_slot_purity": 0.6709287166595459, "mean_slot_entropy": 0.8137762546539307, "mean_weight_entropy": 1.0218695998191833, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.783203125 }, { "model": "cyclic_transition_ladder", "variant": "pilot_cyclic_mixer", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "cyclic_mixer", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 600, "length": 6, "query_type": "A_MINUS_B", "k": 12, "n": 512, "decoder_query_target_mass": 0.9998705685138702, "decoder_query_target_nll": 0.8671656847000122, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 3.408203125, "decoder_belief_target_mass": 0.9998222291469574, "decoder_belief_target_nll": 1.0217416882514954, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 3.783203125, "mean_slot_purity": 0.6709287166595459, "mean_slot_entropy": 0.8137762546539307, "mean_weight_entropy": 1.0218695998191833, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.783203125 }, { "model": "cyclic_transition_ladder", "variant": "pilot_cyclic_mixer", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "cyclic_mixer", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 600, "length": 9, "query_type": "A", "k": 0, "n": 512, "decoder_query_target_mass": 0.20436789095401764, "decoder_query_target_nll": 2.397895336151123, "decoder_query_top1_on_support": 0.212890625, "mean_decoder_query_support_size": 2.248046875, "decoder_belief_target_mass": 0.021661928854882717, "decoder_belief_target_nll": 16.15286636352539, "decoder_belief_top1_on_support": 0.025390625, "mean_decoder_belief_support_size": 2.623046875, "mean_slot_purity": 0.999997615814209, "mean_slot_entropy": 3.839540295302868e-05, "mean_weight_entropy": 2.397895336151123, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.623046875 }, { "model": "cyclic_transition_ladder", "variant": "pilot_cyclic_mixer", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "cyclic_mixer", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 600, "length": 9, "query_type": "A", "k": 1, "n": 512, "decoder_query_target_mass": 0.21601249277591705, "decoder_query_target_nll": 6.02321720123291, "decoder_query_top1_on_support": 0.21875, "mean_decoder_query_support_size": 2.248046875, "decoder_belief_target_mass": 0.028469719924032688, "decoder_belief_target_nll": 15.879138946533203, "decoder_belief_top1_on_support": 0.037109375, "mean_decoder_belief_support_size": 2.623046875, "mean_slot_purity": 0.8666867017745972, "mean_slot_entropy": 0.21168064326047897, "mean_weight_entropy": 1.9931858777999878, "mean_route_entropy": 0.03321743384003639, "mean_route_accuracy": 0.9036458432674408, "mean_target_support_size": 2.623046875 }, { "model": "cyclic_transition_ladder", "variant": "pilot_cyclic_mixer", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "cyclic_mixer", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 600, "length": 9, "query_type": "A", "k": 2, "n": 512, "decoder_query_target_mass": 0.23206421732902527, "decoder_query_target_nll": 7.406910419464111, "decoder_query_top1_on_support": 0.24609375, "mean_decoder_query_support_size": 2.248046875, "decoder_belief_target_mass": 0.03303550183773041, "decoder_belief_target_nll": 15.914320945739746, "decoder_belief_top1_on_support": 0.03515625, "mean_decoder_belief_support_size": 2.623046875, "mean_slot_purity": 0.7983262836933136, "mean_slot_entropy": 0.3697374016046524, "mean_weight_entropy": 1.6975699663162231, "mean_route_entropy": 0.03565891645848751, "mean_route_accuracy": 0.918619841337204, "mean_target_support_size": 2.623046875 }, { "model": "cyclic_transition_ladder", "variant": "pilot_cyclic_mixer", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "cyclic_mixer", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 600, "length": 9, "query_type": "A", "k": 3, "n": 512, "decoder_query_target_mass": 0.23888641595840454, "decoder_query_target_nll": 8.096673488616943, "decoder_query_top1_on_support": 0.251953125, "mean_decoder_query_support_size": 2.248046875, "decoder_belief_target_mass": 0.04084005579352379, "decoder_belief_target_nll": 15.997151374816895, "decoder_belief_top1_on_support": 0.05078125, "mean_decoder_belief_support_size": 2.623046875, "mean_slot_purity": 0.7507060170173645, "mean_slot_entropy": 0.514611229300499, "mean_weight_entropy": 1.4352449178695679, "mean_route_entropy": 0.039219506084918976, "mean_route_accuracy": 0.9199219048023224, "mean_target_support_size": 2.623046875 }, { "model": "cyclic_transition_ladder", "variant": "pilot_cyclic_mixer", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "cyclic_mixer", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 600, "length": 9, "query_type": "A", "k": 6, "n": 512, "decoder_query_target_mass": 0.3600313812494278, "decoder_query_target_nll": 7.963430404663086, "decoder_query_top1_on_support": 0.376953125, "mean_decoder_query_support_size": 2.248046875, "decoder_belief_target_mass": 0.12020823359489441, "decoder_belief_target_nll": 14.051963806152344, "decoder_belief_top1_on_support": 0.134765625, "mean_decoder_belief_support_size": 2.623046875, "mean_slot_purity": 0.6632941961288452, "mean_slot_entropy": 0.8419063687324524, "mean_weight_entropy": 0.9814698100090027, "mean_route_entropy": 0.03947744518518448, "mean_route_accuracy": 0.9192708730697632, "mean_target_support_size": 2.623046875 }, { "model": "cyclic_transition_ladder", "variant": "pilot_cyclic_mixer", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "cyclic_mixer", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 600, "length": 9, "query_type": "A", "k": 9, "n": 512, "decoder_query_target_mass": 0.9998726546764374, "decoder_query_target_nll": 0.5431114137172699, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 2.248046875, "decoder_belief_target_mass": 0.9997127950191498, "decoder_belief_target_nll": 0.6823370456695557, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 2.623046875, "mean_slot_purity": 0.5925647020339966, "mean_slot_entropy": 1.0982869267463684, "mean_weight_entropy": 0.682606041431427, "mean_route_entropy": 0.03652670793235302, "mean_route_accuracy": 0.9055989980697632, "mean_target_support_size": 2.623046875 }, { "model": "cyclic_transition_ladder", "variant": "pilot_cyclic_mixer", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "cyclic_mixer", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 600, "length": 9, "query_type": "A", "k": 12, "n": 512, "decoder_query_target_mass": 0.9998726546764374, "decoder_query_target_nll": 0.5431114137172699, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 2.248046875, "decoder_belief_target_mass": 0.9997127950191498, "decoder_belief_target_nll": 0.6823370456695557, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 2.623046875, "mean_slot_purity": 0.5925647020339966, "mean_slot_entropy": 1.0982869267463684, "mean_weight_entropy": 0.682606041431427, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.623046875 }, { "model": "cyclic_transition_ladder", "variant": "pilot_cyclic_mixer", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "cyclic_mixer", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 600, "length": 9, "query_type": "B", "k": 0, "n": 512, "decoder_query_target_mass": 0.19442471116781235, "decoder_query_target_nll": 2.397895336151123, "decoder_query_top1_on_support": 0.1875, "mean_decoder_query_support_size": 2.138671875, "decoder_belief_target_mass": 0.02024147380143404, "decoder_belief_target_nll": 16.4876127243042, "decoder_belief_top1_on_support": 0.02734375, "mean_decoder_belief_support_size": 2.40234375, "mean_slot_purity": 0.999997615814209, "mean_slot_entropy": 3.839540295302868e-05, "mean_weight_entropy": 2.397895336151123, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.40234375 }, { "model": "cyclic_transition_ladder", "variant": "pilot_cyclic_mixer", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "cyclic_mixer", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 600, "length": 9, "query_type": "B", "k": 1, "n": 512, "decoder_query_target_mass": 0.2036314159631729, "decoder_query_target_nll": 6.371733665466309, "decoder_query_top1_on_support": 0.20703125, "mean_decoder_query_support_size": 2.138671875, "decoder_belief_target_mass": 0.021781859919428825, "decoder_belief_target_nll": 16.17908477783203, "decoder_belief_top1_on_support": 0.02734375, "mean_decoder_belief_support_size": 2.40234375, "mean_slot_purity": 0.8506489396095276, "mean_slot_entropy": 0.23936184495687485, "mean_weight_entropy": 1.9573357701301575, "mean_route_entropy": 0.03700089454650879, "mean_route_accuracy": 0.9147135615348816, "mean_target_support_size": 2.40234375 }, { "model": "cyclic_transition_ladder", "variant": "pilot_cyclic_mixer", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "cyclic_mixer", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 600, "length": 9, "query_type": "B", "k": 2, "n": 512, "decoder_query_target_mass": 0.20730804651975632, "decoder_query_target_nll": 7.898758411407471, "decoder_query_top1_on_support": 0.2109375, "mean_decoder_query_support_size": 2.138671875, "decoder_belief_target_mass": 0.022782180458307266, "decoder_belief_target_nll": 16.31565284729004, "decoder_belief_top1_on_support": 0.021484375, "mean_decoder_belief_support_size": 2.40234375, "mean_slot_purity": 0.7839275598526001, "mean_slot_entropy": 0.3935178369283676, "mean_weight_entropy": 1.6658837795257568, "mean_route_entropy": 0.03684435039758682, "mean_route_accuracy": 0.921875, "mean_target_support_size": 2.40234375 }, { "model": "cyclic_transition_ladder", "variant": "pilot_cyclic_mixer", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "cyclic_mixer", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 600, "length": 9, "query_type": "B", "k": 3, "n": 512, "decoder_query_target_mass": 0.21010122448205948, "decoder_query_target_nll": 8.555292129516602, "decoder_query_top1_on_support": 0.19140625, "mean_decoder_query_support_size": 2.138671875, "decoder_belief_target_mass": 0.025954036973416805, "decoder_belief_target_nll": 16.336240768432617, "decoder_belief_top1_on_support": 0.02734375, "mean_decoder_belief_support_size": 2.40234375, "mean_slot_purity": 0.7381434142589569, "mean_slot_entropy": 0.5378799736499786, "mean_weight_entropy": 1.4422557353973389, "mean_route_entropy": 0.03692256845533848, "mean_route_accuracy": 0.9062500298023224, "mean_target_support_size": 2.40234375 }, { "model": "cyclic_transition_ladder", "variant": "pilot_cyclic_mixer", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "cyclic_mixer", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 600, "length": 9, "query_type": "B", "k": 6, "n": 512, "decoder_query_target_mass": 0.3572892099618912, "decoder_query_target_nll": 7.958398818969727, "decoder_query_top1_on_support": 0.353515625, "mean_decoder_query_support_size": 2.138671875, "decoder_belief_target_mass": 0.09702857583761215, "decoder_belief_target_nll": 14.654064655303955, "decoder_belief_top1_on_support": 0.10546875, "mean_decoder_belief_support_size": 2.40234375, "mean_slot_purity": 0.6541315317153931, "mean_slot_entropy": 0.8455398678779602, "mean_weight_entropy": 0.9154089689254761, "mean_route_entropy": 0.03623143397271633, "mean_route_accuracy": 0.9095052182674408, "mean_target_support_size": 2.40234375 }, { "model": "cyclic_transition_ladder", "variant": "pilot_cyclic_mixer", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "cyclic_mixer", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 600, "length": 9, "query_type": "B", "k": 9, "n": 512, "decoder_query_target_mass": 0.9998617172241211, "decoder_query_target_nll": 0.4947059154510498, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 2.138671875, "decoder_belief_target_mass": 0.9996920824050903, "decoder_belief_target_nll": 0.6082170009613037, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 2.40234375, "mean_slot_purity": 0.5829111039638519, "mean_slot_entropy": 1.121012806892395, "mean_weight_entropy": 0.6085038185119629, "mean_route_entropy": 0.03622619993984699, "mean_route_accuracy": 0.9192708730697632, "mean_target_support_size": 2.40234375 }, { "model": "cyclic_transition_ladder", "variant": "pilot_cyclic_mixer", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "cyclic_mixer", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 600, "length": 9, "query_type": "B", "k": 12, "n": 512, "decoder_query_target_mass": 0.9998617172241211, "decoder_query_target_nll": 0.4947059154510498, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 2.138671875, "decoder_belief_target_mass": 0.9996920824050903, "decoder_belief_target_nll": 0.6082170009613037, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 2.40234375, "mean_slot_purity": 0.5829111039638519, "mean_slot_entropy": 1.121012806892395, "mean_weight_entropy": 0.6085038185119629, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.40234375 }, { "model": "cyclic_transition_ladder", "variant": "pilot_cyclic_mixer", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "cyclic_mixer", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 600, "length": 9, "query_type": "A_PLUS_B", "k": 0, "n": 512, "decoder_query_target_mass": 0.22105823457241058, "decoder_query_target_nll": 2.397895336151123, "decoder_query_top1_on_support": 0.248046875, "mean_decoder_query_support_size": 2.431640625, "decoder_belief_target_mass": 0.024147716350853443, "decoder_belief_target_nll": 16.298270225524902, "decoder_belief_top1_on_support": 0.02734375, "mean_decoder_belief_support_size": 2.55078125, "mean_slot_purity": 0.999997615814209, "mean_slot_entropy": 3.839540295302868e-05, "mean_weight_entropy": 2.397895336151123, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.55078125 }, { "model": "cyclic_transition_ladder", "variant": "pilot_cyclic_mixer", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "cyclic_mixer", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 600, "length": 9, "query_type": "A_PLUS_B", "k": 1, "n": 512, "decoder_query_target_mass": 0.22531621158123016, "decoder_query_target_nll": 5.012920379638672, "decoder_query_top1_on_support": 0.212890625, "mean_decoder_query_support_size": 2.431640625, "decoder_belief_target_mass": 0.02243010886013508, "decoder_belief_target_nll": 16.235200881958008, "decoder_belief_top1_on_support": 0.021484375, "mean_decoder_belief_support_size": 2.55078125, "mean_slot_purity": 0.8529877960681915, "mean_slot_entropy": 0.23485711961984634, "mean_weight_entropy": 1.9600353240966797, "mean_route_entropy": 0.036956124007701874, "mean_route_accuracy": 0.9192708432674408, "mean_target_support_size": 2.55078125 }, { "model": "cyclic_transition_ladder", "variant": "pilot_cyclic_mixer", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "cyclic_mixer", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 600, "length": 9, "query_type": "A_PLUS_B", "k": 2, "n": 512, "decoder_query_target_mass": 0.22493231296539307, "decoder_query_target_nll": 6.3301777839660645, "decoder_query_top1_on_support": 0.220703125, "mean_decoder_query_support_size": 2.431640625, "decoder_belief_target_mass": 0.02645191829651594, "decoder_belief_target_nll": 16.36888885498047, "decoder_belief_top1_on_support": 0.033203125, "mean_decoder_belief_support_size": 2.55078125, "mean_slot_purity": 0.7914324402809143, "mean_slot_entropy": 0.38137131929397583, "mean_weight_entropy": 1.698377251625061, "mean_route_entropy": 0.037570780143141747, "mean_route_accuracy": 0.9088541865348816, "mean_target_support_size": 2.55078125 }, { "model": "cyclic_transition_ladder", "variant": "pilot_cyclic_mixer", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "cyclic_mixer", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 600, "length": 9, "query_type": "A_PLUS_B", "k": 3, "n": 512, "decoder_query_target_mass": 0.23170817643404007, "decoder_query_target_nll": 7.237926959991455, "decoder_query_top1_on_support": 0.248046875, "mean_decoder_query_support_size": 2.431640625, "decoder_belief_target_mass": 0.035954708233475685, "decoder_belief_target_nll": 16.21788501739502, "decoder_belief_top1_on_support": 0.033203125, "mean_decoder_belief_support_size": 2.55078125, "mean_slot_purity": 0.7498647570610046, "mean_slot_entropy": 0.5167984664440155, "mean_weight_entropy": 1.4557210206985474, "mean_route_entropy": 0.0349247083067894, "mean_route_accuracy": 0.9108073115348816, "mean_target_support_size": 2.55078125 }, { "model": "cyclic_transition_ladder", "variant": "pilot_cyclic_mixer", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "cyclic_mixer", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 600, "length": 9, "query_type": "A_PLUS_B", "k": 6, "n": 512, "decoder_query_target_mass": 0.21210363507270813, "decoder_query_target_nll": 8.99024248123169, "decoder_query_top1_on_support": 0.21875, "mean_decoder_query_support_size": 2.431640625, "decoder_belief_target_mass": 0.07838047668337822, "decoder_belief_target_nll": 14.878630638122559, "decoder_belief_top1_on_support": 0.091796875, "mean_decoder_belief_support_size": 2.55078125, "mean_slot_purity": 0.6592508554458618, "mean_slot_entropy": 0.8387086391448975, "mean_weight_entropy": 0.9711291790008545, "mean_route_entropy": 0.038310298696160316, "mean_route_accuracy": 0.921875, "mean_target_support_size": 2.55078125 }, { "model": "cyclic_transition_ladder", "variant": "pilot_cyclic_mixer", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "cyclic_mixer", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 600, "length": 9, "query_type": "A_PLUS_B", "k": 9, "n": 512, "decoder_query_target_mass": 0.9997684955596924, "decoder_query_target_nll": 0.6167833209037781, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 2.431640625, "decoder_belief_target_mass": 0.9997110962867737, "decoder_belief_target_nll": 0.6744092702865601, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 2.55078125, "mean_slot_purity": 0.5911262929439545, "mean_slot_entropy": 1.095990240573883, "mean_weight_entropy": 0.6746778190135956, "mean_route_entropy": 0.038750139996409416, "mean_route_accuracy": 0.921875, "mean_target_support_size": 2.55078125 }, { "model": "cyclic_transition_ladder", "variant": "pilot_cyclic_mixer", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "cyclic_mixer", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 600, "length": 9, "query_type": "A_PLUS_B", "k": 12, "n": 512, "decoder_query_target_mass": 0.9997684955596924, "decoder_query_target_nll": 0.6167833507061005, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 2.431640625, "decoder_belief_target_mass": 0.9997110962867737, "decoder_belief_target_nll": 0.6744092702865601, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 2.55078125, "mean_slot_purity": 0.5911262929439545, "mean_slot_entropy": 1.095990240573883, "mean_weight_entropy": 0.6746778190135956, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.55078125 }, { "model": "cyclic_transition_ladder", "variant": "pilot_cyclic_mixer", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "cyclic_mixer", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 600, "length": 9, "query_type": "A_MINUS_B", "k": 0, "n": 512, "decoder_query_target_mass": 0.2382812276482582, "decoder_query_target_nll": 13.897656917572021, "decoder_query_top1_on_support": 0.23828125, "mean_decoder_query_support_size": 2.56640625, "decoder_belief_target_mass": 0.025213060900568962, "decoder_belief_target_nll": 16.295551300048828, "decoder_belief_top1_on_support": 0.017578125, "mean_decoder_belief_support_size": 2.8125, "mean_slot_purity": 0.999997615814209, "mean_slot_entropy": 3.839540295302868e-05, "mean_weight_entropy": 2.397895336151123, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.8125 }, { "model": "cyclic_transition_ladder", "variant": "pilot_cyclic_mixer", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "cyclic_mixer", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 600, "length": 9, "query_type": "A_MINUS_B", "k": 1, "n": 512, "decoder_query_target_mass": 0.24201016128063202, "decoder_query_target_nll": 8.887187004089355, "decoder_query_top1_on_support": 0.240234375, "mean_decoder_query_support_size": 2.56640625, "decoder_belief_target_mass": 0.027787817642092705, "decoder_belief_target_nll": 16.141200065612793, "decoder_belief_top1_on_support": 0.029296875, "mean_decoder_belief_support_size": 2.8125, "mean_slot_purity": 0.8591118454933167, "mean_slot_entropy": 0.2241610288619995, "mean_weight_entropy": 1.972885251045227, "mean_route_entropy": 0.03763187304139137, "mean_route_accuracy": 0.9114583730697632, "mean_target_support_size": 2.8125 }, { "model": "cyclic_transition_ladder", "variant": "pilot_cyclic_mixer", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "cyclic_mixer", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 600, "length": 9, "query_type": "A_MINUS_B", "k": 2, "n": 512, "decoder_query_target_mass": 0.23073355853557587, "decoder_query_target_nll": 7.837711334228516, "decoder_query_top1_on_support": 0.232421875, "mean_decoder_query_support_size": 2.56640625, "decoder_belief_target_mass": 0.030361131764948368, "decoder_belief_target_nll": 16.06095266342163, "decoder_belief_top1_on_support": 0.03125, "mean_decoder_belief_support_size": 2.8125, "mean_slot_purity": 0.804711103439331, "mean_slot_entropy": 0.35453832149505615, "mean_weight_entropy": 1.7249667048454285, "mean_route_entropy": 0.03834645263850689, "mean_route_accuracy": 0.9088541865348816, "mean_target_support_size": 2.8125 }, { "model": "cyclic_transition_ladder", "variant": "pilot_cyclic_mixer", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "cyclic_mixer", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 600, "length": 9, "query_type": "A_MINUS_B", "k": 3, "n": 512, "decoder_query_target_mass": 0.22581718116998672, "decoder_query_target_nll": 7.894826650619507, "decoder_query_top1_on_support": 0.2265625, "mean_decoder_query_support_size": 2.56640625, "decoder_belief_target_mass": 0.036400360986590385, "decoder_belief_target_nll": 16.163679122924805, "decoder_belief_top1_on_support": 0.037109375, "mean_decoder_belief_support_size": 2.8125, "mean_slot_purity": 0.7654410004615784, "mean_slot_entropy": 0.47524428367614746, "mean_weight_entropy": 1.5260943174362183, "mean_route_entropy": 0.03650166280567646, "mean_route_accuracy": 0.9147135615348816, "mean_target_support_size": 2.8125 }, { "model": "cyclic_transition_ladder", "variant": "pilot_cyclic_mixer", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "cyclic_mixer", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 600, "length": 9, "query_type": "A_MINUS_B", "k": 6, "n": 512, "decoder_query_target_mass": 0.2552020102739334, "decoder_query_target_nll": 8.355350017547607, "decoder_query_top1_on_support": 0.25, "mean_decoder_query_support_size": 2.56640625, "decoder_belief_target_mass": 0.09606907516717911, "decoder_belief_target_nll": 14.360382080078125, "decoder_belief_top1_on_support": 0.09765625, "mean_decoder_belief_support_size": 2.8125, "mean_slot_purity": 0.6813220381736755, "mean_slot_entropy": 0.7771823704242706, "mean_weight_entropy": 1.0228309631347656, "mean_route_entropy": 0.0376359261572361, "mean_route_accuracy": 0.9160156548023224, "mean_target_support_size": 2.8125 }, { "model": "cyclic_transition_ladder", "variant": "pilot_cyclic_mixer", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "cyclic_mixer", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 600, "length": 9, "query_type": "A_MINUS_B", "k": 9, "n": 512, "decoder_query_target_mass": 0.9997602999210358, "decoder_query_target_nll": 0.6542670428752899, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 2.56640625, "decoder_belief_target_mass": 0.9996907711029053, "decoder_belief_target_nll": 0.7307507395744324, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 2.8125, "mean_slot_purity": 0.6101203560829163, "mean_slot_entropy": 1.034202218055725, "mean_weight_entropy": 0.7310295403003693, "mean_route_entropy": 0.03888528235256672, "mean_route_accuracy": 0.9140625298023224, "mean_target_support_size": 2.8125 }, { "model": "cyclic_transition_ladder", "variant": "pilot_cyclic_mixer", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "cyclic_mixer", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 600, "length": 9, "query_type": "A_MINUS_B", "k": 12, "n": 512, "decoder_query_target_mass": 0.9997602999210358, "decoder_query_target_nll": 0.6542670428752899, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 2.56640625, "decoder_belief_target_mass": 0.9996907711029053, "decoder_belief_target_nll": 0.7307507395744324, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 2.8125, "mean_slot_purity": 0.6101203560829163, "mean_slot_entropy": 1.034202218055725, "mean_weight_entropy": 0.7310295403003693, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.8125 }, { "model": "cyclic_transition_ladder", "variant": "pilot_cyclic_mixer", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "cyclic_mixer", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 600, "length": 12, "query_type": "A", "k": 0, "n": 512, "decoder_query_target_mass": 0.16903407871723175, "decoder_query_target_nll": 2.397895336151123, "decoder_query_top1_on_support": 0.158203125, "mean_decoder_query_support_size": 1.859375, "decoder_belief_target_mass": 0.015269889030605555, "decoder_belief_target_nll": 16.432348251342773, "decoder_belief_top1_on_support": 0.01171875, "mean_decoder_belief_support_size": 2.046875, "mean_slot_purity": 0.999997615814209, "mean_slot_entropy": 3.839540295302868e-05, "mean_weight_entropy": 2.397895336151123, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.046875 }, { "model": "cyclic_transition_ladder", "variant": "pilot_cyclic_mixer", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "cyclic_mixer", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 600, "length": 12, "query_type": "A", "k": 1, "n": 512, "decoder_query_target_mass": 0.16122503578662872, "decoder_query_target_nll": 6.006239652633667, "decoder_query_top1_on_support": 0.154296875, "mean_decoder_query_support_size": 1.859375, "decoder_belief_target_mass": 0.014854354783892632, "decoder_belief_target_nll": 16.26192855834961, "decoder_belief_top1_on_support": 0.017578125, "mean_decoder_belief_support_size": 2.046875, "mean_slot_purity": 0.8754182457923889, "mean_slot_entropy": 0.19831355661153793, "mean_weight_entropy": 2.022522509098053, "mean_route_entropy": 0.04070913605391979, "mean_route_accuracy": 0.9205729365348816, "mean_target_support_size": 2.046875 }, { "model": "cyclic_transition_ladder", "variant": "pilot_cyclic_mixer", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "cyclic_mixer", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 600, "length": 12, "query_type": "A", "k": 2, "n": 512, "decoder_query_target_mass": 0.1657821089029312, "decoder_query_target_nll": 7.7198872566223145, "decoder_query_top1_on_support": 0.15234375, "mean_decoder_query_support_size": 1.859375, "decoder_belief_target_mass": 0.012370842508971691, "decoder_belief_target_nll": 16.729921340942383, "decoder_belief_top1_on_support": 0.013671875, "mean_decoder_belief_support_size": 2.046875, "mean_slot_purity": 0.8123774230480194, "mean_slot_entropy": 0.3476312607526779, "mean_weight_entropy": 1.7138346433639526, "mean_route_entropy": 0.03848559781908989, "mean_route_accuracy": 0.9075520932674408, "mean_target_support_size": 2.046875 }, { "model": "cyclic_transition_ladder", "variant": "pilot_cyclic_mixer", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "cyclic_mixer", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 600, "length": 12, "query_type": "A", "k": 3, "n": 512, "decoder_query_target_mass": 0.17690303921699524, "decoder_query_target_nll": 9.172520160675049, "decoder_query_top1_on_support": 0.171875, "mean_decoder_query_support_size": 1.859375, "decoder_belief_target_mass": 0.02264505811035633, "decoder_belief_target_nll": 16.743793487548828, "decoder_belief_top1_on_support": 0.0234375, "mean_decoder_belief_support_size": 2.046875, "mean_slot_purity": 0.7636327147483826, "mean_slot_entropy": 0.49530985951423645, "mean_weight_entropy": 1.4545491933822632, "mean_route_entropy": 0.03882301785051823, "mean_route_accuracy": 0.9179687798023224, "mean_target_support_size": 2.046875 }, { "model": "cyclic_transition_ladder", "variant": "pilot_cyclic_mixer", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "cyclic_mixer", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 600, "length": 12, "query_type": "A", "k": 6, "n": 512, "decoder_query_target_mass": 0.22750916332006454, "decoder_query_target_nll": 9.176852226257324, "decoder_query_top1_on_support": 0.212890625, "mean_decoder_query_support_size": 1.859375, "decoder_belief_target_mass": 0.029772836714982986, "decoder_belief_target_nll": 16.55627155303955, "decoder_belief_top1_on_support": 0.021484375, "mean_decoder_belief_support_size": 2.046875, "mean_slot_purity": 0.6803009510040283, "mean_slot_entropy": 0.8001632988452911, "mean_weight_entropy": 1.0030014216899872, "mean_route_entropy": 0.03814512491226196, "mean_route_accuracy": 0.9160156548023224, "mean_target_support_size": 2.046875 }, { "model": "cyclic_transition_ladder", "variant": "pilot_cyclic_mixer", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "cyclic_mixer", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 600, "length": 12, "query_type": "A", "k": 9, "n": 512, "decoder_query_target_mass": 0.3750649094581604, "decoder_query_target_nll": 7.9796037673950195, "decoder_query_top1_on_support": 0.388671875, "mean_decoder_query_support_size": 1.859375, "decoder_belief_target_mass": 0.0863087959587574, "decoder_belief_target_nll": 14.650782108306885, "decoder_belief_top1_on_support": 0.095703125, "mean_decoder_belief_support_size": 2.046875, "mean_slot_purity": 0.6072356998920441, "mean_slot_entropy": 1.0522984266281128, "mean_weight_entropy": 0.6819533109664917, "mean_route_entropy": 0.03434674069285393, "mean_route_accuracy": 0.908203125, "mean_target_support_size": 2.046875 }, { "model": "cyclic_transition_ladder", "variant": "pilot_cyclic_mixer", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "cyclic_mixer", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 600, "length": 12, "query_type": "A", "k": 12, "n": 512, "decoder_query_target_mass": 0.9997895359992981, "decoder_query_target_nll": 0.39155127108097076, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 1.859375, "decoder_belief_target_mass": 0.9995374381542206, "decoder_belief_target_nll": 0.47679829597473145, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 2.046875, "mean_slot_purity": 0.548303484916687, "mean_slot_entropy": 1.2818127274513245, "mean_weight_entropy": 0.477057620882988, "mean_route_entropy": 0.0374826081097126, "mean_route_accuracy": 0.9042969048023224, "mean_target_support_size": 2.046875 }, { "model": "cyclic_transition_ladder", "variant": "pilot_cyclic_mixer", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "cyclic_mixer", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 600, "length": 12, "query_type": "B", "k": 0, "n": 512, "decoder_query_target_mass": 0.15340909361839294, "decoder_query_target_nll": 2.397895336151123, "decoder_query_top1_on_support": 0.146484375, "mean_decoder_query_support_size": 1.6875, "decoder_belief_target_mass": 0.015802554320544004, "decoder_belief_target_nll": 16.169625282287598, "decoder_belief_top1_on_support": 0.01953125, "mean_decoder_belief_support_size": 1.869140625, "mean_slot_purity": 0.999997615814209, "mean_slot_entropy": 3.839540295302868e-05, "mean_weight_entropy": 2.397895336151123, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 1.869140625 }, { "model": "cyclic_transition_ladder", "variant": "pilot_cyclic_mixer", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "cyclic_mixer", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 600, "length": 12, "query_type": "B", "k": 1, "n": 512, "decoder_query_target_mass": 0.15229620784521103, "decoder_query_target_nll": 5.575637102127075, "decoder_query_top1_on_support": 0.16015625, "mean_decoder_query_support_size": 1.6875, "decoder_belief_target_mass": 0.017103993333876133, "decoder_belief_target_nll": 16.095711708068848, "decoder_belief_top1_on_support": 0.01171875, "mean_decoder_belief_support_size": 1.869140625, "mean_slot_purity": 0.8881120681762695, "mean_slot_entropy": 0.1755233108997345, "mean_weight_entropy": 2.045846700668335, "mean_route_entropy": 0.036786038428545, "mean_route_accuracy": 0.8899739980697632, "mean_target_support_size": 1.869140625 }, { "model": "cyclic_transition_ladder", "variant": "pilot_cyclic_mixer", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "cyclic_mixer", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 600, "length": 12, "query_type": "B", "k": 2, "n": 512, "decoder_query_target_mass": 0.14483684301376343, "decoder_query_target_nll": 7.212212800979614, "decoder_query_top1_on_support": 0.154296875, "mean_decoder_query_support_size": 1.6875, "decoder_belief_target_mass": 0.019917394034564495, "decoder_belief_target_nll": 16.10665512084961, "decoder_belief_top1_on_support": 0.025390625, "mean_decoder_belief_support_size": 1.869140625, "mean_slot_purity": 0.8273110091686249, "mean_slot_entropy": 0.31615108251571655, "mean_weight_entropy": 1.7562810182571411, "mean_route_entropy": 0.03652224875986576, "mean_route_accuracy": 0.9055989682674408, "mean_target_support_size": 1.869140625 }, { "model": "cyclic_transition_ladder", "variant": "pilot_cyclic_mixer", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "cyclic_mixer", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 600, "length": 12, "query_type": "B", "k": 3, "n": 512, "decoder_query_target_mass": 0.16458839178085327, "decoder_query_target_nll": 8.09515380859375, "decoder_query_top1_on_support": 0.15625, "mean_decoder_query_support_size": 1.6875, "decoder_belief_target_mass": 0.0208304300904274, "decoder_belief_target_nll": 16.2089900970459, "decoder_belief_top1_on_support": 0.017578125, "mean_decoder_belief_support_size": 1.869140625, "mean_slot_purity": 0.7873636484146118, "mean_slot_entropy": 0.4352191090583801, "mean_weight_entropy": 1.5406509637832642, "mean_route_entropy": 0.03619599528610706, "mean_route_accuracy": 0.9108073115348816, "mean_target_support_size": 1.869140625 }, { "model": "cyclic_transition_ladder", "variant": "pilot_cyclic_mixer", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "cyclic_mixer", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 600, "length": 12, "query_type": "B", "k": 6, "n": 512, "decoder_query_target_mass": 0.1981530338525772, "decoder_query_target_nll": 8.93381118774414, "decoder_query_top1_on_support": 0.20703125, "mean_decoder_query_support_size": 1.6875, "decoder_belief_target_mass": 0.041063202545046806, "decoder_belief_target_nll": 16.258200645446777, "decoder_belief_top1_on_support": 0.037109375, "mean_decoder_belief_support_size": 1.869140625, "mean_slot_purity": 0.6886752843856812, "mean_slot_entropy": 0.7637440264225006, "mean_weight_entropy": 1.0301183462142944, "mean_route_entropy": 0.034586088731884956, "mean_route_accuracy": 0.9055989682674408, "mean_target_support_size": 1.869140625 }, { "model": "cyclic_transition_ladder", "variant": "pilot_cyclic_mixer", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "cyclic_mixer", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 600, "length": 12, "query_type": "B", "k": 9, "n": 512, "decoder_query_target_mass": 0.34460902214050293, "decoder_query_target_nll": 7.691174030303955, "decoder_query_top1_on_support": 0.34375, "mean_decoder_query_support_size": 1.6875, "decoder_belief_target_mass": 0.0914885476231575, "decoder_belief_target_nll": 14.391286373138428, "decoder_belief_top1_on_support": 0.09375, "mean_decoder_belief_support_size": 1.869140625, "mean_slot_purity": 0.6139535903930664, "mean_slot_entropy": 1.0258983671665192, "mean_weight_entropy": 0.6778100430965424, "mean_route_entropy": 0.03484145179390907, "mean_route_accuracy": 0.9114583432674408, "mean_target_support_size": 1.869140625 }, { "model": "cyclic_transition_ladder", "variant": "pilot_cyclic_mixer", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "cyclic_mixer", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 600, "length": 12, "query_type": "B", "k": 12, "n": 512, "decoder_query_target_mass": 0.9997689127922058, "decoder_query_target_nll": 0.3576122373342514, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 1.6875, "decoder_belief_target_mass": 0.9995441138744354, "decoder_belief_target_nll": 0.43272554874420166, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 1.869140625, "mean_slot_purity": 0.5540094077587128, "mean_slot_entropy": 1.2535207271575928, "mean_weight_entropy": 0.4332197904586792, "mean_route_entropy": 0.03979429602622986, "mean_route_accuracy": 0.916015625, "mean_target_support_size": 1.869140625 }, { "model": "cyclic_transition_ladder", "variant": "pilot_cyclic_mixer", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "cyclic_mixer", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 600, "length": 12, "query_type": "A_PLUS_B", "k": 0, "n": 512, "decoder_query_target_mass": 0.17116478085517883, "decoder_query_target_nll": 2.397895336151123, "decoder_query_top1_on_support": 0.15234375, "mean_decoder_query_support_size": 1.8828125, "decoder_belief_target_mass": 0.016512785106897354, "decoder_belief_target_nll": 16.462244987487793, "decoder_belief_top1_on_support": 0.017578125, "mean_decoder_belief_support_size": 2.046875, "mean_slot_purity": 0.999997615814209, "mean_slot_entropy": 3.839540295302868e-05, "mean_weight_entropy": 2.397895336151123, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.046875 }, { "model": "cyclic_transition_ladder", "variant": "pilot_cyclic_mixer", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "cyclic_mixer", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 600, "length": 12, "query_type": "A_PLUS_B", "k": 1, "n": 512, "decoder_query_target_mass": 0.16660013794898987, "decoder_query_target_nll": 5.331981897354126, "decoder_query_top1_on_support": 0.173828125, "mean_decoder_query_support_size": 1.8828125, "decoder_belief_target_mass": 0.014795445371419191, "decoder_belief_target_nll": 16.665234565734863, "decoder_belief_top1_on_support": 0.015625, "mean_decoder_belief_support_size": 2.046875, "mean_slot_purity": 0.8460922241210938, "mean_slot_entropy": 0.24393513798713684, "mean_weight_entropy": 1.9284852147102356, "mean_route_entropy": 0.03380534425377846, "mean_route_accuracy": 0.9153646230697632, "mean_target_support_size": 2.046875 }, { "model": "cyclic_transition_ladder", "variant": "pilot_cyclic_mixer", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "cyclic_mixer", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 600, "length": 12, "query_type": "A_PLUS_B", "k": 2, "n": 512, "decoder_query_target_mass": 0.17141610383987427, "decoder_query_target_nll": 6.424575567245483, "decoder_query_top1_on_support": 0.16796875, "mean_decoder_query_support_size": 1.8828125, "decoder_belief_target_mass": 0.017630980350077152, "decoder_belief_target_nll": 16.226266860961914, "decoder_belief_top1_on_support": 0.01171875, "mean_decoder_belief_support_size": 2.046875, "mean_slot_purity": 0.7890630960464478, "mean_slot_entropy": 0.39382871985435486, "mean_weight_entropy": 1.6811493635177612, "mean_route_entropy": 0.03494667820632458, "mean_route_accuracy": 0.9049479365348816, "mean_target_support_size": 2.046875 }, { "model": "cyclic_transition_ladder", "variant": "pilot_cyclic_mixer", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "cyclic_mixer", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 600, "length": 12, "query_type": "A_PLUS_B", "k": 3, "n": 512, "decoder_query_target_mass": 0.17528799176216125, "decoder_query_target_nll": 7.369502067565918, "decoder_query_top1_on_support": 0.197265625, "mean_decoder_query_support_size": 1.8828125, "decoder_belief_target_mass": 0.0244735274463892, "decoder_belief_target_nll": 16.548433303833008, "decoder_belief_top1_on_support": 0.025390625, "mean_decoder_belief_support_size": 2.046875, "mean_slot_purity": 0.7490627765655518, "mean_slot_entropy": 0.5179309546947479, "mean_weight_entropy": 1.4526046514511108, "mean_route_entropy": 0.03545057401061058, "mean_route_accuracy": 0.9173177480697632, "mean_target_support_size": 2.046875 }, { "model": "cyclic_transition_ladder", "variant": "pilot_cyclic_mixer", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "cyclic_mixer", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 600, "length": 12, "query_type": "A_PLUS_B", "k": 6, "n": 512, "decoder_query_target_mass": 0.1964789554476738, "decoder_query_target_nll": 8.513404369354248, "decoder_query_top1_on_support": 0.19921875, "mean_decoder_query_support_size": 1.8828125, "decoder_belief_target_mass": 0.03604886122047901, "decoder_belief_target_nll": 16.520315170288086, "decoder_belief_top1_on_support": 0.033203125, "mean_decoder_belief_support_size": 2.046875, "mean_slot_purity": 0.6697209179401398, "mean_slot_entropy": 0.8212521374225616, "mean_weight_entropy": 0.9928115010261536, "mean_route_entropy": 0.03387712314724922, "mean_route_accuracy": 0.9140625298023224, "mean_target_support_size": 2.046875 }, { "model": "cyclic_transition_ladder", "variant": "pilot_cyclic_mixer", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "cyclic_mixer", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 600, "length": 12, "query_type": "A_PLUS_B", "k": 9, "n": 512, "decoder_query_target_mass": 0.19460246711969376, "decoder_query_target_nll": 8.951494216918945, "decoder_query_top1_on_support": 0.208984375, "mean_decoder_query_support_size": 1.8828125, "decoder_belief_target_mass": 0.08045193552970886, "decoder_belief_target_nll": 14.753794193267822, "decoder_belief_top1_on_support": 0.08203125, "mean_decoder_belief_support_size": 2.046875, "mean_slot_purity": 0.6016834378242493, "mean_slot_entropy": 1.0767408609390259, "mean_weight_entropy": 0.6708751022815704, "mean_route_entropy": 0.03734897822141647, "mean_route_accuracy": 0.9036458730697632, "mean_target_support_size": 2.046875 }, { "model": "cyclic_transition_ladder", "variant": "pilot_cyclic_mixer", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "cyclic_mixer", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 600, "length": 12, "query_type": "A_PLUS_B", "k": 12, "n": 512, "decoder_query_target_mass": 0.9996001124382019, "decoder_query_target_nll": 0.39632298052310944, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 1.8828125, "decoder_belief_target_mass": 0.9995158314704895, "decoder_belief_target_nll": 0.45967307686805725, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 2.046875, "mean_slot_purity": 0.5498059689998627, "mean_slot_entropy": 1.2668434977531433, "mean_weight_entropy": 0.4599969983100891, "mean_route_entropy": 0.03416386991739273, "mean_route_accuracy": 0.9166666865348816, "mean_target_support_size": 2.046875 }, { "model": "cyclic_transition_ladder", "variant": "pilot_cyclic_mixer", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "cyclic_mixer", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 600, "length": 12, "query_type": "A_MINUS_B", "k": 0, "n": 512, "decoder_query_target_mass": 0.16015625, "decoder_query_target_nll": 13.967867851257324, "decoder_query_top1_on_support": 0.16015625, "mean_decoder_query_support_size": 1.826171875, "decoder_belief_target_mass": 0.015447443351149559, "decoder_belief_target_nll": 16.365763664245605, "decoder_belief_top1_on_support": 0.01171875, "mean_decoder_belief_support_size": 1.923828125, "mean_slot_purity": 0.999997615814209, "mean_slot_entropy": 3.839540295302868e-05, "mean_weight_entropy": 2.397895336151123, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 1.923828125 }, { "model": "cyclic_transition_ladder", "variant": "pilot_cyclic_mixer", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "cyclic_mixer", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 600, "length": 12, "query_type": "A_MINUS_B", "k": 1, "n": 512, "decoder_query_target_mass": 0.1729423925280571, "decoder_query_target_nll": 9.101478576660156, "decoder_query_top1_on_support": 0.16796875, "mean_decoder_query_support_size": 1.826171875, "decoder_belief_target_mass": 0.017129899002611637, "decoder_belief_target_nll": 16.374406814575195, "decoder_belief_top1_on_support": 0.01953125, "mean_decoder_belief_support_size": 1.923828125, "mean_slot_purity": 0.8611842691898346, "mean_slot_entropy": 0.21779696643352509, "mean_weight_entropy": 1.961797833442688, "mean_route_entropy": 0.03456825390458107, "mean_route_accuracy": 0.916015625, "mean_target_support_size": 1.923828125 }, { "model": "cyclic_transition_ladder", "variant": "pilot_cyclic_mixer", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "cyclic_mixer", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 600, "length": 12, "query_type": "A_MINUS_B", "k": 2, "n": 512, "decoder_query_target_mass": 0.1592361181974411, "decoder_query_target_nll": 8.134064674377441, "decoder_query_top1_on_support": 0.14453125, "mean_decoder_query_support_size": 1.826171875, "decoder_belief_target_mass": 0.0190860191360116, "decoder_belief_target_nll": 16.31667137145996, "decoder_belief_top1_on_support": 0.015625, "mean_decoder_belief_support_size": 1.923828125, "mean_slot_purity": 0.7963938117027283, "mean_slot_entropy": 0.3761775493621826, "mean_weight_entropy": 1.6690646409988403, "mean_route_entropy": 0.03556893579661846, "mean_route_accuracy": 0.912760466337204, "mean_target_support_size": 1.923828125 }, { "model": "cyclic_transition_ladder", "variant": "pilot_cyclic_mixer", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "cyclic_mixer", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 600, "length": 12, "query_type": "A_MINUS_B", "k": 3, "n": 512, "decoder_query_target_mass": 0.17852795124053955, "decoder_query_target_nll": 8.142450332641602, "decoder_query_top1_on_support": 0.1796875, "mean_decoder_query_support_size": 1.826171875, "decoder_belief_target_mass": 0.01737224217504263, "decoder_belief_target_nll": 16.625185012817383, "decoder_belief_top1_on_support": 0.017578125, "mean_decoder_belief_support_size": 1.923828125, "mean_slot_purity": 0.7567264437675476, "mean_slot_entropy": 0.49496087431907654, "mean_weight_entropy": 1.4530908465385437, "mean_route_entropy": 0.03757167235016823, "mean_route_accuracy": 0.9166666865348816, "mean_target_support_size": 1.923828125 }, { "model": "cyclic_transition_ladder", "variant": "pilot_cyclic_mixer", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "cyclic_mixer", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 600, "length": 12, "query_type": "A_MINUS_B", "k": 6, "n": 512, "decoder_query_target_mass": 0.16464217752218246, "decoder_query_target_nll": 8.761106491088867, "decoder_query_top1_on_support": 0.16796875, "mean_decoder_query_support_size": 1.826171875, "decoder_belief_target_mass": 0.028619248420000076, "decoder_belief_target_nll": 16.204249382019043, "decoder_belief_top1_on_support": 0.03125, "mean_decoder_belief_support_size": 1.923828125, "mean_slot_purity": 0.6738477945327759, "mean_slot_entropy": 0.8047374188899994, "mean_weight_entropy": 1.0263107419013977, "mean_route_entropy": 0.03904683515429497, "mean_route_accuracy": 0.9069010615348816, "mean_target_support_size": 1.923828125 }, { "model": "cyclic_transition_ladder", "variant": "pilot_cyclic_mixer", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "cyclic_mixer", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 600, "length": 12, "query_type": "A_MINUS_B", "k": 9, "n": 512, "decoder_query_target_mass": 0.19988178461790085, "decoder_query_target_nll": 8.697339057922363, "decoder_query_top1_on_support": 0.19140625, "mean_decoder_query_support_size": 1.826171875, "decoder_belief_target_mass": 0.09667522832751274, "decoder_belief_target_nll": 14.269538879394531, "decoder_belief_top1_on_support": 0.087890625, "mean_decoder_belief_support_size": 1.923828125, "mean_slot_purity": 0.6055110692977905, "mean_slot_entropy": 1.0557781457901, "mean_weight_entropy": 0.6995932459831238, "mean_route_entropy": 0.03518234193325043, "mean_route_accuracy": 0.9108073115348816, "mean_target_support_size": 1.923828125 }, { "model": "cyclic_transition_ladder", "variant": "pilot_cyclic_mixer", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "cyclic_mixer", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 600, "length": 12, "query_type": "A_MINUS_B", "k": 12, "n": 512, "decoder_query_target_mass": 0.9996002018451691, "decoder_query_target_nll": 0.3847501277923584, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 1.826171875, "decoder_belief_target_mass": 0.999543309211731, "decoder_belief_target_nll": 0.4357765018939972, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 1.923828125, "mean_slot_purity": 0.5495043098926544, "mean_slot_entropy": 1.256827175617218, "mean_weight_entropy": 0.43616488575935364, "mean_route_entropy": 0.03469518944621086, "mean_route_accuracy": 0.9108073115348816, "mean_target_support_size": 1.923828125 } ] } ], "checkpoints": [ "large_artifacts/cyclic_transition_ladder/checkpoints/pilot_cyclic_mixer/checkpoint_final.pt" ], "num_parameters": 36303 }