{ "args": { "variant_name": "pilot_exact_ceiling", "seed": 83, "device": "auto", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "init_logit_scale": 8.0, "temperature": 1.0, "train_min_len": 1, "train_max_len": 6, "eval_lengths": "3,6,9,12", "eval_k": "0,1,2,3,6,9,12", "eval_query_types": "all", "train_steps": 0, "batch_size": 256, "eval_batch_size": 256, "eval_examples": 512, "lr": 0.001, "weight_decay": 0.0001, "belief_loss_weight": 1.0, "query_loss_weight": 0.0, "slot_entropy_weight": 0.0, "max_grad_norm": 1.0, "log_every": 100, "output_dir": "experiments/cyclic_transition_ladder/runs/pilot_exact_ceiling", "checkpoint_dir": "large_artifacts/cyclic_transition_ladder/checkpoints/pilot_exact_ceiling" }, "train": [], "eval": [ { "step": 0, "rows": [ { "model": "cyclic_transition_ladder", "variant": "pilot_exact_ceiling", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 3, "query_type": "A", "k": 0, "n": 512, "decoder_query_target_mass": 0.46342329680919647, "decoder_query_target_nll": 2.397895336151123, "decoder_query_top1_on_support": 0.482421875, "mean_decoder_query_support_size": 5.09765625, "decoder_belief_target_mass": 0.06605108827352524, "decoder_belief_target_nll": 15.732054233551025, "decoder_belief_top1_on_support": 0.1015625, "mean_decoder_belief_support_size": 5.849609375, "mean_slot_purity": 0.999997615814209, "mean_slot_entropy": 3.839540295302868e-05, "mean_weight_entropy": 2.397895336151123, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 5.849609375 }, { "model": "cyclic_transition_ladder", "variant": "pilot_exact_ceiling", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 3, "query_type": "A", "k": 1, "n": 512, "decoder_query_target_mass": 0.5811136960983276, "decoder_query_target_nll": 4.602802276611328, "decoder_query_top1_on_support": 0.609375, "mean_decoder_query_support_size": 5.09765625, "decoder_belief_target_mass": 0.1538231372833252, "decoder_belief_target_nll": 14.330503463745117, "decoder_belief_top1_on_support": 0.205078125, "mean_decoder_belief_support_size": 5.849609375, "mean_slot_purity": 0.8649953603744507, "mean_slot_entropy": 0.21122412383556366, "mean_weight_entropy": 1.9719488620758057, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 5.849609375 }, { "model": "cyclic_transition_ladder", "variant": "pilot_exact_ceiling", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 3, "query_type": "A", "k": 2, "n": 512, "decoder_query_target_mass": 0.7185424566268921, "decoder_query_target_nll": 4.289463758468628, "decoder_query_top1_on_support": 0.73828125, "mean_decoder_query_support_size": 5.09765625, "decoder_belief_target_mass": 0.2720165103673935, "decoder_belief_target_nll": 11.405980110168457, "decoder_belief_top1_on_support": 0.357421875, "mean_decoder_belief_support_size": 5.849609375, "mean_slot_purity": 0.7634033262729645, "mean_slot_entropy": 0.41097888350486755, "mean_weight_entropy": 1.7083598375320435, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 5.849609375 }, { "model": "cyclic_transition_ladder", "variant": "pilot_exact_ceiling", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 3, "query_type": "A", "k": 3, "n": 512, "decoder_query_target_mass": 0.9999991357326508, "decoder_query_target_nll": 1.2583043575286865, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 5.09765625, "decoder_belief_target_mass": 0.9999969601631165, "decoder_belief_target_nll": 1.4815633296966553, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 5.849609375, "mean_slot_purity": 0.6805596947669983, "mean_slot_entropy": 0.6000185906887054, "mean_weight_entropy": 1.4815699458122253, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 5.849609375 }, { "model": "cyclic_transition_ladder", "variant": "pilot_exact_ceiling", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 3, "query_type": "A", "k": 6, "n": 512, "decoder_query_target_mass": 0.9999991357326508, "decoder_query_target_nll": 1.2583042979240417, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 5.09765625, "decoder_belief_target_mass": 0.9999969601631165, "decoder_belief_target_nll": 1.4815633296966553, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 5.849609375, "mean_slot_purity": 0.6805596947669983, "mean_slot_entropy": 0.6000185906887054, "mean_weight_entropy": 1.4815699458122253, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 5.849609375 }, { "model": "cyclic_transition_ladder", "variant": "pilot_exact_ceiling", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 3, "query_type": "A", "k": 9, "n": 512, "decoder_query_target_mass": 0.9999991357326508, "decoder_query_target_nll": 1.2583043575286865, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 5.09765625, "decoder_belief_target_mass": 0.9999969601631165, "decoder_belief_target_nll": 1.4815633296966553, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 5.849609375, "mean_slot_purity": 0.6805596947669983, "mean_slot_entropy": 0.6000185906887054, "mean_weight_entropy": 1.4815699458122253, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 5.849609375 }, { "model": "cyclic_transition_ladder", "variant": "pilot_exact_ceiling", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 3, "query_type": "A", "k": 12, "n": 512, "decoder_query_target_mass": 0.9999991357326508, "decoder_query_target_nll": 1.2583043575286865, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 5.09765625, "decoder_belief_target_mass": 0.9999969601631165, "decoder_belief_target_nll": 1.4815633296966553, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 5.849609375, "mean_slot_purity": 0.6805596947669983, "mean_slot_entropy": 0.6000185906887054, "mean_weight_entropy": 1.4815699458122253, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 5.849609375 }, { "model": "cyclic_transition_ladder", "variant": "pilot_exact_ceiling", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 3, "query_type": "B", "k": 0, "n": 512, "decoder_query_target_mass": 0.455078125, "decoder_query_target_nll": 2.397895336151123, "decoder_query_top1_on_support": 0.447265625, "mean_decoder_query_support_size": 5.005859375, "decoder_belief_target_mass": 0.07120022177696228, "decoder_belief_target_nll": 15.447587013244629, "decoder_belief_top1_on_support": 0.119140625, "mean_decoder_belief_support_size": 5.912109375, "mean_slot_purity": 0.999997615814209, "mean_slot_entropy": 3.839540295302868e-05, "mean_weight_entropy": 2.397895336151123, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 5.912109375 }, { "model": "cyclic_transition_ladder", "variant": "pilot_exact_ceiling", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 3, "query_type": "B", "k": 1, "n": 512, "decoder_query_target_mass": 0.556196540594101, "decoder_query_target_nll": 4.336455821990967, "decoder_query_top1_on_support": 0.56640625, "mean_decoder_query_support_size": 5.005859375, "decoder_belief_target_mass": 0.14056558907032013, "decoder_belief_target_nll": 14.362183570861816, "decoder_belief_top1_on_support": 0.193359375, "mean_decoder_belief_support_size": 5.912109375, "mean_slot_purity": 0.8856214284896851, "mean_slot_entropy": 0.18287938088178635, "mean_weight_entropy": 2.059309244155884, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 5.912109375 }, { "model": "cyclic_transition_ladder", "variant": "pilot_exact_ceiling", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 3, "query_type": "B", "k": 2, "n": 512, "decoder_query_target_mass": 0.7325989603996277, "decoder_query_target_nll": 4.230771780014038, "decoder_query_top1_on_support": 0.734375, "mean_decoder_query_support_size": 5.005859375, "decoder_belief_target_mass": 0.2639968991279602, "decoder_belief_target_nll": 11.762955665588379, "decoder_belief_top1_on_support": 0.33984375, "mean_decoder_belief_support_size": 5.912109375, "mean_slot_purity": 0.7572776675224304, "mean_slot_entropy": 0.4313634783029556, "mean_weight_entropy": 1.7030211687088013, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 5.912109375 }, { "model": "cyclic_transition_ladder", "variant": "pilot_exact_ceiling", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 3, "query_type": "B", "k": 3, "n": 512, "decoder_query_target_mass": 0.9999989569187164, "decoder_query_target_nll": 1.228408694267273, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 5.005859375, "decoder_belief_target_mass": 0.9999969303607941, "decoder_belief_target_nll": 1.5004332065582275, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 5.912109375, "mean_slot_purity": 0.677680104970932, "mean_slot_entropy": 0.6177239716053009, "mean_weight_entropy": 1.500440001487732, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 5.912109375 }, { "model": "cyclic_transition_ladder", "variant": "pilot_exact_ceiling", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 3, "query_type": "B", "k": 6, "n": 512, "decoder_query_target_mass": 0.9999989569187164, "decoder_query_target_nll": 1.228408694267273, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 5.005859375, "decoder_belief_target_mass": 0.9999969303607941, "decoder_belief_target_nll": 1.5004332065582275, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 5.912109375, "mean_slot_purity": 0.677680104970932, "mean_slot_entropy": 0.6177239716053009, "mean_weight_entropy": 1.500440001487732, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 5.912109375 }, { "model": "cyclic_transition_ladder", "variant": "pilot_exact_ceiling", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 3, "query_type": "B", "k": 9, "n": 512, "decoder_query_target_mass": 0.9999989569187164, "decoder_query_target_nll": 1.228408694267273, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 5.005859375, "decoder_belief_target_mass": 0.9999969303607941, "decoder_belief_target_nll": 1.5004332065582275, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 5.912109375, "mean_slot_purity": 0.677680104970932, "mean_slot_entropy": 0.6177239716053009, "mean_weight_entropy": 1.500440001487732, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 5.912109375 }, { "model": "cyclic_transition_ladder", "variant": "pilot_exact_ceiling", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 3, "query_type": "B", "k": 12, "n": 512, "decoder_query_target_mass": 0.9999989569187164, "decoder_query_target_nll": 1.228408694267273, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 5.005859375, "decoder_belief_target_mass": 0.9999969303607941, "decoder_belief_target_nll": 1.5004332065582275, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 5.912109375, "mean_slot_purity": 0.677680104970932, "mean_slot_entropy": 0.6177239716053009, "mean_weight_entropy": 1.500440001487732, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 5.912109375 }, { "model": "cyclic_transition_ladder", "variant": "pilot_exact_ceiling", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 3, "query_type": "A_PLUS_B", "k": 0, "n": 512, "decoder_query_target_mass": 0.5324928760528564, "decoder_query_target_nll": 2.397895336151123, "decoder_query_top1_on_support": 0.53125, "mean_decoder_query_support_size": 5.857421875, "decoder_belief_target_mass": 0.06409797258675098, "decoder_belief_target_nll": 15.616546154022217, "decoder_belief_top1_on_support": 0.09765625, "mean_decoder_belief_support_size": 6.25390625, "mean_slot_purity": 0.999997615814209, "mean_slot_entropy": 3.839540295302868e-05, "mean_weight_entropy": 2.397895336151123, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 6.25390625 }, { "model": "cyclic_transition_ladder", "variant": "pilot_exact_ceiling", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 3, "query_type": "A_PLUS_B", "k": 1, "n": 512, "decoder_query_target_mass": 0.5569660663604736, "decoder_query_target_nll": 4.457319021224976, "decoder_query_top1_on_support": 0.57421875, "mean_decoder_query_support_size": 5.857421875, "decoder_belief_target_mass": 0.16453570127487183, "decoder_belief_target_nll": 14.165037631988525, "decoder_belief_top1_on_support": 0.19921875, "mean_decoder_belief_support_size": 6.25390625, "mean_slot_purity": 0.8769804239273071, "mean_slot_entropy": 0.19460971653461456, "mean_weight_entropy": 2.0218923091888428, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 6.25390625 }, { "model": "cyclic_transition_ladder", "variant": "pilot_exact_ceiling", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 3, "query_type": "A_PLUS_B", "k": 2, "n": 512, "decoder_query_target_mass": 0.602982759475708, "decoder_query_target_nll": 5.728558540344238, "decoder_query_top1_on_support": 0.61328125, "mean_decoder_query_support_size": 5.857421875, "decoder_belief_target_mass": 0.2755677103996277, "decoder_belief_target_nll": 11.745965003967285, "decoder_belief_top1_on_support": 0.345703125, "mean_decoder_belief_support_size": 6.25390625, "mean_slot_purity": 0.768513023853302, "mean_slot_entropy": 0.4108252078294754, "mean_weight_entropy": 1.7280576825141907, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 6.25390625 }, { "model": "cyclic_transition_ladder", "variant": "pilot_exact_ceiling", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 3, "query_type": "A_PLUS_B", "k": 3, "n": 512, "decoder_query_target_mass": 0.9999986290931702, "decoder_query_target_nll": 1.4522556066513062, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 5.857421875, "decoder_belief_target_mass": 0.9999971687793732, "decoder_belief_target_nll": 1.5494243502616882, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 6.25390625, "mean_slot_purity": 0.6994403004646301, "mean_slot_entropy": 0.5760289430618286, "mean_weight_entropy": 1.549430251121521, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 6.25390625 }, { "model": "cyclic_transition_ladder", "variant": "pilot_exact_ceiling", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 3, "query_type": "A_PLUS_B", "k": 6, "n": 512, "decoder_query_target_mass": 0.9999986290931702, "decoder_query_target_nll": 1.4522556066513062, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 5.857421875, "decoder_belief_target_mass": 0.9999971687793732, "decoder_belief_target_nll": 1.5494243502616882, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 6.25390625, "mean_slot_purity": 0.6994403004646301, "mean_slot_entropy": 0.5760289430618286, "mean_weight_entropy": 1.549430251121521, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 6.25390625 }, { "model": "cyclic_transition_ladder", "variant": "pilot_exact_ceiling", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 3, "query_type": "A_PLUS_B", "k": 9, "n": 512, "decoder_query_target_mass": 0.9999986290931702, "decoder_query_target_nll": 1.4522556066513062, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 5.857421875, "decoder_belief_target_mass": 0.9999971687793732, "decoder_belief_target_nll": 1.5494243502616882, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 6.25390625, "mean_slot_purity": 0.6994403004646301, "mean_slot_entropy": 0.5760289430618286, "mean_weight_entropy": 1.549430251121521, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 6.25390625 }, { "model": "cyclic_transition_ladder", "variant": "pilot_exact_ceiling", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 3, "query_type": "A_PLUS_B", "k": 12, "n": 512, "decoder_query_target_mass": 0.9999986290931702, "decoder_query_target_nll": 1.4522556066513062, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 5.857421875, "decoder_belief_target_mass": 0.9999971687793732, "decoder_belief_target_nll": 1.5494243502616882, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 6.25390625, "mean_slot_purity": 0.6994403004646301, "mean_slot_entropy": 0.5760289430618286, "mean_weight_entropy": 1.549430251121521, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 6.25390625 }, { "model": "cyclic_transition_ladder", "variant": "pilot_exact_ceiling", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 3, "query_type": "A_MINUS_B", "k": 0, "n": 512, "decoder_query_target_mass": 0.47265617549419403, "decoder_query_target_nll": 13.3654146194458, "decoder_query_top1_on_support": 0.47265625, "mean_decoder_query_support_size": 4.90625, "decoder_belief_target_mass": 0.06409796886146069, "decoder_belief_target_nll": 15.763309478759766, "decoder_belief_top1_on_support": 0.107421875, "mean_decoder_belief_support_size": 6.041015625, "mean_slot_purity": 0.999997615814209, "mean_slot_entropy": 3.839540295302868e-05, "mean_weight_entropy": 2.397895336151123, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 6.041015625 }, { "model": "cyclic_transition_ladder", "variant": "pilot_exact_ceiling", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 3, "query_type": "A_MINUS_B", "k": 1, "n": 512, "decoder_query_target_mass": 0.5110083371400833, "decoder_query_target_nll": 8.44160509109497, "decoder_query_top1_on_support": 0.525390625, "mean_decoder_query_support_size": 4.90625, "decoder_belief_target_mass": 0.17264410853385925, "decoder_belief_target_nll": 13.942802906036377, "decoder_belief_top1_on_support": 0.19140625, "mean_decoder_belief_support_size": 6.041015625, "mean_slot_purity": 0.8690199255943298, "mean_slot_entropy": 0.20960955321788788, "mean_weight_entropy": 2.011256158351898, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 6.041015625 }, { "model": "cyclic_transition_ladder", "variant": "pilot_exact_ceiling", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 3, "query_type": "A_MINUS_B", "k": 2, "n": 512, "decoder_query_target_mass": 0.5781246423721313, "decoder_query_target_nll": 6.9504334926605225, "decoder_query_top1_on_support": 0.564453125, "mean_decoder_query_support_size": 4.90625, "decoder_belief_target_mass": 0.3002184331417084, "decoder_belief_target_nll": 11.27536392211914, "decoder_belief_top1_on_support": 0.36328125, "mean_decoder_belief_support_size": 6.041015625, "mean_slot_purity": 0.7580519914627075, "mean_slot_entropy": 0.4385601133108139, "mean_weight_entropy": 1.72012859582901, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 6.041015625 }, { "model": "cyclic_transition_ladder", "variant": "pilot_exact_ceiling", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 3, "query_type": "A_MINUS_B", "k": 3, "n": 512, "decoder_query_target_mass": 0.9999983906745911, "decoder_query_target_nll": 1.1430506110191345, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 4.90625, "decoder_belief_target_mass": 0.9999971091747284, "decoder_belief_target_nll": 1.5217562317848206, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 6.041015625, "mean_slot_purity": 0.6809809803962708, "mean_slot_entropy": 0.62941113114357, "mean_weight_entropy": 1.5217623710632324, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 6.041015625 }, { "model": "cyclic_transition_ladder", "variant": "pilot_exact_ceiling", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 3, "query_type": "A_MINUS_B", "k": 6, "n": 512, "decoder_query_target_mass": 0.9999983906745911, "decoder_query_target_nll": 1.1430506110191345, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 4.90625, "decoder_belief_target_mass": 0.9999971091747284, "decoder_belief_target_nll": 1.5217562317848206, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 6.041015625, "mean_slot_purity": 0.6809809803962708, "mean_slot_entropy": 0.62941113114357, "mean_weight_entropy": 1.5217623710632324, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 6.041015625 }, { "model": "cyclic_transition_ladder", "variant": "pilot_exact_ceiling", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 3, "query_type": "A_MINUS_B", "k": 9, "n": 512, "decoder_query_target_mass": 0.9999983906745911, "decoder_query_target_nll": 1.1430506110191345, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 4.90625, "decoder_belief_target_mass": 0.9999971091747284, "decoder_belief_target_nll": 1.5217562317848206, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 6.041015625, "mean_slot_purity": 0.6809809803962708, "mean_slot_entropy": 0.62941113114357, "mean_weight_entropy": 1.5217623710632324, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 6.041015625 }, { "model": "cyclic_transition_ladder", "variant": "pilot_exact_ceiling", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 3, "query_type": "A_MINUS_B", "k": 12, "n": 512, "decoder_query_target_mass": 0.9999983906745911, "decoder_query_target_nll": 1.1430506110191345, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 4.90625, "decoder_belief_target_mass": 0.9999971091747284, "decoder_belief_target_nll": 1.5217562317848206, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 6.041015625, "mean_slot_purity": 0.6809809803962708, "mean_slot_entropy": 0.62941113114357, "mean_weight_entropy": 1.5217623710632324, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 6.041015625 }, { "model": "cyclic_transition_ladder", "variant": "pilot_exact_ceiling", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 6, "query_type": "A", "k": 0, "n": 512, "decoder_query_target_mass": 0.2736150622367859, "decoder_query_target_nll": 2.397895336151123, "decoder_query_top1_on_support": 0.28125, "mean_decoder_query_support_size": 3.009765625, "decoder_belief_target_mass": 0.030894880183041096, "decoder_belief_target_nll": 16.201786994934082, "decoder_belief_top1_on_support": 0.041015625, "mean_decoder_belief_support_size": 3.615234375, "mean_slot_purity": 0.999997615814209, "mean_slot_entropy": 3.839540295302868e-05, "mean_weight_entropy": 2.397895336151123, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.615234375 }, { "model": "cyclic_transition_ladder", "variant": "pilot_exact_ceiling", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 6, "query_type": "A", "k": 1, "n": 512, "decoder_query_target_mass": 0.3024383783340454, "decoder_query_target_nll": 6.468097686767578, "decoder_query_top1_on_support": 0.330078125, "mean_decoder_query_support_size": 3.009765625, "decoder_belief_target_mass": 0.03900328651070595, "decoder_belief_target_nll": 16.680006980895996, "decoder_belief_top1_on_support": 0.04296875, "mean_decoder_belief_support_size": 3.615234375, "mean_slot_purity": 0.8614442646503448, "mean_slot_entropy": 0.22209302335977554, "mean_weight_entropy": 1.9909549951553345, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.615234375 }, { "model": "cyclic_transition_ladder", "variant": "pilot_exact_ceiling", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 6, "query_type": "A", "k": 2, "n": 512, "decoder_query_target_mass": 0.3282136768102646, "decoder_query_target_nll": 8.287192344665527, "decoder_query_top1_on_support": 0.34375, "mean_decoder_query_support_size": 3.009765625, "decoder_belief_target_mass": 0.05403640493750572, "decoder_belief_target_nll": 16.768692016601562, "decoder_belief_top1_on_support": 0.0546875, "mean_decoder_belief_support_size": 3.615234375, "mean_slot_purity": 0.740069568157196, "mean_slot_entropy": 0.46216876804828644, "mean_weight_entropy": 1.6638409495353699, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.615234375 }, { "model": "cyclic_transition_ladder", "variant": "pilot_exact_ceiling", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 6, "query_type": "A", "k": 3, "n": 512, "decoder_query_target_mass": 0.3798530399799347, "decoder_query_target_nll": 8.424776077270508, "decoder_query_top1_on_support": 0.396484375, "mean_decoder_query_support_size": 3.009765625, "decoder_belief_target_mass": 0.07270940952003002, "decoder_belief_target_nll": 16.517189025878906, "decoder_belief_top1_on_support": 0.08203125, "mean_decoder_belief_support_size": 3.615234375, "mean_slot_purity": 0.6646062135696411, "mean_slot_entropy": 0.6556633710861206, "mean_weight_entropy": 1.4797464609146118, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.615234375 }, { "model": "cyclic_transition_ladder", "variant": "pilot_exact_ceiling", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 6, "query_type": "A", "k": 6, "n": 512, "decoder_query_target_mass": 0.9999984502792358, "decoder_query_target_nll": 0.7839763164520264, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 3.009765625, "decoder_belief_target_mass": 0.9999960660934448, "decoder_belief_target_nll": 0.9941112101078033, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 3.615234375, "mean_slot_purity": 0.5039067417383194, "mean_slot_entropy": 1.143864631652832, "mean_weight_entropy": 0.9941229820251465, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.615234375 }, { "model": "cyclic_transition_ladder", "variant": "pilot_exact_ceiling", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 6, "query_type": "A", "k": 9, "n": 512, "decoder_query_target_mass": 0.9999984502792358, "decoder_query_target_nll": 0.7839763164520264, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 3.009765625, "decoder_belief_target_mass": 0.9999960660934448, "decoder_belief_target_nll": 0.9941112101078033, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 3.615234375, "mean_slot_purity": 0.5039067417383194, "mean_slot_entropy": 1.143864631652832, "mean_weight_entropy": 0.9941229820251465, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.615234375 }, { "model": "cyclic_transition_ladder", "variant": "pilot_exact_ceiling", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 6, "query_type": "A", "k": 12, "n": 512, "decoder_query_target_mass": 0.9999984502792358, "decoder_query_target_nll": 0.7839763164520264, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 3.009765625, "decoder_belief_target_mass": 0.9999960660934448, "decoder_belief_target_nll": 0.9941112101078033, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 3.615234375, "mean_slot_purity": 0.5039067417383194, "mean_slot_entropy": 1.143864631652832, "mean_weight_entropy": 0.9941229820251465, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.615234375 }, { "model": "cyclic_transition_ladder", "variant": "pilot_exact_ceiling", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 6, "query_type": "B", "k": 0, "n": 512, "decoder_query_target_mass": 0.29367896914482117, "decoder_query_target_nll": 2.397895336151123, "decoder_query_top1_on_support": 0.3125, "mean_decoder_query_support_size": 3.23046875, "decoder_belief_target_mass": 0.031427549198269844, "decoder_belief_target_nll": 16.20088005065918, "decoder_belief_top1_on_support": 0.025390625, "mean_decoder_belief_support_size": 3.689453125, "mean_slot_purity": 0.999997615814209, "mean_slot_entropy": 3.839540295302868e-05, "mean_weight_entropy": 2.397895336151123, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.689453125 }, { "model": "cyclic_transition_ladder", "variant": "pilot_exact_ceiling", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 6, "query_type": "B", "k": 1, "n": 512, "decoder_query_target_mass": 0.3156368136405945, "decoder_query_target_nll": 6.172776460647583, "decoder_query_top1_on_support": 0.322265625, "mean_decoder_query_support_size": 3.23046875, "decoder_belief_target_mass": 0.04211052693426609, "decoder_belief_target_nll": 16.43840217590332, "decoder_belief_top1_on_support": 0.056640625, "mean_decoder_belief_support_size": 3.689453125, "mean_slot_purity": 0.8646698594093323, "mean_slot_entropy": 0.21489616483449936, "mean_weight_entropy": 1.9889029264450073, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.689453125 }, { "model": "cyclic_transition_ladder", "variant": "pilot_exact_ceiling", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 6, "query_type": "B", "k": 2, "n": 512, "decoder_query_target_mass": 0.36215658485889435, "decoder_query_target_nll": 7.521381378173828, "decoder_query_top1_on_support": 0.369140625, "mean_decoder_query_support_size": 3.23046875, "decoder_belief_target_mass": 0.05752835422754288, "decoder_belief_target_nll": 16.526159286499023, "decoder_belief_top1_on_support": 0.072265625, "mean_decoder_belief_support_size": 3.689453125, "mean_slot_purity": 0.7683503031730652, "mean_slot_entropy": 0.3995473086833954, "mean_weight_entropy": 1.736664593219757, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.689453125 }, { "model": "cyclic_transition_ladder", "variant": "pilot_exact_ceiling", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 6, "query_type": "B", "k": 3, "n": 512, "decoder_query_target_mass": 0.40113022923469543, "decoder_query_target_nll": 8.25577688217163, "decoder_query_top1_on_support": 0.421875, "mean_decoder_query_support_size": 3.23046875, "decoder_belief_target_mass": 0.08152806013822556, "decoder_belief_target_nll": 15.946095943450928, "decoder_belief_top1_on_support": 0.103515625, "mean_decoder_belief_support_size": 3.689453125, "mean_slot_purity": 0.6797394156455994, "mean_slot_entropy": 0.6036074161529541, "mean_weight_entropy": 1.5040835738182068, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.689453125 }, { "model": "cyclic_transition_ladder", "variant": "pilot_exact_ceiling", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 6, "query_type": "B", "k": 6, "n": 512, "decoder_query_target_mass": 0.9999985694885254, "decoder_query_target_nll": 0.8416669964790344, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 3.23046875, "decoder_belief_target_mass": 0.9999962151050568, "decoder_belief_target_nll": 1.0144966840744019, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 3.689453125, "mean_slot_purity": 0.5155096650123596, "mean_slot_entropy": 1.0837388038635254, "mean_weight_entropy": 1.0145087838172913, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.689453125 }, { "model": "cyclic_transition_ladder", "variant": "pilot_exact_ceiling", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 6, "query_type": "B", "k": 9, "n": 512, "decoder_query_target_mass": 0.9999985694885254, "decoder_query_target_nll": 0.8416669964790344, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 3.23046875, "decoder_belief_target_mass": 0.9999962151050568, "decoder_belief_target_nll": 1.0144966840744019, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 3.689453125, "mean_slot_purity": 0.5155096650123596, "mean_slot_entropy": 1.0837388038635254, "mean_weight_entropy": 1.0145087838172913, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.689453125 }, { "model": "cyclic_transition_ladder", "variant": "pilot_exact_ceiling", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 6, "query_type": "B", "k": 12, "n": 512, "decoder_query_target_mass": 0.9999985694885254, "decoder_query_target_nll": 0.8416669964790344, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 3.23046875, "decoder_belief_target_mass": 0.9999962151050568, "decoder_belief_target_nll": 1.0144966840744019, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 3.689453125, "mean_slot_purity": 0.5155096650123596, "mean_slot_entropy": 1.0837388038635254, "mean_weight_entropy": 1.0145087838172913, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.689453125 }, { "model": "cyclic_transition_ladder", "variant": "pilot_exact_ceiling", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 6, "query_type": "A_PLUS_B", "k": 0, "n": 512, "decoder_query_target_mass": 0.2926136553287506, "decoder_query_target_nll": 2.397895336151123, "decoder_query_top1_on_support": 0.28125, "mean_decoder_query_support_size": 3.21875, "decoder_belief_target_mass": 0.028409086167812347, "decoder_belief_target_nll": 16.214017868041992, "decoder_belief_top1_on_support": 0.037109375, "mean_decoder_belief_support_size": 3.38671875, "mean_slot_purity": 0.999997615814209, "mean_slot_entropy": 3.839540295302868e-05, "mean_weight_entropy": 2.397895336151123, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.38671875 }, { "model": "cyclic_transition_ladder", "variant": "pilot_exact_ceiling", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 6, "query_type": "A_PLUS_B", "k": 1, "n": 512, "decoder_query_target_mass": 0.28894414007663727, "decoder_query_target_nll": 5.4184730052948, "decoder_query_top1_on_support": 0.291015625, "mean_decoder_query_support_size": 3.21875, "decoder_belief_target_mass": 0.04681577440351248, "decoder_belief_target_nll": 16.402165412902832, "decoder_belief_top1_on_support": 0.056640625, "mean_decoder_belief_support_size": 3.38671875, "mean_slot_purity": 0.8514123558998108, "mean_slot_entropy": 0.23674257099628448, "mean_weight_entropy": 1.9533761739730835, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.38671875 }, { "model": "cyclic_transition_ladder", "variant": "pilot_exact_ceiling", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 6, "query_type": "A_PLUS_B", "k": 2, "n": 512, "decoder_query_target_mass": 0.28702059388160706, "decoder_query_target_nll": 7.431784152984619, "decoder_query_top1_on_support": 0.265625, "mean_decoder_query_support_size": 3.21875, "decoder_belief_target_mass": 0.05773549899458885, "decoder_belief_target_nll": 16.571948051452637, "decoder_belief_top1_on_support": 0.06640625, "mean_decoder_belief_support_size": 3.38671875, "mean_slot_purity": 0.7496230602264404, "mean_slot_entropy": 0.4400709569454193, "mean_weight_entropy": 1.684703767299652, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.38671875 }, { "model": "cyclic_transition_ladder", "variant": "pilot_exact_ceiling", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 6, "query_type": "A_PLUS_B", "k": 3, "n": 512, "decoder_query_target_mass": 0.30353331565856934, "decoder_query_target_nll": 8.702733516693115, "decoder_query_top1_on_support": 0.3125, "mean_decoder_query_support_size": 3.21875, "decoder_belief_target_mass": 0.0941641703248024, "decoder_belief_target_nll": 15.97631549835205, "decoder_belief_top1_on_support": 0.12109375, "mean_decoder_belief_support_size": 3.38671875, "mean_slot_purity": 0.6580002307891846, "mean_slot_entropy": 0.6605974435806274, "mean_weight_entropy": 1.4554939270019531, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.38671875 }, { "model": "cyclic_transition_ladder", "variant": "pilot_exact_ceiling", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 6, "query_type": "A_PLUS_B", "k": 6, "n": 512, "decoder_query_target_mass": 0.9999973773956299, "decoder_query_target_nll": 0.8842902481555939, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 3.21875, "decoder_belief_target_mass": 0.9999963641166687, "decoder_belief_target_nll": 0.9563097059726715, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 3.38671875, "mean_slot_purity": 0.48376552760601044, "mean_slot_entropy": 1.1894668340682983, "mean_weight_entropy": 0.9563219845294952, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.38671875 }, { "model": "cyclic_transition_ladder", "variant": "pilot_exact_ceiling", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 6, "query_type": "A_PLUS_B", "k": 9, "n": 512, "decoder_query_target_mass": 0.9999973773956299, "decoder_query_target_nll": 0.8842902481555939, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 3.21875, "decoder_belief_target_mass": 0.9999963641166687, "decoder_belief_target_nll": 0.9563097059726715, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 3.38671875, "mean_slot_purity": 0.48376552760601044, "mean_slot_entropy": 1.1894668340682983, "mean_weight_entropy": 0.9563219845294952, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.38671875 }, { "model": "cyclic_transition_ladder", "variant": "pilot_exact_ceiling", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 6, "query_type": "A_PLUS_B", "k": 12, "n": 512, "decoder_query_target_mass": 0.9999973773956299, "decoder_query_target_nll": 0.8842902481555939, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 3.21875, "decoder_belief_target_mass": 0.9999963641166687, "decoder_belief_target_nll": 0.9563097059726715, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 3.38671875, "mean_slot_purity": 0.48376552760601044, "mean_slot_entropy": 1.1894668340682983, "mean_weight_entropy": 0.9563219845294952, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.38671875 }, { "model": "cyclic_transition_ladder", "variant": "pilot_exact_ceiling", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 6, "query_type": "A_MINUS_B", "k": 0, "n": 512, "decoder_query_target_mass": 0.3242186903953552, "decoder_query_target_nll": 13.719186305999756, "decoder_query_top1_on_support": 0.32421875, "mean_decoder_query_support_size": 3.408203125, "decoder_belief_target_mass": 0.03391334135085344, "decoder_belief_target_nll": 16.11708164215088, "decoder_belief_top1_on_support": 0.029296875, "mean_decoder_belief_support_size": 3.783203125, "mean_slot_purity": 0.999997615814209, "mean_slot_entropy": 3.839540295302868e-05, "mean_weight_entropy": 2.397895336151123, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.783203125 }, { "model": "cyclic_transition_ladder", "variant": "pilot_exact_ceiling", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 6, "query_type": "A_MINUS_B", "k": 1, "n": 512, "decoder_query_target_mass": 0.3224431574344635, "decoder_query_target_nll": 9.503721237182617, "decoder_query_top1_on_support": 0.3125, "mean_decoder_query_support_size": 3.408203125, "decoder_belief_target_mass": 0.04604636877775192, "decoder_belief_target_nll": 16.43183994293213, "decoder_belief_top1_on_support": 0.044921875, "mean_decoder_belief_support_size": 3.783203125, "mean_slot_purity": 0.8661198616027832, "mean_slot_entropy": 0.21313407272100449, "mean_weight_entropy": 1.9963540434837341, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.783203125 }, { "model": "cyclic_transition_ladder", "variant": "pilot_exact_ceiling", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 6, "query_type": "A_MINUS_B", "k": 2, "n": 512, "decoder_query_target_mass": 0.310517281293869, "decoder_query_target_nll": 9.289408206939697, "decoder_query_top1_on_support": 0.310546875, "mean_decoder_query_support_size": 3.408203125, "decoder_belief_target_mass": 0.06510409340262413, "decoder_belief_target_nll": 16.425368309020996, "decoder_belief_top1_on_support": 0.072265625, "mean_decoder_belief_support_size": 3.783203125, "mean_slot_purity": 0.7543184459209442, "mean_slot_entropy": 0.42753833532333374, "mean_weight_entropy": 1.6899411082267761, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.783203125 }, { "model": "cyclic_transition_ladder", "variant": "pilot_exact_ceiling", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 6, "query_type": "A_MINUS_B", "k": 3, "n": 512, "decoder_query_target_mass": 0.33750583231449127, "decoder_query_target_nll": 9.375091075897217, "decoder_query_top1_on_support": 0.345703125, "mean_decoder_query_support_size": 3.408203125, "decoder_belief_target_mass": 0.09147122129797935, "decoder_belief_target_nll": 16.010321617126465, "decoder_belief_top1_on_support": 0.09375, "mean_decoder_belief_support_size": 3.783203125, "mean_slot_purity": 0.673307865858078, "mean_slot_entropy": 0.6109644770622253, "mean_weight_entropy": 1.4838684797286987, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.783203125 }, { "model": "cyclic_transition_ladder", "variant": "pilot_exact_ceiling", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 6, "query_type": "A_MINUS_B", "k": 6, "n": 512, "decoder_query_target_mass": 0.9999973773956299, "decoder_query_target_nll": 0.8670367002487183, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 3.408203125, "decoder_belief_target_mass": 0.999996155500412, "decoder_belief_target_nll": 1.021565318107605, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 3.783203125, "mean_slot_purity": 0.5182944536209106, "mean_slot_entropy": 1.087141513824463, "mean_weight_entropy": 1.0215765237808228, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.783203125 }, { "model": "cyclic_transition_ladder", "variant": "pilot_exact_ceiling", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 6, "query_type": "A_MINUS_B", "k": 9, "n": 512, "decoder_query_target_mass": 0.9999973773956299, "decoder_query_target_nll": 0.8670367002487183, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 3.408203125, "decoder_belief_target_mass": 0.999996155500412, "decoder_belief_target_nll": 1.021565318107605, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 3.783203125, "mean_slot_purity": 0.5182944536209106, "mean_slot_entropy": 1.087141513824463, "mean_weight_entropy": 1.0215765237808228, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.783203125 }, { "model": "cyclic_transition_ladder", "variant": "pilot_exact_ceiling", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 6, "query_type": "A_MINUS_B", "k": 12, "n": 512, "decoder_query_target_mass": 0.9999973773956299, "decoder_query_target_nll": 0.8670367002487183, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 3.408203125, "decoder_belief_target_mass": 0.999996155500412, "decoder_belief_target_nll": 1.021565318107605, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 3.783203125, "mean_slot_purity": 0.5182944536209106, "mean_slot_entropy": 1.087141513824463, "mean_weight_entropy": 1.0215765237808228, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.783203125 }, { "model": "cyclic_transition_ladder", "variant": "pilot_exact_ceiling", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 9, "query_type": "A", "k": 0, "n": 512, "decoder_query_target_mass": 0.20436789840459824, "decoder_query_target_nll": 2.397895336151123, "decoder_query_top1_on_support": 0.19921875, "mean_decoder_query_support_size": 2.248046875, "decoder_belief_target_mass": 0.021661928854882717, "decoder_belief_target_nll": 16.15286636352539, "decoder_belief_top1_on_support": 0.025390625, "mean_decoder_belief_support_size": 2.623046875, "mean_slot_purity": 0.999997615814209, "mean_slot_entropy": 3.839540295302868e-05, "mean_weight_entropy": 2.397895336151123, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.623046875 }, { "model": "cyclic_transition_ladder", "variant": "pilot_exact_ceiling", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 9, "query_type": "A", "k": 1, "n": 512, "decoder_query_target_mass": 0.21602743864059448, "decoder_query_target_nll": 6.709965944290161, "decoder_query_top1_on_support": 0.234375, "mean_decoder_query_support_size": 2.248046875, "decoder_belief_target_mass": 0.028468260541558266, "decoder_belief_target_nll": 16.677515029907227, "decoder_belief_top1_on_support": 0.025390625, "mean_decoder_belief_support_size": 2.623046875, "mean_slot_purity": 0.8667117357254028, "mean_slot_entropy": 0.21132278442382812, "mean_weight_entropy": 1.993186354637146, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.623046875 }, { "model": "cyclic_transition_ladder", "variant": "pilot_exact_ceiling", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 9, "query_type": "A", "k": 2, "n": 512, "decoder_query_target_mass": 0.23206671327352524, "decoder_query_target_nll": 8.593804359436035, "decoder_query_top1_on_support": 0.248046875, "mean_decoder_query_support_size": 2.248046875, "decoder_belief_target_mass": 0.03302554413676262, "decoder_belief_target_nll": 17.179574966430664, "decoder_belief_top1_on_support": 0.033203125, "mean_decoder_belief_support_size": 2.623046875, "mean_slot_purity": 0.7604786157608032, "mean_slot_entropy": 0.41726958751678467, "mean_weight_entropy": 1.6975378394126892, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.623046875 }, { "model": "cyclic_transition_ladder", "variant": "pilot_exact_ceiling", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 9, "query_type": "A", "k": 3, "n": 512, "decoder_query_target_mass": 0.23887303471565247, "decoder_query_target_nll": 9.84265422821045, "decoder_query_top1_on_support": 0.2421875, "mean_decoder_query_support_size": 2.248046875, "decoder_belief_target_mass": 0.04083803668618202, "decoder_belief_target_nll": 17.369243621826172, "decoder_belief_top1_on_support": 0.044921875, "mean_decoder_belief_support_size": 2.623046875, "mean_slot_purity": 0.6645204424858093, "mean_slot_entropy": 0.6374358832836151, "mean_weight_entropy": 1.43515282869339, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.623046875 }, { "model": "cyclic_transition_ladder", "variant": "pilot_exact_ceiling", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 9, "query_type": "A", "k": 6, "n": 512, "decoder_query_target_mass": 0.3600257486104965, "decoder_query_target_nll": 10.1497802734375, "decoder_query_top1_on_support": 0.359375, "mean_decoder_query_support_size": 2.248046875, "decoder_belief_target_mass": 0.12020573019981384, "decoder_belief_target_nll": 16.00936269760132, "decoder_belief_top1_on_support": 0.1171875, "mean_decoder_belief_support_size": 2.623046875, "mean_slot_purity": 0.5107667446136475, "mean_slot_entropy": 1.1115341186523438, "mean_weight_entropy": 0.981147289276123, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.623046875 }, { "model": "cyclic_transition_ladder", "variant": "pilot_exact_ceiling", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 9, "query_type": "A", "k": 9, "n": 512, "decoder_query_target_mass": 0.9999982118606567, "decoder_query_target_nll": 0.5429840087890625, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 2.248046875, "decoder_belief_target_mass": 0.9999958276748657, "decoder_belief_target_nll": 0.6820520162582397, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 2.623046875, "mean_slot_purity": 0.4307495951652527, "mean_slot_entropy": 1.4350194931030273, "mean_weight_entropy": 0.6820662617683411, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.623046875 }, { "model": "cyclic_transition_ladder", "variant": "pilot_exact_ceiling", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 9, "query_type": "A", "k": 12, "n": 512, "decoder_query_target_mass": 0.9999982416629791, "decoder_query_target_nll": 0.5429840087890625, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 2.248046875, "decoder_belief_target_mass": 0.9999958276748657, "decoder_belief_target_nll": 0.6820520162582397, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 2.623046875, "mean_slot_purity": 0.4307495951652527, "mean_slot_entropy": 1.4350194931030273, "mean_weight_entropy": 0.6820662617683411, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.623046875 }, { "model": "cyclic_transition_ladder", "variant": "pilot_exact_ceiling", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 9, "query_type": "B", "k": 0, "n": 512, "decoder_query_target_mass": 0.19442471116781235, "decoder_query_target_nll": 2.397895336151123, "decoder_query_top1_on_support": 0.185546875, "mean_decoder_query_support_size": 2.138671875, "decoder_belief_target_mass": 0.02024147380143404, "decoder_belief_target_nll": 16.4876127243042, "decoder_belief_top1_on_support": 0.02734375, "mean_decoder_belief_support_size": 2.40234375, "mean_slot_purity": 0.999997615814209, "mean_slot_entropy": 3.839540295302868e-05, "mean_weight_entropy": 2.397895336151123, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.40234375 }, { "model": "cyclic_transition_ladder", "variant": "pilot_exact_ceiling", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 9, "query_type": "B", "k": 1, "n": 512, "decoder_query_target_mass": 0.2036280706524849, "decoder_query_target_nll": 7.127796173095703, "decoder_query_top1_on_support": 0.19921875, "mean_decoder_query_support_size": 2.138671875, "decoder_belief_target_mass": 0.021780298091471195, "decoder_belief_target_nll": 16.986507415771484, "decoder_belief_top1_on_support": 0.015625, "mean_decoder_belief_support_size": 2.40234375, "mean_slot_purity": 0.8506725132465363, "mean_slot_entropy": 0.23900721222162247, "mean_weight_entropy": 1.9573357105255127, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.40234375 }, { "model": "cyclic_transition_ladder", "variant": "pilot_exact_ceiling", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 9, "query_type": "B", "k": 2, "n": 512, "decoder_query_target_mass": 0.20729758590459824, "decoder_query_target_nll": 9.246514320373535, "decoder_query_top1_on_support": 0.224609375, "mean_decoder_query_support_size": 2.138671875, "decoder_belief_target_mass": 0.02278645895421505, "decoder_belief_target_nll": 17.421278953552246, "decoder_belief_top1_on_support": 0.025390625, "mean_decoder_belief_support_size": 2.40234375, "mean_slot_purity": 0.7463284134864807, "mean_slot_entropy": 0.44183315336704254, "mean_weight_entropy": 1.665850281715393, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.40234375 }, { "model": "cyclic_transition_ladder", "variant": "pilot_exact_ceiling", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 9, "query_type": "B", "k": 3, "n": 512, "decoder_query_target_mass": 0.2101089060306549, "decoder_query_target_nll": 10.459864616394043, "decoder_query_top1_on_support": 0.216796875, "mean_decoder_query_support_size": 2.138671875, "decoder_belief_target_mass": 0.025952878408133984, "decoder_belief_target_nll": 17.684351921081543, "decoder_belief_top1_on_support": 0.021484375, "mean_decoder_belief_support_size": 2.40234375, "mean_slot_purity": 0.6586955785751343, "mean_slot_entropy": 0.6511479318141937, "mean_weight_entropy": 1.4421679377555847, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.40234375 }, { "model": "cyclic_transition_ladder", "variant": "pilot_exact_ceiling", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 9, "query_type": "B", "k": 6, "n": 512, "decoder_query_target_mass": 0.3573327660560608, "decoder_query_target_nll": 10.244422912597656, "decoder_query_top1_on_support": 0.357421875, "mean_decoder_query_support_size": 2.138671875, "decoder_belief_target_mass": 0.09703461453318596, "decoder_belief_target_nll": 16.5045747756958, "decoder_belief_top1_on_support": 0.099609375, "mean_decoder_belief_support_size": 2.40234375, "mean_slot_purity": 0.4987114369869232, "mean_slot_entropy": 1.120348036289215, "mean_weight_entropy": 0.9150879085063934, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.40234375 }, { "model": "cyclic_transition_ladder", "variant": "pilot_exact_ceiling", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 9, "query_type": "B", "k": 9, "n": 512, "decoder_query_target_mass": 0.9999977350234985, "decoder_query_target_nll": 0.4945681393146515, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 2.138671875, "decoder_belief_target_mass": 0.9999950528144836, "decoder_belief_target_nll": 0.6079118847846985, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 2.40234375, "mean_slot_purity": 0.4237276762723923, "mean_slot_entropy": 1.4323956370353699, "mean_weight_entropy": 0.607927680015564, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.40234375 }, { "model": "cyclic_transition_ladder", "variant": "pilot_exact_ceiling", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 9, "query_type": "B", "k": 12, "n": 512, "decoder_query_target_mass": 0.9999977350234985, "decoder_query_target_nll": 0.4945681393146515, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 2.138671875, "decoder_belief_target_mass": 0.9999950528144836, "decoder_belief_target_nll": 0.6079118847846985, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 2.40234375, "mean_slot_purity": 0.4237276762723923, "mean_slot_entropy": 1.4323956370353699, "mean_weight_entropy": 0.607927680015564, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.40234375 }, { "model": "cyclic_transition_ladder", "variant": "pilot_exact_ceiling", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 9, "query_type": "A_PLUS_B", "k": 0, "n": 512, "decoder_query_target_mass": 0.22105822712183, "decoder_query_target_nll": 2.397895336151123, "decoder_query_top1_on_support": 0.248046875, "mean_decoder_query_support_size": 2.431640625, "decoder_belief_target_mass": 0.024147716350853443, "decoder_belief_target_nll": 16.298270225524902, "decoder_belief_top1_on_support": 0.02734375, "mean_decoder_belief_support_size": 2.55078125, "mean_slot_purity": 0.999997615814209, "mean_slot_entropy": 3.839540295302868e-05, "mean_weight_entropy": 2.397895336151123, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.55078125 }, { "model": "cyclic_transition_ladder", "variant": "pilot_exact_ceiling", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 9, "query_type": "A_PLUS_B", "k": 1, "n": 512, "decoder_query_target_mass": 0.22531959414482117, "decoder_query_target_nll": 5.276392936706543, "decoder_query_top1_on_support": 0.189453125, "mean_decoder_query_support_size": 2.431640625, "decoder_belief_target_mass": 0.02243134006857872, "decoder_belief_target_nll": 17.14294719696045, "decoder_belief_top1_on_support": 0.025390625, "mean_decoder_belief_support_size": 2.55078125, "mean_slot_purity": 0.853010356426239, "mean_slot_entropy": 0.23452746868133545, "mean_weight_entropy": 1.9600352048873901, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.55078125 }, { "model": "cyclic_transition_ladder", "variant": "pilot_exact_ceiling", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 9, "query_type": "A_PLUS_B", "k": 2, "n": 512, "decoder_query_target_mass": 0.2249348908662796, "decoder_query_target_nll": 7.305701017379761, "decoder_query_top1_on_support": 0.2421875, "mean_decoder_query_support_size": 2.431640625, "decoder_belief_target_mass": 0.0264559518545866, "decoder_belief_target_nll": 17.472152709960938, "decoder_belief_top1_on_support": 0.029296875, "mean_decoder_belief_support_size": 2.55078125, "mean_slot_purity": 0.7557783722877502, "mean_slot_entropy": 0.42914676666259766, "mean_weight_entropy": 1.6983458995819092, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.55078125 }, { "model": "cyclic_transition_ladder", "variant": "pilot_exact_ceiling", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 9, "query_type": "A_PLUS_B", "k": 3, "n": 512, "decoder_query_target_mass": 0.23168201744556427, "decoder_query_target_nll": 8.78531551361084, "decoder_query_top1_on_support": 0.228515625, "mean_decoder_query_support_size": 2.431640625, "decoder_belief_target_mass": 0.035955217666924, "decoder_belief_target_nll": 17.50775146484375, "decoder_belief_top1_on_support": 0.037109375, "mean_decoder_belief_support_size": 2.55078125, "mean_slot_purity": 0.666896253824234, "mean_slot_entropy": 0.6375502049922943, "mean_weight_entropy": 1.4556317925453186, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.55078125 }, { "model": "cyclic_transition_ladder", "variant": "pilot_exact_ceiling", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 9, "query_type": "A_PLUS_B", "k": 6, "n": 512, "decoder_query_target_mass": 0.21212120354175568, "decoder_query_target_nll": 11.954116821289062, "decoder_query_top1_on_support": 0.220703125, "mean_decoder_query_support_size": 2.431640625, "decoder_belief_target_mass": 0.07839120924472809, "decoder_belief_target_nll": 16.907763481140137, "decoder_belief_top1_on_support": 0.08984375, "mean_decoder_belief_support_size": 2.55078125, "mean_slot_purity": 0.5028690695762634, "mean_slot_entropy": 1.1137558221817017, "mean_weight_entropy": 0.9707995057106018, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.55078125 }, { "model": "cyclic_transition_ladder", "variant": "pilot_exact_ceiling", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 9, "query_type": "A_PLUS_B", "k": 9, "n": 512, "decoder_query_target_mass": 0.9999967813491821, "decoder_query_target_nll": 0.6165531575679779, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 2.431640625, "decoder_belief_target_mass": 0.999995619058609, "decoder_belief_target_nll": 0.6741226315498352, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 2.55078125, "mean_slot_purity": 0.42726288735866547, "mean_slot_entropy": 1.4268803596496582, "mean_weight_entropy": 0.6741365194320679, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.55078125 }, { "model": "cyclic_transition_ladder", "variant": "pilot_exact_ceiling", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 9, "query_type": "A_PLUS_B", "k": 12, "n": 512, "decoder_query_target_mass": 0.9999967813491821, "decoder_query_target_nll": 0.6165531575679779, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 2.431640625, "decoder_belief_target_mass": 0.999995619058609, "decoder_belief_target_nll": 0.6741226315498352, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 2.55078125, "mean_slot_purity": 0.42726290225982666, "mean_slot_entropy": 1.4268803596496582, "mean_weight_entropy": 0.6741365194320679, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.55078125 }, { "model": "cyclic_transition_ladder", "variant": "pilot_exact_ceiling", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 9, "query_type": "A_MINUS_B", "k": 0, "n": 512, "decoder_query_target_mass": 0.2382812276482582, "decoder_query_target_nll": 13.897656917572021, "decoder_query_top1_on_support": 0.23828125, "mean_decoder_query_support_size": 2.56640625, "decoder_belief_target_mass": 0.025213060900568962, "decoder_belief_target_nll": 16.295551300048828, "decoder_belief_top1_on_support": 0.017578125, "mean_decoder_belief_support_size": 2.8125, "mean_slot_purity": 0.999997615814209, "mean_slot_entropy": 3.839540295302868e-05, "mean_weight_entropy": 2.397895336151123, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.8125 }, { "model": "cyclic_transition_ladder", "variant": "pilot_exact_ceiling", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 9, "query_type": "A_MINUS_B", "k": 1, "n": 512, "decoder_query_target_mass": 0.24200991541147232, "decoder_query_target_nll": 9.637861728668213, "decoder_query_top1_on_support": 0.2578125, "mean_decoder_query_support_size": 2.56640625, "decoder_belief_target_mass": 0.027787625789642334, "decoder_belief_target_nll": 16.898611068725586, "decoder_belief_top1_on_support": 0.017578125, "mean_decoder_belief_support_size": 2.8125, "mean_slot_purity": 0.8591360151767731, "mean_slot_entropy": 0.22380637377500534, "mean_weight_entropy": 1.972885251045227, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.8125 }, { "model": "cyclic_transition_ladder", "variant": "pilot_exact_ceiling", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 9, "query_type": "A_MINUS_B", "k": 2, "n": 512, "decoder_query_target_mass": 0.23073510080575943, "decoder_query_target_nll": 8.95059871673584, "decoder_query_top1_on_support": 0.224609375, "mean_decoder_query_support_size": 2.56640625, "decoder_belief_target_mass": 0.030362194404006004, "decoder_belief_target_nll": 17.131596565246582, "decoder_belief_top1_on_support": 0.025390625, "mean_decoder_belief_support_size": 2.8125, "mean_slot_purity": 0.771852046251297, "mean_slot_entropy": 0.3997006118297577, "mean_weight_entropy": 1.7249416708946228, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.8125 }, { "model": "cyclic_transition_ladder", "variant": "pilot_exact_ceiling", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 9, "query_type": "A_MINUS_B", "k": 3, "n": 512, "decoder_query_target_mass": 0.22582270205020905, "decoder_query_target_nll": 9.501536846160889, "decoder_query_top1_on_support": 0.228515625, "mean_decoder_query_support_size": 2.56640625, "decoder_belief_target_mass": 0.0363991167396307, "decoder_belief_target_nll": 17.538426399230957, "decoder_belief_top1_on_support": 0.0390625, "mean_decoder_belief_support_size": 2.8125, "mean_slot_purity": 0.6932964026927948, "mean_slot_entropy": 0.585179477930069, "mean_weight_entropy": 1.5260213613510132, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.8125 }, { "model": "cyclic_transition_ladder", "variant": "pilot_exact_ceiling", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 9, "query_type": "A_MINUS_B", "k": 6, "n": 512, "decoder_query_target_mass": 0.255208283662796, "decoder_query_target_nll": 11.10428237915039, "decoder_query_top1_on_support": 0.265625, "mean_decoder_query_support_size": 2.56640625, "decoder_belief_target_mass": 0.09608766436576843, "decoder_belief_target_nll": 16.606428146362305, "decoder_belief_top1_on_support": 0.10546875, "mean_decoder_belief_support_size": 2.8125, "mean_slot_purity": 0.5332128405570984, "mean_slot_entropy": 1.0412078499794006, "mean_weight_entropy": 1.0225246846675873, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.8125 }, { "model": "cyclic_transition_ladder", "variant": "pilot_exact_ceiling", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 9, "query_type": "A_MINUS_B", "k": 9, "n": 512, "decoder_query_target_mass": 0.9999966621398926, "decoder_query_target_nll": 0.6540284752845764, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 2.56640625, "decoder_belief_target_mass": 0.9999952912330627, "decoder_belief_target_nll": 0.7304438352584839, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 2.8125, "mean_slot_purity": 0.45538392663002014, "mean_slot_entropy": 1.3492059707641602, "mean_weight_entropy": 0.7304578125476837, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.8125 }, { "model": "cyclic_transition_ladder", "variant": "pilot_exact_ceiling", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 9, "query_type": "A_MINUS_B", "k": 12, "n": 512, "decoder_query_target_mass": 0.9999966621398926, "decoder_query_target_nll": 0.6540284752845764, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 2.56640625, "decoder_belief_target_mass": 0.9999952912330627, "decoder_belief_target_nll": 0.7304438352584839, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 2.8125, "mean_slot_purity": 0.45538392663002014, "mean_slot_entropy": 1.3492059707641602, "mean_weight_entropy": 0.7304578125476837, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.8125 }, { "model": "cyclic_transition_ladder", "variant": "pilot_exact_ceiling", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 12, "query_type": "A", "k": 0, "n": 512, "decoder_query_target_mass": 0.16903407871723175, "decoder_query_target_nll": 2.397895336151123, "decoder_query_top1_on_support": 0.15625, "mean_decoder_query_support_size": 1.859375, "decoder_belief_target_mass": 0.015269889030605555, "decoder_belief_target_nll": 16.432348251342773, "decoder_belief_top1_on_support": 0.01171875, "mean_decoder_belief_support_size": 2.046875, "mean_slot_purity": 0.999997615814209, "mean_slot_entropy": 3.839540295302868e-05, "mean_weight_entropy": 2.397895336151123, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.046875 }, { "model": "cyclic_transition_ladder", "variant": "pilot_exact_ceiling", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 12, "query_type": "A", "k": 1, "n": 512, "decoder_query_target_mass": 0.16122160851955414, "decoder_query_target_nll": 6.647326707839966, "decoder_query_top1_on_support": 0.154296875, "mean_decoder_query_support_size": 1.859375, "decoder_belief_target_mass": 0.014855592045933008, "decoder_belief_target_nll": 16.999232292175293, "decoder_belief_top1_on_support": 0.0078125, "mean_decoder_belief_support_size": 2.046875, "mean_slot_purity": 0.8754416108131409, "mean_slot_entropy": 0.19798143953084946, "mean_weight_entropy": 2.0225223302841187, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.046875 }, { "model": "cyclic_transition_ladder", "variant": "pilot_exact_ceiling", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 12, "query_type": "A", "k": 2, "n": 512, "decoder_query_target_mass": 0.16577890515327454, "decoder_query_target_nll": 9.018372535705566, "decoder_query_top1_on_support": 0.140625, "mean_decoder_query_support_size": 1.859375, "decoder_belief_target_mass": 0.012369804549962282, "decoder_belief_target_nll": 17.82703971862793, "decoder_belief_top1_on_support": 0.01171875, "mean_decoder_belief_support_size": 2.046875, "mean_slot_purity": 0.7658299803733826, "mean_slot_entropy": 0.40528711676597595, "mean_weight_entropy": 1.7137938141822815, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.046875 }, { "model": "cyclic_transition_ladder", "variant": "pilot_exact_ceiling", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 12, "query_type": "A", "k": 3, "n": 512, "decoder_query_target_mass": 0.1769057661294937, "decoder_query_target_nll": 10.872495651245117, "decoder_query_top1_on_support": 0.197265625, "mean_decoder_query_support_size": 1.859375, "decoder_belief_target_mass": 0.022638486698269844, "decoder_belief_target_nll": 18.06404685974121, "decoder_belief_top1_on_support": 0.03125, "mean_decoder_belief_support_size": 2.046875, "mean_slot_purity": 0.668744832277298, "mean_slot_entropy": 0.6277791857719421, "mean_weight_entropy": 1.4544399976730347, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.046875 }, { "model": "cyclic_transition_ladder", "variant": "pilot_exact_ceiling", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 12, "query_type": "A", "k": 6, "n": 512, "decoder_query_target_mass": 0.22750934958457947, "decoder_query_target_nll": 11.79845905303955, "decoder_query_top1_on_support": 0.216796875, "mean_decoder_query_support_size": 1.859375, "decoder_belief_target_mass": 0.02977033518254757, "decoder_belief_target_nll": 18.335641860961914, "decoder_belief_top1_on_support": 0.025390625, "mean_decoder_belief_support_size": 2.046875, "mean_slot_purity": 0.5123015940189362, "mean_slot_entropy": 1.0945557355880737, "mean_weight_entropy": 1.0026820302009583, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.046875 }, { "model": "cyclic_transition_ladder", "variant": "pilot_exact_ceiling", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 12, "query_type": "A", "k": 9, "n": 512, "decoder_query_target_mass": 0.37505874037742615, "decoder_query_target_nll": 10.552704811096191, "decoder_query_top1_on_support": 0.3828125, "mean_decoder_query_support_size": 1.859375, "decoder_belief_target_mass": 0.08632195368409157, "decoder_belief_target_nll": 16.93030834197998, "decoder_belief_top1_on_support": 0.09765625, "mean_decoder_belief_support_size": 2.046875, "mean_slot_purity": 0.4327205866575241, "mean_slot_entropy": 1.407822847366333, "mean_weight_entropy": 0.6814022660255432, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.046875 }, { "model": "cyclic_transition_ladder", "variant": "pilot_exact_ceiling", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 12, "query_type": "A", "k": 12, "n": 512, "decoder_query_target_mass": 0.9999974966049194, "decoder_query_target_nll": 0.39134201407432556, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 1.859375, "decoder_belief_target_mass": 0.9999940395355225, "decoder_belief_target_nll": 0.47634007036685944, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 2.046875, "mean_slot_purity": 0.3919697403907776, "mean_slot_entropy": 1.632752537727356, "mean_weight_entropy": 0.4763537347316742, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.046875 }, { "model": "cyclic_transition_ladder", "variant": "pilot_exact_ceiling", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 12, "query_type": "B", "k": 0, "n": 512, "decoder_query_target_mass": 0.15340909361839294, "decoder_query_target_nll": 2.397895336151123, "decoder_query_top1_on_support": 0.146484375, "mean_decoder_query_support_size": 1.6875, "decoder_belief_target_mass": 0.015802554320544004, "decoder_belief_target_nll": 16.169625282287598, "decoder_belief_top1_on_support": 0.01953125, "mean_decoder_belief_support_size": 1.869140625, "mean_slot_purity": 0.999997615814209, "mean_slot_entropy": 3.839540295302868e-05, "mean_weight_entropy": 2.397895336151123, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 1.869140625 }, { "model": "cyclic_transition_ladder", "variant": "pilot_exact_ceiling", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 12, "query_type": "B", "k": 1, "n": 512, "decoder_query_target_mass": 0.15228455513715744, "decoder_query_target_nll": 6.206308603286743, "decoder_query_top1_on_support": 0.166015625, "mean_decoder_query_support_size": 1.6875, "decoder_belief_target_mass": 0.01710463548079133, "decoder_belief_target_nll": 16.95515251159668, "decoder_belief_top1_on_support": 0.02734375, "mean_decoder_belief_support_size": 1.869140625, "mean_slot_purity": 0.8881367444992065, "mean_slot_entropy": 0.1751813217997551, "mean_weight_entropy": 2.0458465814590454, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 1.869140625 }, { "model": "cyclic_transition_ladder", "variant": "pilot_exact_ceiling", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 12, "query_type": "B", "k": 2, "n": 512, "decoder_query_target_mass": 0.14482717961072922, "decoder_query_target_nll": 8.542160034179688, "decoder_query_top1_on_support": 0.15234375, "mean_decoder_query_support_size": 1.6875, "decoder_belief_target_mass": 0.019915943033993244, "decoder_belief_target_nll": 17.32022476196289, "decoder_belief_top1_on_support": 0.01953125, "mean_decoder_belief_support_size": 1.869140625, "mean_slot_purity": 0.7839603126049042, "mean_slot_entropy": 0.37111134827136993, "mean_weight_entropy": 1.756243348121643, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 1.869140625 }, { "model": "cyclic_transition_ladder", "variant": "pilot_exact_ceiling", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 12, "query_type": "B", "k": 3, "n": 512, "decoder_query_target_mass": 0.1645951345562935, "decoder_query_target_nll": 9.765125751495361, "decoder_query_top1_on_support": 0.16796875, "mean_decoder_query_support_size": 1.6875, "decoder_belief_target_mass": 0.020833317190408707, "decoder_belief_target_nll": 17.612682342529297, "decoder_belief_top1_on_support": 0.017578125, "mean_decoder_belief_support_size": 1.869140625, "mean_slot_purity": 0.7050631046295166, "mean_slot_entropy": 0.5522230565547943, "mean_weight_entropy": 1.5405659079551697, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 1.869140625 }, { "model": "cyclic_transition_ladder", "variant": "pilot_exact_ceiling", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 12, "query_type": "B", "k": 6, "n": 512, "decoder_query_target_mass": 0.1981533318758011, "decoder_query_target_nll": 11.623661518096924, "decoder_query_top1_on_support": 0.201171875, "mean_decoder_query_support_size": 1.6875, "decoder_belief_target_mass": 0.04107474349439144, "decoder_belief_target_nll": 17.89662742614746, "decoder_belief_top1_on_support": 0.044921875, "mean_decoder_belief_support_size": 1.869140625, "mean_slot_purity": 0.5308090150356293, "mean_slot_entropy": 1.045906662940979, "mean_weight_entropy": 1.029796302318573, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 1.869140625 }, { "model": "cyclic_transition_ladder", "variant": "pilot_exact_ceiling", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 12, "query_type": "B", "k": 9, "n": 512, "decoder_query_target_mass": 0.34466686844825745, "decoder_query_target_nll": 10.354043960571289, "decoder_query_top1_on_support": 0.359375, "mean_decoder_query_support_size": 1.6875, "decoder_belief_target_mass": 0.0915302187204361, "decoder_belief_target_nll": 16.73522186279297, "decoder_belief_top1_on_support": 0.109375, "mean_decoder_belief_support_size": 1.869140625, "mean_slot_purity": 0.4401903301477432, "mean_slot_entropy": 1.3654940724372864, "mean_weight_entropy": 0.6771825551986694, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 1.869140625 }, { "model": "cyclic_transition_ladder", "variant": "pilot_exact_ceiling", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 12, "query_type": "B", "k": 12, "n": 512, "decoder_query_target_mass": 0.9999969303607941, "decoder_query_target_nll": 0.35738302767276764, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 1.6875, "decoder_belief_target_mass": 0.9999940991401672, "decoder_belief_target_nll": 0.43227382004261017, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 1.869140625, "mean_slot_purity": 0.39308276772499084, "mean_slot_entropy": 1.596215546131134, "mean_weight_entropy": 0.432294026017189, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 1.869140625 }, { "model": "cyclic_transition_ladder", "variant": "pilot_exact_ceiling", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 12, "query_type": "A_PLUS_B", "k": 0, "n": 512, "decoder_query_target_mass": 0.17116478085517883, "decoder_query_target_nll": 2.397895336151123, "decoder_query_top1_on_support": 0.15234375, "mean_decoder_query_support_size": 1.8828125, "decoder_belief_target_mass": 0.016512785106897354, "decoder_belief_target_nll": 16.462244987487793, "decoder_belief_top1_on_support": 0.017578125, "mean_decoder_belief_support_size": 2.046875, "mean_slot_purity": 0.999997615814209, "mean_slot_entropy": 3.839540295302868e-05, "mean_weight_entropy": 2.397895336151123, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.046875 }, { "model": "cyclic_transition_ladder", "variant": "pilot_exact_ceiling", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 12, "query_type": "A_PLUS_B", "k": 1, "n": 512, "decoder_query_target_mass": 0.16660749167203903, "decoder_query_target_nll": 5.615377187728882, "decoder_query_top1_on_support": 0.142578125, "mean_decoder_query_support_size": 1.8828125, "decoder_belief_target_mass": 0.014796401374042034, "decoder_belief_target_nll": 17.395228385925293, "decoder_belief_top1_on_support": 0.015625, "mean_decoder_belief_support_size": 2.046875, "mean_slot_purity": 0.8461152613162994, "mean_slot_entropy": 0.24359020590782166, "mean_weight_entropy": 1.92848539352417, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.046875 }, { "model": "cyclic_transition_ladder", "variant": "pilot_exact_ceiling", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 12, "query_type": "A_PLUS_B", "k": 2, "n": 512, "decoder_query_target_mass": 0.1714015007019043, "decoder_query_target_nll": 7.320434093475342, "decoder_query_top1_on_support": 0.173828125, "mean_decoder_query_support_size": 1.8828125, "decoder_belief_target_mass": 0.017637306824326515, "decoder_belief_target_nll": 17.567513465881348, "decoder_belief_top1_on_support": 0.021484375, "mean_decoder_belief_support_size": 2.046875, "mean_slot_purity": 0.7510977387428284, "mean_slot_entropy": 0.4439995288848877, "mean_weight_entropy": 1.6811197996139526, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.046875 }, { "model": "cyclic_transition_ladder", "variant": "pilot_exact_ceiling", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 12, "query_type": "A_PLUS_B", "k": 3, "n": 512, "decoder_query_target_mass": 0.17527814954519272, "decoder_query_target_nll": 8.760852813720703, "decoder_query_top1_on_support": 0.154296875, "mean_decoder_query_support_size": 1.8828125, "decoder_belief_target_mass": 0.024473220109939575, "decoder_belief_target_nll": 17.89374828338623, "decoder_belief_top1_on_support": 0.033203125, "mean_decoder_belief_support_size": 2.046875, "mean_slot_purity": 0.6669537723064423, "mean_slot_entropy": 0.6365044713020325, "mean_weight_entropy": 1.4525156617164612, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.046875 }, { "model": "cyclic_transition_ladder", "variant": "pilot_exact_ceiling", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 12, "query_type": "A_PLUS_B", "k": 6, "n": 512, "decoder_query_target_mass": 0.19649606198072433, "decoder_query_target_nll": 11.302570343017578, "decoder_query_top1_on_support": 0.197265625, "mean_decoder_query_support_size": 1.8828125, "decoder_belief_target_mass": 0.03604397922754288, "decoder_belief_target_nll": 18.16726016998291, "decoder_belief_top1_on_support": 0.037109375, "mean_decoder_belief_support_size": 2.046875, "mean_slot_purity": 0.5242872834205627, "mean_slot_entropy": 1.0879467725753784, "mean_weight_entropy": 0.9924997687339783, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.046875 }, { "model": "cyclic_transition_ladder", "variant": "pilot_exact_ceiling", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 12, "query_type": "A_PLUS_B", "k": 9, "n": 512, "decoder_query_target_mass": 0.19457252323627472, "decoder_query_target_nll": 12.595090866088867, "decoder_query_top1_on_support": 0.189453125, "mean_decoder_query_support_size": 1.8828125, "decoder_belief_target_mass": 0.08046270534396172, "decoder_belief_target_nll": 17.095831871032715, "decoder_belief_top1_on_support": 0.08203125, "mean_decoder_belief_support_size": 2.046875, "mean_slot_purity": 0.4419775456190109, "mean_slot_entropy": 1.397703230381012, "mean_weight_entropy": 0.6703001260757446, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.046875 }, { "model": "cyclic_transition_ladder", "variant": "pilot_exact_ceiling", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 12, "query_type": "A_PLUS_B", "k": 12, "n": 512, "decoder_query_target_mass": 0.9999949336051941, "decoder_query_target_nll": 0.39592617750167847, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 1.8828125, "decoder_belief_target_mass": 0.9999935328960419, "decoder_belief_target_nll": 0.4591931700706482, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 2.046875, "mean_slot_purity": 0.4116688370704651, "mean_slot_entropy": 1.5683306455612183, "mean_weight_entropy": 0.45920783281326294, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.046875 }, { "model": "cyclic_transition_ladder", "variant": "pilot_exact_ceiling", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 12, "query_type": "A_MINUS_B", "k": 0, "n": 512, "decoder_query_target_mass": 0.16015625, "decoder_query_target_nll": 13.967867851257324, "decoder_query_top1_on_support": 0.16015625, "mean_decoder_query_support_size": 1.826171875, "decoder_belief_target_mass": 0.015447443351149559, "decoder_belief_target_nll": 16.365763664245605, "decoder_belief_top1_on_support": 0.01171875, "mean_decoder_belief_support_size": 1.923828125, "mean_slot_purity": 0.999997615814209, "mean_slot_entropy": 3.839540295302868e-05, "mean_weight_entropy": 2.397895336151123, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 1.923828125 }, { "model": "cyclic_transition_ladder", "variant": "pilot_exact_ceiling", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 12, "query_type": "A_MINUS_B", "k": 1, "n": 512, "decoder_query_target_mass": 0.17294032126665115, "decoder_query_target_nll": 9.882716655731201, "decoder_query_top1_on_support": 0.17578125, "mean_decoder_query_support_size": 1.826171875, "decoder_belief_target_mass": 0.017134226858615875, "decoder_belief_target_nll": 17.208492279052734, "decoder_belief_top1_on_support": 0.005859375, "mean_decoder_belief_support_size": 1.923828125, "mean_slot_purity": 0.8612075448036194, "mean_slot_entropy": 0.21746569871902466, "mean_weight_entropy": 1.961798369884491, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 1.923828125 }, { "model": "cyclic_transition_ladder", "variant": "pilot_exact_ceiling", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 12, "query_type": "A_MINUS_B", "k": 2, "n": 512, "decoder_query_target_mass": 0.15923889726400375, "decoder_query_target_nll": 9.370901107788086, "decoder_query_top1_on_support": 0.166015625, "mean_decoder_query_support_size": 1.826171875, "decoder_belief_target_mass": 0.01908734906464815, "decoder_belief_target_nll": 17.429203033447266, "decoder_belief_top1_on_support": 0.017578125, "mean_decoder_belief_support_size": 1.923828125, "mean_slot_purity": 0.7509300112724304, "mean_slot_entropy": 0.43609900772571564, "mean_weight_entropy": 1.6690272092819214, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 1.923828125 }, { "model": "cyclic_transition_ladder", "variant": "pilot_exact_ceiling", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 12, "query_type": "A_MINUS_B", "k": 3, "n": 512, "decoder_query_target_mass": 0.17853334546089172, "decoder_query_target_nll": 9.796158790588379, "decoder_query_top1_on_support": 0.185546875, "mean_decoder_query_support_size": 1.826171875, "decoder_belief_target_mass": 0.01737096719443798, "decoder_belief_target_nll": 17.921388626098633, "decoder_belief_top1_on_support": 0.0234375, "mean_decoder_belief_support_size": 1.923828125, "mean_slot_purity": 0.6701480746269226, "mean_slot_entropy": 0.6227960288524628, "mean_weight_entropy": 1.4530092477798462, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 1.923828125 }, { "model": "cyclic_transition_ladder", "variant": "pilot_exact_ceiling", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 12, "query_type": "A_MINUS_B", "k": 6, "n": 512, "decoder_query_target_mass": 0.16462476551532745, "decoder_query_target_nll": 11.751670837402344, "decoder_query_top1_on_support": 0.16015625, "mean_decoder_query_support_size": 1.826171875, "decoder_belief_target_mass": 0.028616227209568024, "decoder_belief_target_nll": 18.141854286193848, "decoder_belief_top1_on_support": 0.0234375, "mean_decoder_belief_support_size": 1.923828125, "mean_slot_purity": 0.5228970646858215, "mean_slot_entropy": 1.079560399055481, "mean_weight_entropy": 1.0260387063026428, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 1.923828125 }, { "model": "cyclic_transition_ladder", "variant": "pilot_exact_ceiling", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 12, "query_type": "A_MINUS_B", "k": 9, "n": 512, "decoder_query_target_mass": 0.1998991221189499, "decoder_query_target_nll": 12.313949584960938, "decoder_query_top1_on_support": 0.224609375, "mean_decoder_query_support_size": 1.826171875, "decoder_belief_target_mass": 0.0967089869081974, "decoder_belief_target_nll": 16.68140983581543, "decoder_belief_top1_on_support": 0.10546875, "mean_decoder_belief_support_size": 1.923828125, "mean_slot_purity": 0.44089701771736145, "mean_slot_entropy": 1.380727767944336, "mean_weight_entropy": 0.6990381479263306, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 1.923828125 }, { "model": "cyclic_transition_ladder", "variant": "pilot_exact_ceiling", "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "slot_capacity": 11, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 12, "query_type": "A_MINUS_B", "k": 12, "n": 512, "decoder_query_target_mass": 0.9999952614307404, "decoder_query_target_nll": 0.38435323536396027, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 1.826171875, "decoder_belief_target_mass": 0.9999943375587463, "decoder_belief_target_nll": 0.4353233575820923, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 1.923828125, "mean_slot_purity": 0.3992386609315872, "mean_slot_entropy": 1.5772838592529297, "mean_weight_entropy": 0.4353405088186264, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 1.923828125 } ] } ], "checkpoints": [], "num_parameters": 0 }