{ "args": { "variant_name": "smoke_exact_ceiling", "seed": 83, "device": "auto", "modulus": 7, "observe_mod": 3, "observe_prob": 0.4, "op_family": "full", "query_family": "all", "slot_capacity": 7, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "init_logit_scale": 8.0, "temperature": 1.0, "train_min_len": 1, "train_max_len": 6, "eval_lengths": "2,3", "eval_k": "0,1,2,3", "eval_query_types": "all", "train_steps": 0, "batch_size": 256, "eval_batch_size": 128, "eval_examples": 128, "lr": 0.001, "weight_decay": 0.0001, "belief_loss_weight": 1.0, "query_loss_weight": 0.0, "slot_entropy_weight": 0.0, "max_grad_norm": 1.0, "log_every": 100, "output_dir": "experiments/cyclic_transition_ladder/runs/smoke_exact_ceiling", "checkpoint_dir": "large_artifacts/cyclic_transition_ladder/checkpoints/smoke_exact_ceiling" }, "train": [], "eval": [ { "step": 0, "rows": [ { "model": "cyclic_transition_ladder", "variant": "smoke_exact_ceiling", "modulus": 7, "observe_mod": 3, "observe_prob": 0.4, "op_family": "full", "query_family": "all", "slot_capacity": 7, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 2, "query_type": "A", "k": 0, "n": 128, "decoder_query_target_mass": 0.495535671710968, "decoder_query_target_nll": 1.9459102153778076, "decoder_query_top1_on_support": 0.484375, "mean_decoder_query_support_size": 3.46875, "decoder_belief_target_mass": 0.13281241059303284, "decoder_belief_target_nll": 13.078685760498047, "decoder_belief_top1_on_support": 0.1875, "mean_decoder_belief_support_size": 4.1796875, "mean_slot_purity": 0.9999986290931702, "mean_slot_entropy": 2.3037249775370583e-05, "mean_weight_entropy": 1.9459102153778076, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 4.1796875 }, { "model": "cyclic_transition_ladder", "variant": "smoke_exact_ceiling", "modulus": 7, "observe_mod": 3, "observe_prob": 0.4, "op_family": "full", "query_family": "all", "slot_capacity": 7, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 2, "query_type": "A", "k": 1, "n": 128, "decoder_query_target_mass": 0.7094491124153137, "decoder_query_target_nll": 2.816220760345459, "decoder_query_top1_on_support": 0.7109375, "mean_decoder_query_support_size": 3.46875, "decoder_belief_target_mass": 0.34244751930236816, "decoder_belief_target_nll": 9.257295608520508, "decoder_belief_top1_on_support": 0.40625, "mean_decoder_belief_support_size": 4.1796875, "mean_slot_purity": 0.8597457408905029, "mean_slot_entropy": 0.20924831926822662, "mean_weight_entropy": 1.5265263319015503, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 4.1796875 }, { "model": "cyclic_transition_ladder", "variant": "smoke_exact_ceiling", "modulus": 7, "observe_mod": 3, "observe_prob": 0.4, "op_family": "full", "query_family": "all", "slot_capacity": 7, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 2, "query_type": "A", "k": 2, "n": 128, "decoder_query_target_mass": 0.9999994039535522, "decoder_query_target_nll": 1.0153323411941528, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 3.46875, "decoder_belief_target_mass": 0.9999983906745911, "decoder_belief_target_nll": 1.2615786790847778, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 4.1796875, "mean_slot_purity": 0.7519829273223877, "mean_slot_entropy": 0.4156421422958374, "mean_weight_entropy": 1.2615818977355957, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 4.1796875 }, { "model": "cyclic_transition_ladder", "variant": "smoke_exact_ceiling", "modulus": 7, "observe_mod": 3, "observe_prob": 0.4, "op_family": "full", "query_family": "all", "slot_capacity": 7, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 2, "query_type": "A", "k": 3, "n": 128, "decoder_query_target_mass": 0.9999994039535522, "decoder_query_target_nll": 1.0153323411941528, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 3.46875, "decoder_belief_target_mass": 0.9999983906745911, "decoder_belief_target_nll": 1.2615786790847778, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 4.1796875, "mean_slot_purity": 0.7519829273223877, "mean_slot_entropy": 0.4156421422958374, "mean_weight_entropy": 1.2615818977355957, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 4.1796875 }, { "model": "cyclic_transition_ladder", "variant": "smoke_exact_ceiling", "modulus": 7, "observe_mod": 3, "observe_prob": 0.4, "op_family": "full", "query_family": "all", "slot_capacity": 7, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 2, "query_type": "B", "k": 0, "n": 128, "decoder_query_target_mass": 0.5535714030265808, "decoder_query_target_nll": 1.9459102153778076, "decoder_query_top1_on_support": 0.5234375, "mean_decoder_query_support_size": 3.875, "decoder_belief_target_mass": 0.14285704493522644, "decoder_belief_target_nll": 13.206811904907227, "decoder_belief_top1_on_support": 0.203125, "mean_decoder_belief_support_size": 4.21875, "mean_slot_purity": 0.9999986290931702, "mean_slot_entropy": 2.3037249775370583e-05, "mean_weight_entropy": 1.9459102153778076, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 4.21875 }, { "model": "cyclic_transition_ladder", "variant": "smoke_exact_ceiling", "modulus": 7, "observe_mod": 3, "observe_prob": 0.4, "op_family": "full", "query_family": "all", "slot_capacity": 7, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 2, "query_type": "B", "k": 1, "n": 128, "decoder_query_target_mass": 0.7354907989501953, "decoder_query_target_nll": 3.808554172515869, "decoder_query_top1_on_support": 0.7109375, "mean_decoder_query_support_size": 3.875, "decoder_belief_target_mass": 0.33686715364456177, "decoder_belief_target_nll": 10.01605224609375, "decoder_belief_top1_on_support": 0.4453125, "mean_decoder_belief_support_size": 4.21875, "mean_slot_purity": 0.8485851287841797, "mean_slot_entropy": 0.2247200906276703, "mean_weight_entropy": 1.4873777627944946, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 4.21875 }, { "model": "cyclic_transition_ladder", "variant": "smoke_exact_ceiling", "modulus": 7, "observe_mod": 3, "observe_prob": 0.4, "op_family": "full", "query_family": "all", "slot_capacity": 7, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 2, "query_type": "B", "k": 2, "n": 128, "decoder_query_target_mass": 0.999999463558197, "decoder_query_target_nll": 1.143571138381958, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 3.875, "decoder_belief_target_mass": 0.9999983310699463, "decoder_belief_target_nll": 1.2758610248565674, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 4.21875, "mean_slot_purity": 0.7682899832725525, "mean_slot_entropy": 0.36659783124923706, "mean_weight_entropy": 1.2758643627166748, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 4.21875 }, { "model": "cyclic_transition_ladder", "variant": "smoke_exact_ceiling", "modulus": 7, "observe_mod": 3, "observe_prob": 0.4, "op_family": "full", "query_family": "all", "slot_capacity": 7, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 2, "query_type": "B", "k": 3, "n": 128, "decoder_query_target_mass": 0.999999463558197, "decoder_query_target_nll": 1.143571138381958, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 3.875, "decoder_belief_target_mass": 0.9999983310699463, "decoder_belief_target_nll": 1.2758610248565674, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 4.21875, "mean_slot_purity": 0.7682899832725525, "mean_slot_entropy": 0.36659783124923706, "mean_weight_entropy": 1.2758643627166748, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 4.21875 }, { "model": "cyclic_transition_ladder", "variant": "smoke_exact_ceiling", "modulus": 7, "observe_mod": 3, "observe_prob": 0.4, "op_family": "full", "query_family": "all", "slot_capacity": 7, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 2, "query_type": "A_PLUS_B", "k": 0, "n": 128, "decoder_query_target_mass": 0.5758928060531616, "decoder_query_target_nll": 1.9459102153778076, "decoder_query_top1_on_support": 0.6328125, "mean_decoder_query_support_size": 4.03125, "decoder_belief_target_mass": 0.12723207473754883, "decoder_belief_target_nll": 13.166950225830078, "decoder_belief_top1_on_support": 0.1875, "mean_decoder_belief_support_size": 4.078125, "mean_slot_purity": 0.9999986290931702, "mean_slot_entropy": 2.3037249775370583e-05, "mean_weight_entropy": 1.9459102153778076, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 4.078125 }, { "model": "cyclic_transition_ladder", "variant": "smoke_exact_ceiling", "modulus": 7, "observe_mod": 3, "observe_prob": 0.4, "op_family": "full", "query_family": "all", "slot_capacity": 7, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 2, "query_type": "A_PLUS_B", "k": 1, "n": 128, "decoder_query_target_mass": 0.6579239368438721, "decoder_query_target_nll": 4.1411614418029785, "decoder_query_top1_on_support": 0.6796875, "mean_decoder_query_support_size": 4.03125, "decoder_belief_target_mass": 0.3420754671096802, "decoder_belief_target_nll": 9.42386245727539, "decoder_belief_top1_on_support": 0.421875, "mean_decoder_belief_support_size": 4.078125, "mean_slot_purity": 0.8495150804519653, "mean_slot_entropy": 0.21953782439231873, "mean_weight_entropy": 1.4715393781661987, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 4.078125 }, { "model": "cyclic_transition_ladder", "variant": "smoke_exact_ceiling", "modulus": 7, "observe_mod": 3, "observe_prob": 0.4, "op_family": "full", "query_family": "all", "slot_capacity": 7, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 2, "query_type": "A_PLUS_B", "k": 2, "n": 128, "decoder_query_target_mass": 0.9999992251396179, "decoder_query_target_nll": 1.2029478549957275, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 4.03125, "decoder_belief_target_mass": 0.9999983310699463, "decoder_belief_target_nll": 1.218151330947876, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 4.078125, "mean_slot_purity": 0.7561061978340149, "mean_slot_entropy": 0.3913232684135437, "mean_weight_entropy": 1.2181549072265625, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 4.078125 }, { "model": "cyclic_transition_ladder", "variant": "smoke_exact_ceiling", "modulus": 7, "observe_mod": 3, "observe_prob": 0.4, "op_family": "full", "query_family": "all", "slot_capacity": 7, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 2, "query_type": "A_PLUS_B", "k": 3, "n": 128, "decoder_query_target_mass": 0.9999992251396179, "decoder_query_target_nll": 1.2029478549957275, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 4.03125, "decoder_belief_target_mass": 0.9999983310699463, "decoder_belief_target_nll": 1.218151330947876, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 4.078125, "mean_slot_purity": 0.7561061978340149, "mean_slot_entropy": 0.3913232684135437, "mean_weight_entropy": 1.2181549072265625, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 4.078125 }, { "model": "cyclic_transition_ladder", "variant": "smoke_exact_ceiling", "modulus": 7, "observe_mod": 3, "observe_prob": 0.4, "op_family": "full", "query_family": "all", "slot_capacity": 7, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 2, "query_type": "A_MINUS_B", "k": 0, "n": 128, "decoder_query_target_mass": 0.5312498807907104, "decoder_query_target_nll": 11.628198623657227, "decoder_query_top1_on_support": 0.53125, "mean_decoder_query_support_size": 3.046875, "decoder_belief_target_mass": 0.11607136577367783, "decoder_belief_target_nll": 13.574108123779297, "decoder_belief_top1_on_support": 0.171875, "mean_decoder_belief_support_size": 4.2265625, "mean_slot_purity": 0.9999986290931702, "mean_slot_entropy": 2.3037249775370583e-05, "mean_weight_entropy": 1.9459102153778076, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 4.2265625 }, { "model": "cyclic_transition_ladder", "variant": "smoke_exact_ceiling", "modulus": 7, "observe_mod": 3, "observe_prob": 0.4, "op_family": "full", "query_family": "all", "slot_capacity": 7, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 2, "query_type": "A_MINUS_B", "k": 1, "n": 128, "decoder_query_target_mass": 0.6819192171096802, "decoder_query_target_nll": 5.708902359008789, "decoder_query_top1_on_support": 0.671875, "mean_decoder_query_support_size": 3.046875, "decoder_belief_target_mass": 0.3562123775482178, "decoder_belief_target_nll": 8.969043731689453, "decoder_belief_top1_on_support": 0.453125, "mean_decoder_belief_support_size": 4.2265625, "mean_slot_purity": 0.8777888417243958, "mean_slot_entropy": 0.17878547310829163, "mean_weight_entropy": 1.5630754232406616, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 4.2265625 }, { "model": "cyclic_transition_ladder", "variant": "smoke_exact_ceiling", "modulus": 7, "observe_mod": 3, "observe_prob": 0.4, "op_family": "full", "query_family": "all", "slot_capacity": 7, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 2, "query_type": "A_MINUS_B", "k": 2, "n": 128, "decoder_query_target_mass": 0.9999989867210388, "decoder_query_target_nll": 0.7438302040100098, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 3.046875, "decoder_belief_target_mass": 0.9999983310699463, "decoder_belief_target_nll": 1.270729899406433, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 4.2265625, "mean_slot_purity": 0.7691890001296997, "mean_slot_entropy": 0.3645249307155609, "mean_weight_entropy": 1.2707332372665405, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 4.2265625 }, { "model": "cyclic_transition_ladder", "variant": "smoke_exact_ceiling", "modulus": 7, "observe_mod": 3, "observe_prob": 0.4, "op_family": "full", "query_family": "all", "slot_capacity": 7, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 2, "query_type": "A_MINUS_B", "k": 3, "n": 128, "decoder_query_target_mass": 0.9999989867210388, "decoder_query_target_nll": 0.7438302040100098, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 3.046875, "decoder_belief_target_mass": 0.9999983310699463, "decoder_belief_target_nll": 1.270729899406433, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 4.2265625, "mean_slot_purity": 0.7691890001296997, "mean_slot_entropy": 0.3645249307155609, "mean_weight_entropy": 1.2707332372665405, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 4.2265625 }, { "model": "cyclic_transition_ladder", "variant": "smoke_exact_ceiling", "modulus": 7, "observe_mod": 3, "observe_prob": 0.4, "op_family": "full", "query_family": "all", "slot_capacity": 7, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 3, "query_type": "A", "k": 0, "n": 128, "decoder_query_target_mass": 0.4374999701976776, "decoder_query_target_nll": 1.9459102153778076, "decoder_query_top1_on_support": 0.40625, "mean_decoder_query_support_size": 3.0625, "decoder_belief_target_mass": 0.0658482164144516, "decoder_belief_target_nll": 15.140100479125977, "decoder_belief_top1_on_support": 0.125, "mean_decoder_belief_support_size": 3.359375, "mean_slot_purity": 0.9999986290931702, "mean_slot_entropy": 2.3037249775370583e-05, "mean_weight_entropy": 1.9459102153778076, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.359375 }, { "model": "cyclic_transition_ladder", "variant": "smoke_exact_ceiling", "modulus": 7, "observe_mod": 3, "observe_prob": 0.4, "op_family": "full", "query_family": "all", "slot_capacity": 7, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 3, "query_type": "A", "k": 1, "n": 128, "decoder_query_target_mass": 0.5554313659667969, "decoder_query_target_nll": 4.439624786376953, "decoder_query_top1_on_support": 0.53125, "mean_decoder_query_support_size": 3.0625, "decoder_belief_target_mass": 0.1984744668006897, "decoder_belief_target_nll": 12.481329917907715, "decoder_belief_top1_on_support": 0.21875, "mean_decoder_belief_support_size": 3.359375, "mean_slot_purity": 0.8567695617675781, "mean_slot_entropy": 0.2141527682542801, "mean_weight_entropy": 1.5199068784713745, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.359375 }, { "model": "cyclic_transition_ladder", "variant": "smoke_exact_ceiling", "modulus": 7, "observe_mod": 3, "observe_prob": 0.4, "op_family": "full", "query_family": "all", "slot_capacity": 7, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 3, "query_type": "A", "k": 2, "n": 128, "decoder_query_target_mass": 0.7310264706611633, "decoder_query_target_nll": 3.99257230758667, "decoder_query_top1_on_support": 0.7421875, "mean_decoder_query_support_size": 3.0625, "decoder_belief_target_mass": 0.3677451014518738, "decoder_belief_target_nll": 10.013591766357422, "decoder_belief_top1_on_support": 0.4375, "mean_decoder_belief_support_size": 3.359375, "mean_slot_purity": 0.7387762069702148, "mean_slot_entropy": 0.42102673649787903, "mean_weight_entropy": 1.196523666381836, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.359375 }, { "model": "cyclic_transition_ladder", "variant": "smoke_exact_ceiling", "modulus": 7, "observe_mod": 3, "observe_prob": 0.4, "op_family": "full", "query_family": "all", "slot_capacity": 7, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 3, "query_type": "A", "k": 3, "n": 128, "decoder_query_target_mass": 0.9999994039535522, "decoder_query_target_nll": 0.900578498840332, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 3.0625, "decoder_belief_target_mass": 0.9999982714653015, "decoder_belief_target_nll": 1.017665982246399, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 3.359375, "mean_slot_purity": 0.6770414113998413, "mean_slot_entropy": 0.5684444308280945, "mean_weight_entropy": 1.0176706314086914, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.359375 }, { "model": "cyclic_transition_ladder", "variant": "smoke_exact_ceiling", "modulus": 7, "observe_mod": 3, "observe_prob": 0.4, "op_family": "full", "query_family": "all", "slot_capacity": 7, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 3, "query_type": "B", "k": 0, "n": 128, "decoder_query_target_mass": 0.3660714030265808, "decoder_query_target_nll": 1.9459102153778076, "decoder_query_top1_on_support": 0.34375, "mean_decoder_query_support_size": 2.5625, "decoder_belief_target_mass": 0.07477675378322601, "decoder_belief_target_nll": 14.422590255737305, "decoder_belief_top1_on_support": 0.1015625, "mean_decoder_belief_support_size": 3.03125, "mean_slot_purity": 0.9999986290931702, "mean_slot_entropy": 2.3037249775370583e-05, "mean_weight_entropy": 1.9459102153778076, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.03125 }, { "model": "cyclic_transition_ladder", "variant": "smoke_exact_ceiling", "modulus": 7, "observe_mod": 3, "observe_prob": 0.4, "op_family": "full", "query_family": "all", "slot_capacity": 7, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 3, "query_type": "B", "k": 1, "n": 128, "decoder_query_target_mass": 0.4706099331378937, "decoder_query_target_nll": 5.7808380126953125, "decoder_query_top1_on_support": 0.453125, "mean_decoder_query_support_size": 2.5625, "decoder_belief_target_mass": 0.2103792428970337, "decoder_belief_target_nll": 12.491012573242188, "decoder_belief_top1_on_support": 0.2109375, "mean_decoder_belief_support_size": 3.03125, "mean_slot_purity": 0.8439347743988037, "mean_slot_entropy": 0.22727327048778534, "mean_weight_entropy": 1.451965093612671, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.03125 }, { "model": "cyclic_transition_ladder", "variant": "smoke_exact_ceiling", "modulus": 7, "observe_mod": 3, "observe_prob": 0.4, "op_family": "full", "query_family": "all", "slot_capacity": 7, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 3, "query_type": "B", "k": 2, "n": 128, "decoder_query_target_mass": 0.6927079558372498, "decoder_query_target_nll": 4.130243301391602, "decoder_query_top1_on_support": 0.7109375, "mean_decoder_query_support_size": 2.5625, "decoder_belief_target_mass": 0.393042653799057, "decoder_belief_target_nll": 9.131143569946289, "decoder_belief_top1_on_support": 0.4296875, "mean_decoder_belief_support_size": 3.03125, "mean_slot_purity": 0.7286696434020996, "mean_slot_entropy": 0.43621906638145447, "mean_weight_entropy": 1.1456248760223389, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.03125 }, { "model": "cyclic_transition_ladder", "variant": "smoke_exact_ceiling", "modulus": 7, "observe_mod": 3, "observe_prob": 0.4, "op_family": "full", "query_family": "all", "slot_capacity": 7, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 3, "query_type": "B", "k": 3, "n": 128, "decoder_query_target_mass": 0.9999992847442627, "decoder_query_target_nll": 0.7441824078559875, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 2.5625, "decoder_belief_target_mass": 0.9999984502792358, "decoder_belief_target_nll": 0.9368364810943604, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 3.03125, "mean_slot_purity": 0.6398446559906006, "mean_slot_entropy": 0.6429227590560913, "mean_weight_entropy": 0.936841607093811, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.03125 }, { "model": "cyclic_transition_ladder", "variant": "smoke_exact_ceiling", "modulus": 7, "observe_mod": 3, "observe_prob": 0.4, "op_family": "full", "query_family": "all", "slot_capacity": 7, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 3, "query_type": "A_PLUS_B", "k": 0, "n": 128, "decoder_query_target_mass": 0.4084821343421936, "decoder_query_target_nll": 1.9459102153778076, "decoder_query_top1_on_support": 0.4375, "mean_decoder_query_support_size": 2.859375, "decoder_belief_target_mass": 0.07477675378322601, "decoder_belief_target_nll": 14.519397735595703, "decoder_belief_top1_on_support": 0.1171875, "mean_decoder_belief_support_size": 2.984375, "mean_slot_purity": 0.9999986290931702, "mean_slot_entropy": 2.3037249775370583e-05, "mean_weight_entropy": 1.9459102153778076, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.984375 }, { "model": "cyclic_transition_ladder", "variant": "smoke_exact_ceiling", "modulus": 7, "observe_mod": 3, "observe_prob": 0.4, "op_family": "full", "query_family": "all", "slot_capacity": 7, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 3, "query_type": "A_PLUS_B", "k": 1, "n": 128, "decoder_query_target_mass": 0.45405495166778564, "decoder_query_target_nll": 5.016737461090088, "decoder_query_top1_on_support": 0.4921875, "mean_decoder_query_support_size": 2.859375, "decoder_belief_target_mass": 0.18322151899337769, "decoder_belief_target_nll": 12.677389144897461, "decoder_belief_top1_on_support": 0.2265625, "mean_decoder_belief_support_size": 2.984375, "mean_slot_purity": 0.8374243974685669, "mean_slot_entropy": 0.24019163846969604, "mean_weight_entropy": 1.448229193687439, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.984375 }, { "model": "cyclic_transition_ladder", "variant": "smoke_exact_ceiling", "modulus": 7, "observe_mod": 3, "observe_prob": 0.4, "op_family": "full", "query_family": "all", "slot_capacity": 7, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 3, "query_type": "A_PLUS_B", "k": 2, "n": 128, "decoder_query_target_mass": 0.5420384407043457, "decoder_query_target_nll": 6.110983848571777, "decoder_query_top1_on_support": 0.5703125, "mean_decoder_query_support_size": 2.859375, "decoder_belief_target_mass": 0.3681170642375946, "decoder_belief_target_nll": 9.85073184967041, "decoder_belief_top1_on_support": 0.4375, "mean_decoder_belief_support_size": 2.984375, "mean_slot_purity": 0.7079913020133972, "mean_slot_entropy": 0.48837387561798096, "mean_weight_entropy": 1.0988514423370361, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.984375 }, { "model": "cyclic_transition_ladder", "variant": "smoke_exact_ceiling", "modulus": 7, "observe_mod": 3, "observe_prob": 0.4, "op_family": "full", "query_family": "all", "slot_capacity": 7, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 3, "query_type": "A_PLUS_B", "k": 3, "n": 128, "decoder_query_target_mass": 0.999998927116394, "decoder_query_target_nll": 0.8650727868080139, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 2.859375, "decoder_belief_target_mass": 0.9999983906745911, "decoder_belief_target_nll": 0.9126440286636353, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 2.984375, "mean_slot_purity": 0.6300524473190308, "mean_slot_entropy": 0.6672748327255249, "mean_weight_entropy": 0.9126498699188232, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 2.984375 }, { "model": "cyclic_transition_ladder", "variant": "smoke_exact_ceiling", "modulus": 7, "observe_mod": 3, "observe_prob": 0.4, "op_family": "full", "query_family": "all", "slot_capacity": 7, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 3, "query_type": "A_MINUS_B", "k": 0, "n": 128, "decoder_query_target_mass": 0.5156247615814209, "decoder_query_target_nll": 11.574100494384766, "decoder_query_top1_on_support": 0.515625, "mean_decoder_query_support_size": 2.7109375, "decoder_belief_target_mass": 0.08928567171096802, "decoder_belief_target_nll": 13.520009994506836, "decoder_belief_top1_on_support": 0.1328125, "mean_decoder_belief_support_size": 3.1796875, "mean_slot_purity": 0.9999986290931702, "mean_slot_entropy": 2.3037249775370583e-05, "mean_weight_entropy": 1.9459102153778076, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.1796875 }, { "model": "cyclic_transition_ladder", "variant": "smoke_exact_ceiling", "modulus": 7, "observe_mod": 3, "observe_prob": 0.4, "op_family": "full", "query_family": "all", "slot_capacity": 7, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 3, "query_type": "A_MINUS_B", "k": 1, "n": 128, "decoder_query_target_mass": 0.5100443959236145, "decoder_query_target_nll": 8.311647415161133, "decoder_query_top1_on_support": 0.5, "mean_decoder_query_support_size": 2.7109375, "decoder_belief_target_mass": 0.24497738480567932, "decoder_belief_target_nll": 12.427814483642578, "decoder_belief_top1_on_support": 0.3046875, "mean_decoder_belief_support_size": 3.1796875, "mean_slot_purity": 0.8324021100997925, "mean_slot_entropy": 0.24481765925884247, "mean_weight_entropy": 1.419152021408081, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.1796875 }, { "model": "cyclic_transition_ladder", "variant": "smoke_exact_ceiling", "modulus": 7, "observe_mod": 3, "observe_prob": 0.4, "op_family": "full", "query_family": "all", "slot_capacity": 7, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 3, "query_type": "A_MINUS_B", "k": 2, "n": 128, "decoder_query_target_mass": 0.6050963401794434, "decoder_query_target_nll": 6.440185546875, "decoder_query_top1_on_support": 0.5703125, "mean_decoder_query_support_size": 2.7109375, "decoder_belief_target_mass": 0.4021572470664978, "decoder_belief_target_nll": 9.570354461669922, "decoder_belief_top1_on_support": 0.453125, "mean_decoder_belief_support_size": 3.1796875, "mean_slot_purity": 0.7216322422027588, "mean_slot_entropy": 0.45300576090812683, "mean_weight_entropy": 1.1207964420318604, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.1796875 }, { "model": "cyclic_transition_ladder", "variant": "smoke_exact_ceiling", "modulus": 7, "observe_mod": 3, "observe_prob": 0.4, "op_family": "full", "query_family": "all", "slot_capacity": 7, "init_mode": "oracle", "transition_mode": "exact", "supervision": "full_belief", "slot_dim": 64, "hidden_dim": 128, "fourier_order": 8, "train_steps": 0, "length": 3, "query_type": "A_MINUS_B", "k": 3, "n": 128, "decoder_query_target_mass": 0.999998927116394, "decoder_query_target_nll": 0.7049571871757507, "decoder_query_top1_on_support": 1.0, "mean_decoder_query_support_size": 2.7109375, "decoder_belief_target_mass": 0.9999984502792358, "decoder_belief_target_nll": 0.9645187854766846, "decoder_belief_top1_on_support": 1.0, "mean_decoder_belief_support_size": 3.1796875, "mean_slot_purity": 0.6562800407409668, "mean_slot_entropy": 0.6092886924743652, "mean_weight_entropy": 0.9645234942436218, "mean_route_entropy": -1.0, "mean_route_accuracy": -1.0, "mean_target_support_size": 3.1796875 } ] } ], "checkpoints": [], "num_parameters": 0 }