{ "mode": "dense", "args": { "mode": "dense", "supervision": "prefix_query", "seed": 53, "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "train_min_len": 1, "train_max_len": 6, "eval_lengths": "3,6,9,12", "eval_k": "0,1,2,3,6,9,12", "eval_query_types": "all", "state_dim": 256, "instr_dim": 128, "heads": 4, "compiler_layers": 2, "dropout": 0.0, "train_steps": 1200, "batch_size": 256, "eval_batch_size": 256, "eval_examples": 256, "lr": 0.001, "weight_decay": 0.0001, "query_loss_weight": 1.0, "belief_loss_weight": 1.0, "belief_distill_prob": 0.1, "probe_steps": 600, "probe_batch_size": 256, "probe_lr": 0.001, "probe_weight_decay": 0.0001, "probe_dropout": 0.0, "max_grad_norm": 1.0, "log_every": 200, "probe_log_every": 100, "output_dir": "experiments/dense_supervision_ladder/runs/pilot_prefix_query_mod11", "checkpoint_dir": "large_artifacts/dense_supervision_ladder/checkpoints/pilot_prefix_query_mod11" }, "env": { "python": "3.12.3", "torch": "2.8.0+cu128", "device": "cuda", "cuda_name": "NVIDIA RTX 6000 Ada Generation" }, "train": [ { "step": 1, "loss": 2.413424491882324, "grad_norm": 0.34529295563697815, "query_loss": 2.413424491882324, "belief_loss": 0.0, "query_target_mass": 0.4444972276687622, "query_target_nll": 2.281432628631592, "query_top1_on_support": 0.6015625, "mean_query_support_size": 4.65625 }, { "step": 200, "loss": 2.0302035808563232, "grad_norm": 0.23184487223625183, "query_loss": 2.0302035808563232, "belief_loss": 0.0, "query_target_mass": 0.6137099266052246, "query_target_nll": 2.0546457767486572, "query_top1_on_support": 0.69140625, "mean_query_support_size": 5.20703125 }, { "step": 400, "loss": 1.7170825004577637, "grad_norm": 0.42337340116500854, "query_loss": 1.7170825004577637, "belief_loss": 0.0, "query_target_mass": 0.6941554546356201, "query_target_nll": 1.74723219871521, "query_top1_on_support": 0.78125, "mean_query_support_size": 4.734375 }, { "step": 600, "loss": 1.6416497230529785, "grad_norm": 0.3144572377204895, "query_loss": 1.6416497230529785, "belief_loss": 0.0, "query_target_mass": 0.8175966143608093, "query_target_nll": 1.50985586643219, "query_top1_on_support": 0.90625, "mean_query_support_size": 4.85546875 }, { "step": 800, "loss": 1.5828728675842285, "grad_norm": 0.2292478084564209, "query_loss": 1.5828728675842285, "belief_loss": 0.0, "query_target_mass": 0.8519608974456787, "query_target_nll": 1.4960157871246338, "query_top1_on_support": 0.90234375, "mean_query_support_size": 5.1171875 }, { "step": 1000, "loss": 1.4947751760482788, "grad_norm": 0.2473551630973816, "query_loss": 1.4947751760482788, "belief_loss": 0.0, "query_target_mass": 0.8460482954978943, "query_target_nll": 1.4331024885177612, "query_top1_on_support": 0.9140625, "mean_query_support_size": 4.8125 }, { "step": 1200, "loss": 1.5137625932693481, "grad_norm": 0.24761688709259033, "query_loss": 1.5137625932693481, "belief_loss": 0.0, "query_target_mass": 0.8720505237579346, "query_target_nll": 1.3624522686004639, "query_top1_on_support": 0.921875, "mean_query_support_size": 4.62890625 } ], "probe_train": [ { "step": 1, "loss": 4.800048828125, "grad_norm": 0.5387610197067261, "probe_belief_target_mass": 0.06078079342842102, "probe_belief_target_nll": 4.800048828125, "probe_belief_top1_on_support": 0.0552455373108387, "mean_belief_support_size": 7.3058037757873535 }, { "step": 100, "loss": 2.277118682861328, "grad_norm": 0.35027968883514404, "probe_belief_target_mass": 0.7766613364219666, "probe_belief_target_nll": 2.277118682861328, "probe_belief_top1_on_support": 0.8543527126312256, "mean_belief_support_size": 7.245535850524902 }, { "step": 200, "loss": 2.1851351261138916, "grad_norm": 0.3516027331352234, "probe_belief_target_mass": 0.8334680795669556, "probe_belief_target_nll": 2.1851351261138916, "probe_belief_top1_on_support": 0.879464328289032, "mean_belief_support_size": 7.470424652099609 }, { "step": 300, "loss": 2.0723612308502197, "grad_norm": 0.33077535033226013, "probe_belief_target_mass": 0.8656649589538574, "probe_belief_target_nll": 2.0723612308502197, "probe_belief_top1_on_support": 0.9140625596046448, "mean_belief_support_size": 7.313058376312256 }, { "step": 400, "loss": 2.100680112838745, "grad_norm": 0.3542816936969757, "probe_belief_target_mass": 0.8417574167251587, "probe_belief_target_nll": 2.100680112838745, "probe_belief_top1_on_support": 0.8906250596046448, "mean_belief_support_size": 7.136160850524902 }, { "step": 500, "loss": 2.0177621841430664, "grad_norm": 0.27641746401786804, "probe_belief_target_mass": 0.8749014139175415, "probe_belief_target_nll": 2.0177621841430664, "probe_belief_top1_on_support": 0.9179688096046448, "mean_belief_support_size": 7.076451301574707 }, { "step": 600, "loss": 2.087193489074707, "grad_norm": 0.29030001163482666, "probe_belief_target_mass": 0.8610231280326843, "probe_belief_target_nll": 2.087193489074707, "probe_belief_top1_on_support": 0.9095982313156128, "mean_belief_support_size": 7.327567100524902 } ], "eval": [ { "step": 1200, "rows": [ { "model": "dense", "supervision": "prefix_query", "length": 3, "query_type": "A", "k": 0, "n": 256, "query_target_mass": 0.4706433415412903, "query_target_nll": 2.404033660888672, "query_top1_on_support": 0.46484375, "mean_query_support_size": 5.18359375, "probe_belief_target_mass": 0.06276334822177887, "probe_belief_target_nll": 14.259729385375977, "probe_belief_top1_on_support": 0.0390625, "mean_belief_support_size": 5.84375, "decoder_belief_target_mass": 0.0483577623963356, "decoder_belief_target_nll": 4.811092376708984, "decoder_belief_top1_on_support": 0.05859375, "mean_decoder_belief_support_size": 5.84375 }, { "model": "dense", "supervision": "prefix_query", "length": 3, "query_type": "A", "k": 1, "n": 256, "query_target_mass": 0.5560613870620728, "query_target_nll": 3.847323417663574, "query_top1_on_support": 0.5625, "mean_query_support_size": 5.18359375, "probe_belief_target_mass": 0.11998848617076874, "probe_belief_target_nll": 12.797160148620605, "probe_belief_top1_on_support": 0.1015625, "mean_belief_support_size": 5.84375, "decoder_belief_target_mass": 0.04866647347807884, "decoder_belief_target_nll": 4.804324150085449, "decoder_belief_top1_on_support": 0.078125, "mean_decoder_belief_support_size": 5.84375 }, { "model": "dense", "supervision": "prefix_query", "length": 3, "query_type": "A", "k": 2, "n": 256, "query_target_mass": 0.6867450475692749, "query_target_nll": 3.2274956703186035, "query_top1_on_support": 0.70703125, "mean_query_support_size": 5.18359375, "probe_belief_target_mass": 0.25019770860671997, "probe_belief_target_nll": 8.53043270111084, "probe_belief_top1_on_support": 0.26171875, "mean_belief_support_size": 5.84375, "decoder_belief_target_mass": 0.04844820499420166, "decoder_belief_target_nll": 4.806254863739014, "decoder_belief_top1_on_support": 0.08984375, "mean_decoder_belief_support_size": 5.84375 }, { "model": "dense", "supervision": "prefix_query", "length": 3, "query_type": "A", "k": 3, "n": 256, "query_target_mass": 0.9355218410491943, "query_target_nll": 1.4256718158721924, "query_top1_on_support": 0.97265625, "mean_query_support_size": 5.18359375, "probe_belief_target_mass": 0.7371784448623657, "probe_belief_target_nll": 2.1342501640319824, "probe_belief_top1_on_support": 0.80078125, "mean_belief_support_size": 5.84375, "decoder_belief_target_mass": 0.0482075996696949, "decoder_belief_target_nll": 4.81854248046875, "decoder_belief_top1_on_support": 0.06640625, "mean_decoder_belief_support_size": 5.84375 }, { "model": "dense", "supervision": "prefix_query", "length": 3, "query_type": "A", "k": 6, "n": 256, "query_target_mass": 0.9355218410491943, "query_target_nll": 1.4256718158721924, "query_top1_on_support": 0.97265625, "mean_query_support_size": 5.18359375, "probe_belief_target_mass": 0.7371784448623657, "probe_belief_target_nll": 2.1342501640319824, "probe_belief_top1_on_support": 0.80078125, "mean_belief_support_size": 5.84375, "decoder_belief_target_mass": 0.0482075996696949, "decoder_belief_target_nll": 4.81854248046875, "decoder_belief_top1_on_support": 0.06640625, "mean_decoder_belief_support_size": 5.84375 }, { "model": "dense", "supervision": "prefix_query", "length": 3, "query_type": "A", "k": 9, "n": 256, "query_target_mass": 0.9355218410491943, "query_target_nll": 1.4256718158721924, "query_top1_on_support": 0.97265625, "mean_query_support_size": 5.18359375, "probe_belief_target_mass": 0.7371784448623657, "probe_belief_target_nll": 2.1342501640319824, "probe_belief_top1_on_support": 0.80078125, "mean_belief_support_size": 5.84375, "decoder_belief_target_mass": 0.0482075996696949, "decoder_belief_target_nll": 4.81854248046875, "decoder_belief_top1_on_support": 0.06640625, "mean_decoder_belief_support_size": 5.84375 }, { "model": "dense", "supervision": "prefix_query", "length": 3, "query_type": "A", "k": 12, "n": 256, "query_target_mass": 0.9355218410491943, "query_target_nll": 1.4256718158721924, "query_top1_on_support": 0.97265625, "mean_query_support_size": 5.18359375, "probe_belief_target_mass": 0.7371784448623657, "probe_belief_target_nll": 2.1342501640319824, "probe_belief_top1_on_support": 0.80078125, "mean_belief_support_size": 5.84375, "decoder_belief_target_mass": 0.0482075996696949, "decoder_belief_target_nll": 4.81854248046875, "decoder_belief_top1_on_support": 0.06640625, "mean_decoder_belief_support_size": 5.84375 }, { "model": "dense", "supervision": "prefix_query", "length": 3, "query_type": "B", "k": 0, "n": 256, "query_target_mass": 0.4692130386829376, "query_target_nll": 2.398310899734497, "query_top1_on_support": 0.47265625, "mean_query_support_size": 5.15234375, "probe_belief_target_mass": 0.053553733974695206, "probe_belief_target_nll": 14.339824676513672, "probe_belief_top1_on_support": 0.05859375, "mean_belief_support_size": 5.77734375, "decoder_belief_target_mass": 0.04790639132261276, "decoder_belief_target_nll": 4.807124137878418, "decoder_belief_top1_on_support": 0.02734375, "mean_decoder_belief_support_size": 5.77734375 }, { "model": "dense", "supervision": "prefix_query", "length": 3, "query_type": "B", "k": 1, "n": 256, "query_target_mass": 0.5378367900848389, "query_target_nll": 3.976085662841797, "query_top1_on_support": 0.51171875, "mean_query_support_size": 5.15234375, "probe_belief_target_mass": 0.13387073576450348, "probe_belief_target_nll": 12.224830627441406, "probe_belief_top1_on_support": 0.12890625, "mean_belief_support_size": 5.77734375, "decoder_belief_target_mass": 0.04801974445581436, "decoder_belief_target_nll": 4.80947208404541, "decoder_belief_top1_on_support": 0.0546875, "mean_decoder_belief_support_size": 5.77734375 }, { "model": "dense", "supervision": "prefix_query", "length": 3, "query_type": "B", "k": 2, "n": 256, "query_target_mass": 0.6774547696113586, "query_target_nll": 3.4680228233337402, "query_top1_on_support": 0.6796875, "mean_query_support_size": 5.15234375, "probe_belief_target_mass": 0.266024649143219, "probe_belief_target_nll": 8.697417259216309, "probe_belief_top1_on_support": 0.3046875, "mean_belief_support_size": 5.77734375, "decoder_belief_target_mass": 0.04828017204999924, "decoder_belief_target_nll": 4.80544376373291, "decoder_belief_top1_on_support": 0.07421875, "mean_decoder_belief_support_size": 5.77734375 }, { "model": "dense", "supervision": "prefix_query", "length": 3, "query_type": "B", "k": 3, "n": 256, "query_target_mass": 0.9334798455238342, "query_target_nll": 1.4003441333770752, "query_top1_on_support": 0.9765625, "mean_query_support_size": 5.15234375, "probe_belief_target_mass": 0.7791818976402283, "probe_belief_target_nll": 2.015956401824951, "probe_belief_top1_on_support": 0.8515625, "mean_belief_support_size": 5.77734375, "decoder_belief_target_mass": 0.048551399260759354, "decoder_belief_target_nll": 4.810884952545166, "decoder_belief_top1_on_support": 0.078125, "mean_decoder_belief_support_size": 5.77734375 }, { "model": "dense", "supervision": "prefix_query", "length": 3, "query_type": "B", "k": 6, "n": 256, "query_target_mass": 0.9334798455238342, "query_target_nll": 1.4003441333770752, "query_top1_on_support": 0.9765625, "mean_query_support_size": 5.15234375, "probe_belief_target_mass": 0.7791818976402283, "probe_belief_target_nll": 2.015956401824951, "probe_belief_top1_on_support": 0.8515625, "mean_belief_support_size": 5.77734375, "decoder_belief_target_mass": 0.048551399260759354, "decoder_belief_target_nll": 4.810884952545166, "decoder_belief_top1_on_support": 0.078125, "mean_decoder_belief_support_size": 5.77734375 }, { "model": "dense", "supervision": "prefix_query", "length": 3, "query_type": "B", "k": 9, "n": 256, "query_target_mass": 0.9334798455238342, "query_target_nll": 1.4003441333770752, "query_top1_on_support": 0.9765625, "mean_query_support_size": 5.15234375, "probe_belief_target_mass": 0.7791818976402283, "probe_belief_target_nll": 2.015956401824951, "probe_belief_top1_on_support": 0.8515625, "mean_belief_support_size": 5.77734375, "decoder_belief_target_mass": 0.048551399260759354, "decoder_belief_target_nll": 4.810884952545166, "decoder_belief_top1_on_support": 0.078125, "mean_decoder_belief_support_size": 5.77734375 }, { "model": "dense", "supervision": "prefix_query", "length": 3, "query_type": "B", "k": 12, "n": 256, "query_target_mass": 0.9334798455238342, "query_target_nll": 1.4003441333770752, "query_top1_on_support": 0.9765625, "mean_query_support_size": 5.15234375, "probe_belief_target_mass": 0.7791818976402283, "probe_belief_target_nll": 2.015956401824951, "probe_belief_top1_on_support": 0.8515625, "mean_belief_support_size": 5.77734375, "decoder_belief_target_mass": 0.048551399260759354, "decoder_belief_target_nll": 4.810884952545166, "decoder_belief_top1_on_support": 0.078125, "mean_decoder_belief_support_size": 5.77734375 }, { "model": "dense", "supervision": "prefix_query", "length": 3, "query_type": "A_PLUS_B", "k": 0, "n": 256, "query_target_mass": 0.4886596202850342, "query_target_nll": 2.40061354637146, "query_top1_on_support": 0.4765625, "mean_query_support_size": 5.3671875, "probe_belief_target_mass": 0.06521540880203247, "probe_belief_target_nll": 14.124611854553223, "probe_belief_top1_on_support": 0.0625, "mean_belief_support_size": 5.484375, "decoder_belief_target_mass": 0.04536312445998192, "decoder_belief_target_nll": 4.8102874755859375, "decoder_belief_top1_on_support": 0.0546875, "mean_decoder_belief_support_size": 5.484375 }, { "model": "dense", "supervision": "prefix_query", "length": 3, "query_type": "A_PLUS_B", "k": 1, "n": 256, "query_target_mass": 0.4920245110988617, "query_target_nll": 3.569949150085449, "query_top1_on_support": 0.49609375, "mean_query_support_size": 5.3671875, "probe_belief_target_mass": 0.15301987528800964, "probe_belief_target_nll": 12.9190034866333, "probe_belief_top1_on_support": 0.15234375, "mean_belief_support_size": 5.484375, "decoder_belief_target_mass": 0.0449693538248539, "decoder_belief_target_nll": 4.821563243865967, "decoder_belief_top1_on_support": 0.04296875, "mean_decoder_belief_support_size": 5.484375 }, { "model": "dense", "supervision": "prefix_query", "length": 3, "query_type": "A_PLUS_B", "k": 2, "n": 256, "query_target_mass": 0.5322494506835938, "query_target_nll": 3.506601095199585, "query_top1_on_support": 0.53125, "mean_query_support_size": 5.3671875, "probe_belief_target_mass": 0.24353326857089996, "probe_belief_target_nll": 9.780784606933594, "probe_belief_top1_on_support": 0.2265625, "mean_belief_support_size": 5.484375, "decoder_belief_target_mass": 0.04530546814203262, "decoder_belief_target_nll": 4.813625335693359, "decoder_belief_top1_on_support": 0.0546875, "mean_decoder_belief_support_size": 5.484375 }, { "model": "dense", "supervision": "prefix_query", "length": 3, "query_type": "A_PLUS_B", "k": 3, "n": 256, "query_target_mass": 0.828216552734375, "query_target_nll": 1.709932804107666, "query_top1_on_support": 0.88671875, "mean_query_support_size": 5.3671875, "probe_belief_target_mass": 0.8105027079582214, "probe_belief_target_nll": 1.8487346172332764, "probe_belief_top1_on_support": 0.89453125, "mean_belief_support_size": 5.484375, "decoder_belief_target_mass": 0.045227088034152985, "decoder_belief_target_nll": 4.8162641525268555, "decoder_belief_top1_on_support": 0.0625, "mean_decoder_belief_support_size": 5.484375 }, { "model": "dense", "supervision": "prefix_query", "length": 3, "query_type": "A_PLUS_B", "k": 6, "n": 256, "query_target_mass": 0.828216552734375, "query_target_nll": 1.709932804107666, "query_top1_on_support": 0.88671875, "mean_query_support_size": 5.3671875, "probe_belief_target_mass": 0.8105027079582214, "probe_belief_target_nll": 1.8487346172332764, "probe_belief_top1_on_support": 0.89453125, "mean_belief_support_size": 5.484375, "decoder_belief_target_mass": 0.045227088034152985, "decoder_belief_target_nll": 4.8162641525268555, "decoder_belief_top1_on_support": 0.0625, "mean_decoder_belief_support_size": 5.484375 }, { "model": "dense", "supervision": "prefix_query", "length": 3, "query_type": "A_PLUS_B", "k": 9, "n": 256, "query_target_mass": 0.828216552734375, "query_target_nll": 1.709932804107666, "query_top1_on_support": 0.88671875, "mean_query_support_size": 5.3671875, "probe_belief_target_mass": 0.8105027079582214, "probe_belief_target_nll": 1.8487346172332764, "probe_belief_top1_on_support": 0.89453125, "mean_belief_support_size": 5.484375, "decoder_belief_target_mass": 0.045227088034152985, "decoder_belief_target_nll": 4.8162641525268555, "decoder_belief_top1_on_support": 0.0625, "mean_decoder_belief_support_size": 5.484375 }, { "model": "dense", "supervision": "prefix_query", "length": 3, "query_type": "A_PLUS_B", "k": 12, "n": 256, "query_target_mass": 0.828216552734375, "query_target_nll": 1.709932804107666, "query_top1_on_support": 0.88671875, "mean_query_support_size": 5.3671875, "probe_belief_target_mass": 0.8105027079582214, "probe_belief_target_nll": 1.8487346172332764, "probe_belief_top1_on_support": 0.89453125, "mean_belief_support_size": 5.484375, "decoder_belief_target_mass": 0.045227088034152985, "decoder_belief_target_nll": 4.8162641525268555, "decoder_belief_top1_on_support": 0.0625, "mean_decoder_belief_support_size": 5.484375 }, { "model": "dense", "supervision": "prefix_query", "length": 3, "query_type": "A_MINUS_B", "k": 0, "n": 256, "query_target_mass": 0.4726412892341614, "query_target_nll": 12.113996505737305, "query_top1_on_support": 0.47265625, "mean_query_support_size": 4.671875, "probe_belief_target_mass": 0.059075728058815, "probe_belief_target_nll": 13.895393371582031, "probe_belief_top1_on_support": 0.0703125, "mean_belief_support_size": 5.6015625, "decoder_belief_target_mass": 0.04673229157924652, "decoder_belief_target_nll": 4.798159122467041, "decoder_belief_top1_on_support": 0.046875, "mean_decoder_belief_support_size": 5.6015625 }, { "model": "dense", "supervision": "prefix_query", "length": 3, "query_type": "A_MINUS_B", "k": 1, "n": 256, "query_target_mass": 0.5293745398521423, "query_target_nll": 8.03825569152832, "query_top1_on_support": 0.53125, "mean_query_support_size": 4.671875, "probe_belief_target_mass": 0.15661710500717163, "probe_belief_target_nll": 11.958269119262695, "probe_belief_top1_on_support": 0.12890625, "mean_belief_support_size": 5.6015625, "decoder_belief_target_mass": 0.046668823808431625, "decoder_belief_target_nll": 4.801029682159424, "decoder_belief_top1_on_support": 0.05859375, "mean_decoder_belief_support_size": 5.6015625 }, { "model": "dense", "supervision": "prefix_query", "length": 3, "query_type": "A_MINUS_B", "k": 2, "n": 256, "query_target_mass": 0.5847094058990479, "query_target_nll": 5.587289810180664, "query_top1_on_support": 0.59765625, "mean_query_support_size": 4.671875, "probe_belief_target_mass": 0.28960198163986206, "probe_belief_target_nll": 8.416694641113281, "probe_belief_top1_on_support": 0.3203125, "mean_belief_support_size": 5.6015625, "decoder_belief_target_mass": 0.046257346868515015, "decoder_belief_target_nll": 4.820015907287598, "decoder_belief_top1_on_support": 0.03125, "mean_decoder_belief_support_size": 5.6015625 }, { "model": "dense", "supervision": "prefix_query", "length": 3, "query_type": "A_MINUS_B", "k": 3, "n": 256, "query_target_mass": 0.9126380681991577, "query_target_nll": 1.2526638507843018, "query_top1_on_support": 0.94921875, "mean_query_support_size": 4.671875, "probe_belief_target_mass": 0.7597976922988892, "probe_belief_target_nll": 2.013795852661133, "probe_belief_top1_on_support": 0.84765625, "mean_belief_support_size": 5.6015625, "decoder_belief_target_mass": 0.04655691981315613, "decoder_belief_target_nll": 4.803969383239746, "decoder_belief_top1_on_support": 0.0390625, "mean_decoder_belief_support_size": 5.6015625 }, { "model": "dense", "supervision": "prefix_query", "length": 3, "query_type": "A_MINUS_B", "k": 6, "n": 256, "query_target_mass": 0.9126380681991577, "query_target_nll": 1.2526638507843018, "query_top1_on_support": 0.94921875, "mean_query_support_size": 4.671875, "probe_belief_target_mass": 0.7597976922988892, "probe_belief_target_nll": 2.013795852661133, "probe_belief_top1_on_support": 0.84765625, "mean_belief_support_size": 5.6015625, "decoder_belief_target_mass": 0.04655691981315613, "decoder_belief_target_nll": 4.803969383239746, "decoder_belief_top1_on_support": 0.0390625, "mean_decoder_belief_support_size": 5.6015625 }, { "model": "dense", "supervision": "prefix_query", "length": 3, "query_type": "A_MINUS_B", "k": 9, "n": 256, "query_target_mass": 0.9126380681991577, "query_target_nll": 1.2526638507843018, "query_top1_on_support": 0.94921875, "mean_query_support_size": 4.671875, "probe_belief_target_mass": 0.7597976922988892, "probe_belief_target_nll": 2.013795852661133, "probe_belief_top1_on_support": 0.84765625, "mean_belief_support_size": 5.6015625, "decoder_belief_target_mass": 0.04655691981315613, "decoder_belief_target_nll": 4.803969383239746, "decoder_belief_top1_on_support": 0.0390625, "mean_decoder_belief_support_size": 5.6015625 }, { "model": "dense", "supervision": "prefix_query", "length": 3, "query_type": "A_MINUS_B", "k": 12, "n": 256, "query_target_mass": 0.9126380681991577, "query_target_nll": 1.2526638507843018, "query_top1_on_support": 0.94921875, "mean_query_support_size": 4.671875, "probe_belief_target_mass": 0.7597976922988892, "probe_belief_target_nll": 2.013795852661133, "probe_belief_top1_on_support": 0.84765625, "mean_belief_support_size": 5.6015625, "decoder_belief_target_mass": 0.04655691981315613, "decoder_belief_target_nll": 4.803969383239746, "decoder_belief_top1_on_support": 0.0390625, "mean_decoder_belief_support_size": 5.6015625 }, { "model": "dense", "supervision": "prefix_query", "length": 6, "query_type": "A", "k": 0, "n": 256, "query_target_mass": 0.2527723014354706, "query_target_nll": 2.4036026000976562, "query_top1_on_support": 0.2421875, "mean_query_support_size": 2.78125, "probe_belief_target_mass": 0.029347870498895645, "probe_belief_target_nll": 14.417289733886719, "probe_belief_top1_on_support": 0.01953125, "mean_belief_support_size": 3.45703125, "decoder_belief_target_mass": 0.028676334768533707, "decoder_belief_target_nll": 4.814887046813965, "decoder_belief_top1_on_support": 0.0234375, "mean_decoder_belief_support_size": 3.45703125 }, { "model": "dense", "supervision": "prefix_query", "length": 6, "query_type": "A", "k": 1, "n": 256, "query_target_mass": 0.2838895618915558, "query_target_nll": 4.74520206451416, "query_top1_on_support": 0.29296875, "mean_query_support_size": 2.78125, "probe_belief_target_mass": 0.0712711364030838, "probe_belief_target_nll": 13.72034740447998, "probe_belief_top1_on_support": 0.0625, "mean_belief_support_size": 3.45703125, "decoder_belief_target_mass": 0.028643865138292313, "decoder_belief_target_nll": 4.813815116882324, "decoder_belief_top1_on_support": 0.02734375, "mean_decoder_belief_support_size": 3.45703125 }, { "model": "dense", "supervision": "prefix_query", "length": 6, "query_type": "A", "k": 2, "n": 256, "query_target_mass": 0.347373902797699, "query_target_nll": 4.754793167114258, "query_top1_on_support": 0.39453125, "mean_query_support_size": 2.78125, "probe_belief_target_mass": 0.08997515588998795, "probe_belief_target_nll": 12.73178768157959, "probe_belief_top1_on_support": 0.1015625, "mean_belief_support_size": 3.45703125, "decoder_belief_target_mass": 0.02858659252524376, "decoder_belief_target_nll": 4.8230743408203125, "decoder_belief_top1_on_support": 0.02734375, "mean_decoder_belief_support_size": 3.45703125 }, { "model": "dense", "supervision": "prefix_query", "length": 6, "query_type": "A", "k": 3, "n": 256, "query_target_mass": 0.4036664664745331, "query_target_nll": 4.73552131652832, "query_top1_on_support": 0.41015625, "mean_query_support_size": 2.78125, "probe_belief_target_mass": 0.10565841943025589, "probe_belief_target_nll": 11.841289520263672, "probe_belief_top1_on_support": 0.09375, "mean_belief_support_size": 3.45703125, "decoder_belief_target_mass": 0.028469529002904892, "decoder_belief_target_nll": 4.818473815917969, "decoder_belief_top1_on_support": 0.015625, "mean_decoder_belief_support_size": 3.45703125 }, { "model": "dense", "supervision": "prefix_query", "length": 6, "query_type": "A", "k": 6, "n": 256, "query_target_mass": 0.7312893867492676, "query_target_nll": 1.2386586666107178, "query_top1_on_support": 0.80078125, "mean_query_support_size": 2.78125, "probe_belief_target_mass": 0.5534927845001221, "probe_belief_target_nll": 2.021695852279663, "probe_belief_top1_on_support": 0.69140625, "mean_belief_support_size": 3.45703125, "decoder_belief_target_mass": 0.02831326052546501, "decoder_belief_target_nll": 4.828765869140625, "decoder_belief_top1_on_support": 0.03125, "mean_decoder_belief_support_size": 3.45703125 }, { "model": "dense", "supervision": "prefix_query", "length": 6, "query_type": "A", "k": 9, "n": 256, "query_target_mass": 0.7312893867492676, "query_target_nll": 1.2386586666107178, "query_top1_on_support": 0.80078125, "mean_query_support_size": 2.78125, "probe_belief_target_mass": 0.5534927845001221, "probe_belief_target_nll": 2.021695852279663, "probe_belief_top1_on_support": 0.69140625, "mean_belief_support_size": 3.45703125, "decoder_belief_target_mass": 0.02831326052546501, "decoder_belief_target_nll": 4.828765869140625, "decoder_belief_top1_on_support": 0.03125, "mean_decoder_belief_support_size": 3.45703125 }, { "model": "dense", "supervision": "prefix_query", "length": 6, "query_type": "A", "k": 12, "n": 256, "query_target_mass": 0.7312893867492676, "query_target_nll": 1.2386586666107178, "query_top1_on_support": 0.80078125, "mean_query_support_size": 2.78125, "probe_belief_target_mass": 0.5534927845001221, "probe_belief_target_nll": 2.021695852279663, "probe_belief_top1_on_support": 0.69140625, "mean_belief_support_size": 3.45703125, "decoder_belief_target_mass": 0.02831326052546501, "decoder_belief_target_nll": 4.828765869140625, "decoder_belief_top1_on_support": 0.03125, "mean_decoder_belief_support_size": 3.45703125 }, { "model": "dense", "supervision": "prefix_query", "length": 6, "query_type": "B", "k": 0, "n": 256, "query_target_mass": 0.31122347712516785, "query_target_nll": 2.3979923725128174, "query_top1_on_support": 0.30078125, "mean_query_support_size": 3.4140625, "probe_belief_target_mass": 0.034226857125759125, "probe_belief_target_nll": 14.785287857055664, "probe_belief_top1_on_support": 0.05078125, "mean_belief_support_size": 4.03125, "decoder_belief_target_mass": 0.03330806642770767, "decoder_belief_target_nll": 4.810785293579102, "decoder_belief_top1_on_support": 0.03125, "mean_decoder_belief_support_size": 4.03125 }, { "model": "dense", "supervision": "prefix_query", "length": 6, "query_type": "B", "k": 1, "n": 256, "query_target_mass": 0.33839449286460876, "query_target_nll": 5.324123382568359, "query_top1_on_support": 0.328125, "mean_query_support_size": 3.4140625, "probe_belief_target_mass": 0.04379281401634216, "probe_belief_target_nll": 15.09672737121582, "probe_belief_top1_on_support": 0.04296875, "mean_belief_support_size": 4.03125, "decoder_belief_target_mass": 0.033255789428949356, "decoder_belief_target_nll": 4.823766231536865, "decoder_belief_top1_on_support": 0.04296875, "mean_decoder_belief_support_size": 4.03125 }, { "model": "dense", "supervision": "prefix_query", "length": 6, "query_type": "B", "k": 2, "n": 256, "query_target_mass": 0.38391488790512085, "query_target_nll": 5.1362080574035645, "query_top1_on_support": 0.390625, "mean_query_support_size": 3.4140625, "probe_belief_target_mass": 0.06821578741073608, "probe_belief_target_nll": 13.375871658325195, "probe_belief_top1_on_support": 0.07421875, "mean_belief_support_size": 4.03125, "decoder_belief_target_mass": 0.03340393677353859, "decoder_belief_target_nll": 4.814709663391113, "decoder_belief_top1_on_support": 0.0390625, "mean_decoder_belief_support_size": 4.03125 }, { "model": "dense", "supervision": "prefix_query", "length": 6, "query_type": "B", "k": 3, "n": 256, "query_target_mass": 0.4300912618637085, "query_target_nll": 5.584578514099121, "query_top1_on_support": 0.453125, "mean_query_support_size": 3.4140625, "probe_belief_target_mass": 0.09959568083286285, "probe_belief_target_nll": 12.346549987792969, "probe_belief_top1_on_support": 0.125, "mean_belief_support_size": 4.03125, "decoder_belief_target_mass": 0.03336290270090103, "decoder_belief_target_nll": 4.8197526931762695, "decoder_belief_top1_on_support": 0.0390625, "mean_decoder_belief_support_size": 4.03125 }, { "model": "dense", "supervision": "prefix_query", "length": 6, "query_type": "B", "k": 6, "n": 256, "query_target_mass": 0.7799705266952515, "query_target_nll": 1.3308227062225342, "query_top1_on_support": 0.859375, "mean_query_support_size": 3.4140625, "probe_belief_target_mass": 0.5323219299316406, "probe_belief_target_nll": 2.245011329650879, "probe_belief_top1_on_support": 0.6328125, "mean_belief_support_size": 4.03125, "decoder_belief_target_mass": 0.033093199133872986, "decoder_belief_target_nll": 4.822571754455566, "decoder_belief_top1_on_support": 0.03515625, "mean_decoder_belief_support_size": 4.03125 }, { "model": "dense", "supervision": "prefix_query", "length": 6, "query_type": "B", "k": 9, "n": 256, "query_target_mass": 0.7799705266952515, "query_target_nll": 1.3308227062225342, "query_top1_on_support": 0.859375, "mean_query_support_size": 3.4140625, "probe_belief_target_mass": 0.5323219299316406, "probe_belief_target_nll": 2.245011329650879, "probe_belief_top1_on_support": 0.6328125, "mean_belief_support_size": 4.03125, "decoder_belief_target_mass": 0.033093199133872986, "decoder_belief_target_nll": 4.822571754455566, "decoder_belief_top1_on_support": 0.03515625, "mean_decoder_belief_support_size": 4.03125 }, { "model": "dense", "supervision": "prefix_query", "length": 6, "query_type": "B", "k": 12, "n": 256, "query_target_mass": 0.7799705266952515, "query_target_nll": 1.3308227062225342, "query_top1_on_support": 0.859375, "mean_query_support_size": 3.4140625, "probe_belief_target_mass": 0.5323219299316406, "probe_belief_target_nll": 2.245011329650879, "probe_belief_top1_on_support": 0.6328125, "mean_belief_support_size": 4.03125, "decoder_belief_target_mass": 0.033093199133872986, "decoder_belief_target_nll": 4.822571754455566, "decoder_belief_top1_on_support": 0.03515625, "mean_decoder_belief_support_size": 4.03125 }, { "model": "dense", "supervision": "prefix_query", "length": 6, "query_type": "A_PLUS_B", "k": 0, "n": 256, "query_target_mass": 0.32997363805770874, "query_target_nll": 2.3980374336242676, "query_top1_on_support": 0.35546875, "mean_query_support_size": 3.6171875, "probe_belief_target_mass": 0.033072397112846375, "probe_belief_target_nll": 14.648029327392578, "probe_belief_top1_on_support": 0.0234375, "mean_belief_support_size": 3.97265625, "decoder_belief_target_mass": 0.032543156296014786, "decoder_belief_target_nll": 4.831451416015625, "decoder_belief_top1_on_support": 0.02734375, "mean_decoder_belief_support_size": 3.97265625 }, { "model": "dense", "supervision": "prefix_query", "length": 6, "query_type": "A_PLUS_B", "k": 1, "n": 256, "query_target_mass": 0.3394644856452942, "query_target_nll": 3.168732166290283, "query_top1_on_support": 0.328125, "mean_query_support_size": 3.6171875, "probe_belief_target_mass": 0.049901653081178665, "probe_belief_target_nll": 14.193864822387695, "probe_belief_top1_on_support": 0.03125, "mean_belief_support_size": 3.97265625, "decoder_belief_target_mass": 0.03260327875614166, "decoder_belief_target_nll": 4.812272071838379, "decoder_belief_top1_on_support": 0.0390625, "mean_decoder_belief_support_size": 3.97265625 }, { "model": "dense", "supervision": "prefix_query", "length": 6, "query_type": "A_PLUS_B", "k": 2, "n": 256, "query_target_mass": 0.33749932050704956, "query_target_nll": 3.6718332767486572, "query_top1_on_support": 0.34765625, "mean_query_support_size": 3.6171875, "probe_belief_target_mass": 0.07070117443799973, "probe_belief_target_nll": 12.73541259765625, "probe_belief_top1_on_support": 0.05859375, "mean_belief_support_size": 3.97265625, "decoder_belief_target_mass": 0.03264278918504715, "decoder_belief_target_nll": 4.817384243011475, "decoder_belief_top1_on_support": 0.0234375, "mean_decoder_belief_support_size": 3.97265625 }, { "model": "dense", "supervision": "prefix_query", "length": 6, "query_type": "A_PLUS_B", "k": 3, "n": 256, "query_target_mass": 0.3235096335411072, "query_target_nll": 3.8727879524230957, "query_top1_on_support": 0.34765625, "mean_query_support_size": 3.6171875, "probe_belief_target_mass": 0.09636478126049042, "probe_belief_target_nll": 11.319622993469238, "probe_belief_top1_on_support": 0.08203125, "mean_belief_support_size": 3.97265625, "decoder_belief_target_mass": 0.0327354371547699, "decoder_belief_target_nll": 4.806256294250488, "decoder_belief_top1_on_support": 0.01171875, "mean_decoder_belief_support_size": 3.97265625 }, { "model": "dense", "supervision": "prefix_query", "length": 6, "query_type": "A_PLUS_B", "k": 6, "n": 256, "query_target_mass": 0.6299194097518921, "query_target_nll": 1.6513376235961914, "query_top1_on_support": 0.69140625, "mean_query_support_size": 3.6171875, "probe_belief_target_mass": 0.5146114826202393, "probe_belief_target_nll": 2.204724073410034, "probe_belief_top1_on_support": 0.65625, "mean_belief_support_size": 3.97265625, "decoder_belief_target_mass": 0.03263747692108154, "decoder_belief_target_nll": 4.821506500244141, "decoder_belief_top1_on_support": 0.03125, "mean_decoder_belief_support_size": 3.97265625 }, { "model": "dense", "supervision": "prefix_query", "length": 6, "query_type": "A_PLUS_B", "k": 9, "n": 256, "query_target_mass": 0.6299194097518921, "query_target_nll": 1.6513376235961914, "query_top1_on_support": 0.69140625, "mean_query_support_size": 3.6171875, "probe_belief_target_mass": 0.5146114826202393, "probe_belief_target_nll": 2.204724073410034, "probe_belief_top1_on_support": 0.65625, "mean_belief_support_size": 3.97265625, "decoder_belief_target_mass": 0.03263747692108154, "decoder_belief_target_nll": 4.821506500244141, "decoder_belief_top1_on_support": 0.03125, "mean_decoder_belief_support_size": 3.97265625 }, { "model": "dense", "supervision": "prefix_query", "length": 6, "query_type": "A_PLUS_B", "k": 12, "n": 256, "query_target_mass": 0.6299194097518921, "query_target_nll": 1.6513376235961914, "query_top1_on_support": 0.69140625, "mean_query_support_size": 3.6171875, "probe_belief_target_mass": 0.5146114826202393, "probe_belief_target_nll": 2.204724073410034, "probe_belief_top1_on_support": 0.65625, "mean_belief_support_size": 3.97265625, "decoder_belief_target_mass": 0.03263747692108154, "decoder_belief_target_nll": 4.821506500244141, "decoder_belief_top1_on_support": 0.03125, "mean_decoder_belief_support_size": 3.97265625 }, { "model": "dense", "supervision": "prefix_query", "length": 6, "query_type": "A_MINUS_B", "k": 0, "n": 256, "query_target_mass": 0.3124966621398926, "query_target_nll": 12.593404769897461, "query_top1_on_support": 0.3125, "mean_query_support_size": 3.2265625, "probe_belief_target_mass": 0.03149701654911041, "probe_belief_target_nll": 14.490989685058594, "probe_belief_top1_on_support": 0.0234375, "mean_belief_support_size": 3.76171875, "decoder_belief_target_mass": 0.03095613792538643, "decoder_belief_target_nll": 4.817756175994873, "decoder_belief_top1_on_support": 0.0078125, "mean_decoder_belief_support_size": 3.76171875 }, { "model": "dense", "supervision": "prefix_query", "length": 6, "query_type": "A_MINUS_B", "k": 1, "n": 256, "query_target_mass": 0.3026221692562103, "query_target_nll": 9.102376937866211, "query_top1_on_support": 0.3125, "mean_query_support_size": 3.2265625, "probe_belief_target_mass": 0.044528778642416, "probe_belief_target_nll": 14.541120529174805, "probe_belief_top1_on_support": 0.05078125, "mean_belief_support_size": 3.76171875, "decoder_belief_target_mass": 0.03101922944188118, "decoder_belief_target_nll": 4.811615943908691, "decoder_belief_top1_on_support": 0.0234375, "mean_decoder_belief_support_size": 3.76171875 }, { "model": "dense", "supervision": "prefix_query", "length": 6, "query_type": "A_MINUS_B", "k": 2, "n": 256, "query_target_mass": 0.3326742649078369, "query_target_nll": 7.402258396148682, "query_top1_on_support": 0.34375, "mean_query_support_size": 3.2265625, "probe_belief_target_mass": 0.0691797286272049, "probe_belief_target_nll": 12.977806091308594, "probe_belief_top1_on_support": 0.05078125, "mean_belief_support_size": 3.76171875, "decoder_belief_target_mass": 0.030940301716327667, "decoder_belief_target_nll": 4.819109916687012, "decoder_belief_top1_on_support": 0.03125, "mean_decoder_belief_support_size": 3.76171875 }, { "model": "dense", "supervision": "prefix_query", "length": 6, "query_type": "A_MINUS_B", "k": 3, "n": 256, "query_target_mass": 0.3181348741054535, "query_target_nll": 6.531679153442383, "query_top1_on_support": 0.32421875, "mean_query_support_size": 3.2265625, "probe_belief_target_mass": 0.08015324920415878, "probe_belief_target_nll": 11.912029266357422, "probe_belief_top1_on_support": 0.078125, "mean_belief_support_size": 3.76171875, "decoder_belief_target_mass": 0.030884239822626114, "decoder_belief_target_nll": 4.820115089416504, "decoder_belief_top1_on_support": 0.0390625, "mean_decoder_belief_support_size": 3.76171875 }, { "model": "dense", "supervision": "prefix_query", "length": 6, "query_type": "A_MINUS_B", "k": 6, "n": 256, "query_target_mass": 0.6946654915809631, "query_target_nll": 1.4272997379302979, "query_top1_on_support": 0.76171875, "mean_query_support_size": 3.2265625, "probe_belief_target_mass": 0.5336419343948364, "probe_belief_target_nll": 2.190406322479248, "probe_belief_top1_on_support": 0.59375, "mean_belief_support_size": 3.76171875, "decoder_belief_target_mass": 0.030821969732642174, "decoder_belief_target_nll": 4.819217681884766, "decoder_belief_top1_on_support": 0.01953125, "mean_decoder_belief_support_size": 3.76171875 }, { "model": "dense", "supervision": "prefix_query", "length": 6, "query_type": "A_MINUS_B", "k": 9, "n": 256, "query_target_mass": 0.6946654915809631, "query_target_nll": 1.4272997379302979, "query_top1_on_support": 0.76171875, "mean_query_support_size": 3.2265625, "probe_belief_target_mass": 0.5336419343948364, "probe_belief_target_nll": 2.190406322479248, "probe_belief_top1_on_support": 0.59375, "mean_belief_support_size": 3.76171875, "decoder_belief_target_mass": 0.030821969732642174, "decoder_belief_target_nll": 4.819217681884766, "decoder_belief_top1_on_support": 0.01953125, "mean_decoder_belief_support_size": 3.76171875 }, { "model": "dense", "supervision": "prefix_query", "length": 6, "query_type": "A_MINUS_B", "k": 12, "n": 256, "query_target_mass": 0.6946654915809631, "query_target_nll": 1.4272997379302979, "query_top1_on_support": 0.76171875, "mean_query_support_size": 3.2265625, "probe_belief_target_mass": 0.5336419343948364, "probe_belief_target_nll": 2.190406322479248, "probe_belief_top1_on_support": 0.59375, "mean_belief_support_size": 3.76171875, "decoder_belief_target_mass": 0.030821969732642174, "decoder_belief_target_nll": 4.819217681884766, "decoder_belief_top1_on_support": 0.01953125, "mean_decoder_belief_support_size": 3.76171875 }, { "model": "dense", "supervision": "prefix_query", "length": 9, "query_type": "A", "k": 0, "n": 256, "query_target_mass": 0.21978789567947388, "query_target_nll": 2.3986775875091553, "query_top1_on_support": 0.23828125, "mean_query_support_size": 2.40625, "probe_belief_target_mass": 0.022016748785972595, "probe_belief_target_nll": 14.69029426574707, "probe_belief_top1_on_support": 0.0234375, "mean_belief_support_size": 2.73828125, "decoder_belief_target_mass": 0.022560685873031616, "decoder_belief_target_nll": 4.814252853393555, "decoder_belief_top1_on_support": 0.01171875, "mean_decoder_belief_support_size": 2.73828125 }, { "model": "dense", "supervision": "prefix_query", "length": 9, "query_type": "A", "k": 1, "n": 256, "query_target_mass": 0.2428639531135559, "query_target_nll": 4.885310649871826, "query_top1_on_support": 0.2578125, "mean_query_support_size": 2.40625, "probe_belief_target_mass": 0.03437855839729309, "probe_belief_target_nll": 14.305274963378906, "probe_belief_top1_on_support": 0.03125, "mean_belief_support_size": 2.73828125, "decoder_belief_target_mass": 0.022737381979823112, "decoder_belief_target_nll": 4.81689977645874, "decoder_belief_top1_on_support": 0.015625, "mean_decoder_belief_support_size": 2.73828125 }, { "model": "dense", "supervision": "prefix_query", "length": 9, "query_type": "A", "k": 2, "n": 256, "query_target_mass": 0.2614544630050659, "query_target_nll": 5.69609260559082, "query_top1_on_support": 0.25, "mean_query_support_size": 2.40625, "probe_belief_target_mass": 0.0344327837228775, "probe_belief_target_nll": 14.03632926940918, "probe_belief_top1_on_support": 0.03515625, "mean_belief_support_size": 2.73828125, "decoder_belief_target_mass": 0.0228264257311821, "decoder_belief_target_nll": 4.806414604187012, "decoder_belief_top1_on_support": 0.015625, "mean_decoder_belief_support_size": 2.73828125 }, { "model": "dense", "supervision": "prefix_query", "length": 9, "query_type": "A", "k": 3, "n": 256, "query_target_mass": 0.27330124378204346, "query_target_nll": 6.325740814208984, "query_top1_on_support": 0.26171875, "mean_query_support_size": 2.40625, "probe_belief_target_mass": 0.044728659093379974, "probe_belief_target_nll": 13.351572036743164, "probe_belief_top1_on_support": 0.02734375, "mean_belief_support_size": 2.73828125, "decoder_belief_target_mass": 0.022782742977142334, "decoder_belief_target_nll": 4.817485332489014, "decoder_belief_top1_on_support": 0.02734375, "mean_decoder_belief_support_size": 2.73828125 }, { "model": "dense", "supervision": "prefix_query", "length": 9, "query_type": "A", "k": 6, "n": 256, "query_target_mass": 0.34267958998680115, "query_target_nll": 5.606632232666016, "query_top1_on_support": 0.37109375, "mean_query_support_size": 2.40625, "probe_belief_target_mass": 0.07364354282617569, "probe_belief_target_nll": 10.569929122924805, "probe_belief_top1_on_support": 0.0859375, "mean_belief_support_size": 2.73828125, "decoder_belief_target_mass": 0.022519683465361595, "decoder_belief_target_nll": 4.822589874267578, "decoder_belief_top1_on_support": 0.0234375, "mean_decoder_belief_support_size": 2.73828125 }, { "model": "dense", "supervision": "prefix_query", "length": 9, "query_type": "A", "k": 9, "n": 256, "query_target_mass": 0.6417394876480103, "query_target_nll": 1.3174247741699219, "query_top1_on_support": 0.703125, "mean_query_support_size": 2.40625, "probe_belief_target_mass": 0.3814142942428589, "probe_belief_target_nll": 2.3895435333251953, "probe_belief_top1_on_support": 0.48828125, "mean_belief_support_size": 2.73828125, "decoder_belief_target_mass": 0.02276558056473732, "decoder_belief_target_nll": 4.813329696655273, "decoder_belief_top1_on_support": 0.02734375, "mean_decoder_belief_support_size": 2.73828125 }, { "model": "dense", "supervision": "prefix_query", "length": 9, "query_type": "A", "k": 12, "n": 256, "query_target_mass": 0.6417394876480103, "query_target_nll": 1.3174247741699219, "query_top1_on_support": 0.703125, "mean_query_support_size": 2.40625, "probe_belief_target_mass": 0.3814142942428589, "probe_belief_target_nll": 2.3895435333251953, "probe_belief_top1_on_support": 0.48828125, "mean_belief_support_size": 2.73828125, "decoder_belief_target_mass": 0.02276558056473732, "decoder_belief_target_nll": 4.813329696655273, "decoder_belief_top1_on_support": 0.02734375, "mean_decoder_belief_support_size": 2.73828125 }, { "model": "dense", "supervision": "prefix_query", "length": 9, "query_type": "B", "k": 0, "n": 256, "query_target_mass": 0.19248425960540771, "query_target_nll": 2.4011354446411133, "query_top1_on_support": 0.203125, "mean_query_support_size": 2.1171875, "probe_belief_target_mass": 0.02649761363863945, "probe_belief_target_nll": 14.422189712524414, "probe_belief_top1_on_support": 0.0390625, "mean_belief_support_size": 2.37109375, "decoder_belief_target_mass": 0.01942255347967148, "decoder_belief_target_nll": 4.821855068206787, "decoder_belief_top1_on_support": 0.01953125, "mean_decoder_belief_support_size": 2.37109375 }, { "model": "dense", "supervision": "prefix_query", "length": 9, "query_type": "B", "k": 1, "n": 256, "query_target_mass": 0.19582664966583252, "query_target_nll": 5.099552154541016, "query_top1_on_support": 0.19140625, "mean_query_support_size": 2.1171875, "probe_belief_target_mass": 0.023991256952285767, "probe_belief_target_nll": 14.748553276062012, "probe_belief_top1_on_support": 0.01953125, "mean_belief_support_size": 2.37109375, "decoder_belief_target_mass": 0.019588444381952286, "decoder_belief_target_nll": 4.82118034362793, "decoder_belief_top1_on_support": 0.01953125, "mean_decoder_belief_support_size": 2.37109375 }, { "model": "dense", "supervision": "prefix_query", "length": 9, "query_type": "B", "k": 2, "n": 256, "query_target_mass": 0.20977738499641418, "query_target_nll": 5.494580268859863, "query_top1_on_support": 0.19921875, "mean_query_support_size": 2.1171875, "probe_belief_target_mass": 0.029345255345106125, "probe_belief_target_nll": 13.73011589050293, "probe_belief_top1_on_support": 0.01953125, "mean_belief_support_size": 2.37109375, "decoder_belief_target_mass": 0.019576288759708405, "decoder_belief_target_nll": 4.825474739074707, "decoder_belief_top1_on_support": 0.02734375, "mean_decoder_belief_support_size": 2.37109375 }, { "model": "dense", "supervision": "prefix_query", "length": 9, "query_type": "B", "k": 3, "n": 256, "query_target_mass": 0.21969373524188995, "query_target_nll": 5.998706340789795, "query_top1_on_support": 0.24609375, "mean_query_support_size": 2.1171875, "probe_belief_target_mass": 0.03441641107201576, "probe_belief_target_nll": 12.948125839233398, "probe_belief_top1_on_support": 0.04296875, "mean_belief_support_size": 2.37109375, "decoder_belief_target_mass": 0.01958431862294674, "decoder_belief_target_nll": 4.820019721984863, "decoder_belief_top1_on_support": 0.03125, "mean_decoder_belief_support_size": 2.37109375 }, { "model": "dense", "supervision": "prefix_query", "length": 9, "query_type": "B", "k": 6, "n": 256, "query_target_mass": 0.28154462575912476, "query_target_nll": 6.0925068855285645, "query_top1_on_support": 0.28515625, "mean_query_support_size": 2.1171875, "probe_belief_target_mass": 0.04800248146057129, "probe_belief_target_nll": 11.315553665161133, "probe_belief_top1_on_support": 0.05078125, "mean_belief_support_size": 2.37109375, "decoder_belief_target_mass": 0.019820809364318848, "decoder_belief_target_nll": 4.79728889465332, "decoder_belief_top1_on_support": 0.02734375, "mean_decoder_belief_support_size": 2.37109375 }, { "model": "dense", "supervision": "prefix_query", "length": 9, "query_type": "B", "k": 9, "n": 256, "query_target_mass": 0.6143708229064941, "query_target_nll": 1.306117296218872, "query_top1_on_support": 0.6875, "mean_query_support_size": 2.1171875, "probe_belief_target_mass": 0.3674542009830475, "probe_belief_target_nll": 2.386742353439331, "probe_belief_top1_on_support": 0.47265625, "mean_belief_support_size": 2.37109375, "decoder_belief_target_mass": 0.01964649185538292, "decoder_belief_target_nll": 4.808403968811035, "decoder_belief_top1_on_support": 0.02734375, "mean_decoder_belief_support_size": 2.37109375 }, { "model": "dense", "supervision": "prefix_query", "length": 9, "query_type": "B", "k": 12, "n": 256, "query_target_mass": 0.6143708229064941, "query_target_nll": 1.306117296218872, "query_top1_on_support": 0.6875, "mean_query_support_size": 2.1171875, "probe_belief_target_mass": 0.3674542009830475, "probe_belief_target_nll": 2.386742353439331, "probe_belief_top1_on_support": 0.47265625, "mean_belief_support_size": 2.37109375, "decoder_belief_target_mass": 0.01964649185538292, "decoder_belief_target_nll": 4.808403968811035, "decoder_belief_top1_on_support": 0.02734375, "mean_decoder_belief_support_size": 2.37109375 }, { "model": "dense", "supervision": "prefix_query", "length": 9, "query_type": "A_PLUS_B", "k": 0, "n": 256, "query_target_mass": 0.22785437107086182, "query_target_nll": 2.403463840484619, "query_top1_on_support": 0.23046875, "mean_query_support_size": 2.50390625, "probe_belief_target_mass": 0.022914616391062737, "probe_belief_target_nll": 14.79235553741455, "probe_belief_top1_on_support": 0.03125, "mean_belief_support_size": 2.71875, "decoder_belief_target_mass": 0.022594882175326347, "decoder_belief_target_nll": 4.804000377655029, "decoder_belief_top1_on_support": 0.01953125, "mean_decoder_belief_support_size": 2.71875 }, { "model": "dense", "supervision": "prefix_query", "length": 9, "query_type": "A_PLUS_B", "k": 1, "n": 256, "query_target_mass": 0.23633402585983276, "query_target_nll": 3.216609477996826, "query_top1_on_support": 0.26953125, "mean_query_support_size": 2.50390625, "probe_belief_target_mass": 0.030147820711135864, "probe_belief_target_nll": 14.591805458068848, "probe_belief_top1_on_support": 0.0390625, "mean_belief_support_size": 2.71875, "decoder_belief_target_mass": 0.02251710183918476, "decoder_belief_target_nll": 4.810944080352783, "decoder_belief_top1_on_support": 0.03125, "mean_decoder_belief_support_size": 2.71875 }, { "model": "dense", "supervision": "prefix_query", "length": 9, "query_type": "A_PLUS_B", "k": 2, "n": 256, "query_target_mass": 0.21332812309265137, "query_target_nll": 3.798841953277588, "query_top1_on_support": 0.2109375, "mean_query_support_size": 2.50390625, "probe_belief_target_mass": 0.02632468193769455, "probe_belief_target_nll": 13.619462966918945, "probe_belief_top1_on_support": 0.015625, "mean_belief_support_size": 2.71875, "decoder_belief_target_mass": 0.02258080057799816, "decoder_belief_target_nll": 4.806164741516113, "decoder_belief_top1_on_support": 0.03125, "mean_decoder_belief_support_size": 2.71875 }, { "model": "dense", "supervision": "prefix_query", "length": 9, "query_type": "A_PLUS_B", "k": 3, "n": 256, "query_target_mass": 0.22871306538581848, "query_target_nll": 3.861332654953003, "query_top1_on_support": 0.2265625, "mean_query_support_size": 2.50390625, "probe_belief_target_mass": 0.04079700633883476, "probe_belief_target_nll": 12.59750747680664, "probe_belief_top1_on_support": 0.046875, "mean_belief_support_size": 2.71875, "decoder_belief_target_mass": 0.02239822968840599, "decoder_belief_target_nll": 4.814028739929199, "decoder_belief_top1_on_support": 0.00390625, "mean_decoder_belief_support_size": 2.71875 }, { "model": "dense", "supervision": "prefix_query", "length": 9, "query_type": "A_PLUS_B", "k": 6, "n": 256, "query_target_mass": 0.21548035740852356, "query_target_nll": 4.013150691986084, "query_top1_on_support": 0.20703125, "mean_query_support_size": 2.50390625, "probe_belief_target_mass": 0.05464964732527733, "probe_belief_target_nll": 10.755292892456055, "probe_belief_top1_on_support": 0.05078125, "mean_belief_support_size": 2.71875, "decoder_belief_target_mass": 0.022285096347332, "decoder_belief_target_nll": 4.826831817626953, "decoder_belief_top1_on_support": 0.02734375, "mean_decoder_belief_support_size": 2.71875 }, { "model": "dense", "supervision": "prefix_query", "length": 9, "query_type": "A_PLUS_B", "k": 9, "n": 256, "query_target_mass": 0.49341654777526855, "query_target_nll": 1.694336175918579, "query_top1_on_support": 0.6171875, "mean_query_support_size": 2.50390625, "probe_belief_target_mass": 0.37028008699417114, "probe_belief_target_nll": 2.4298853874206543, "probe_belief_top1_on_support": 0.5078125, "mean_belief_support_size": 2.71875, "decoder_belief_target_mass": 0.022740723565220833, "decoder_belief_target_nll": 4.798318862915039, "decoder_belief_top1_on_support": 0.03125, "mean_decoder_belief_support_size": 2.71875 }, { "model": "dense", "supervision": "prefix_query", "length": 9, "query_type": "A_PLUS_B", "k": 12, "n": 256, "query_target_mass": 0.49341654777526855, "query_target_nll": 1.694336175918579, "query_top1_on_support": 0.6171875, "mean_query_support_size": 2.50390625, "probe_belief_target_mass": 0.37028008699417114, "probe_belief_target_nll": 2.4298853874206543, "probe_belief_top1_on_support": 0.5078125, "mean_belief_support_size": 2.71875, "decoder_belief_target_mass": 0.022740723565220833, "decoder_belief_target_nll": 4.798318862915039, "decoder_belief_top1_on_support": 0.03125, "mean_decoder_belief_support_size": 2.71875 }, { "model": "dense", "supervision": "prefix_query", "length": 9, "query_type": "A_MINUS_B", "k": 0, "n": 256, "query_target_mass": 0.1836039125919342, "query_target_nll": 13.153278350830078, "query_top1_on_support": 0.18359375, "mean_query_support_size": 2.35546875, "probe_belief_target_mass": 0.01678798720240593, "probe_belief_target_nll": 15.077337265014648, "probe_belief_top1_on_support": 0.01171875, "mean_belief_support_size": 2.48046875, "decoder_belief_target_mass": 0.020710716024041176, "decoder_belief_target_nll": 4.817386627197266, "decoder_belief_top1_on_support": 0.046875, "mean_decoder_belief_support_size": 2.48046875 }, { "model": "dense", "supervision": "prefix_query", "length": 9, "query_type": "A_MINUS_B", "k": 1, "n": 256, "query_target_mass": 0.19971758127212524, "query_target_nll": 8.30663013458252, "query_top1_on_support": 0.1953125, "mean_query_support_size": 2.35546875, "probe_belief_target_mass": 0.021771680563688278, "probe_belief_target_nll": 14.599748611450195, "probe_belief_top1_on_support": 0.03125, "mean_belief_support_size": 2.48046875, "decoder_belief_target_mass": 0.020722126588225365, "decoder_belief_target_nll": 4.808282852172852, "decoder_belief_top1_on_support": 0.03125, "mean_decoder_belief_support_size": 2.48046875 }, { "model": "dense", "supervision": "prefix_query", "length": 9, "query_type": "A_MINUS_B", "k": 2, "n": 256, "query_target_mass": 0.23521821200847626, "query_target_nll": 7.3345136642456055, "query_top1_on_support": 0.2421875, "mean_query_support_size": 2.35546875, "probe_belief_target_mass": 0.02364395372569561, "probe_belief_target_nll": 13.596336364746094, "probe_belief_top1_on_support": 0.015625, "mean_belief_support_size": 2.48046875, "decoder_belief_target_mass": 0.02049027569591999, "decoder_belief_target_nll": 4.823912143707275, "decoder_belief_top1_on_support": 0.00390625, "mean_decoder_belief_support_size": 2.48046875 }, { "model": "dense", "supervision": "prefix_query", "length": 9, "query_type": "A_MINUS_B", "k": 3, "n": 256, "query_target_mass": 0.23785430192947388, "query_target_nll": 6.860167026519775, "query_top1_on_support": 0.2421875, "mean_query_support_size": 2.35546875, "probe_belief_target_mass": 0.028464125469326973, "probe_belief_target_nll": 13.32756233215332, "probe_belief_top1_on_support": 0.015625, "mean_belief_support_size": 2.48046875, "decoder_belief_target_mass": 0.020626865327358246, "decoder_belief_target_nll": 4.813177108764648, "decoder_belief_top1_on_support": 0.01171875, "mean_decoder_belief_support_size": 2.48046875 }, { "model": "dense", "supervision": "prefix_query", "length": 9, "query_type": "A_MINUS_B", "k": 6, "n": 256, "query_target_mass": 0.2273397445678711, "query_target_nll": 5.826740264892578, "query_top1_on_support": 0.22265625, "mean_query_support_size": 2.35546875, "probe_belief_target_mass": 0.06106271967291832, "probe_belief_target_nll": 11.087373733520508, "probe_belief_top1_on_support": 0.0625, "mean_belief_support_size": 2.48046875, "decoder_belief_target_mass": 0.020322326570749283, "decoder_belief_target_nll": 4.82442045211792, "decoder_belief_top1_on_support": 0.0234375, "mean_decoder_belief_support_size": 2.48046875 }, { "model": "dense", "supervision": "prefix_query", "length": 9, "query_type": "A_MINUS_B", "k": 9, "n": 256, "query_target_mass": 0.5251667499542236, "query_target_nll": 1.6933491230010986, "query_top1_on_support": 0.578125, "mean_query_support_size": 2.35546875, "probe_belief_target_mass": 0.35603851079940796, "probe_belief_target_nll": 2.4619545936584473, "probe_belief_top1_on_support": 0.44921875, "mean_belief_support_size": 2.48046875, "decoder_belief_target_mass": 0.020627271384000778, "decoder_belief_target_nll": 4.816515922546387, "decoder_belief_top1_on_support": 0.0234375, "mean_decoder_belief_support_size": 2.48046875 }, { "model": "dense", "supervision": "prefix_query", "length": 9, "query_type": "A_MINUS_B", "k": 12, "n": 256, "query_target_mass": 0.5251667499542236, "query_target_nll": 1.6933491230010986, "query_top1_on_support": 0.578125, "mean_query_support_size": 2.35546875, "probe_belief_target_mass": 0.35603851079940796, "probe_belief_target_nll": 2.4619545936584473, "probe_belief_top1_on_support": 0.44921875, "mean_belief_support_size": 2.48046875, "decoder_belief_target_mass": 0.020627271384000778, "decoder_belief_target_nll": 4.816515922546387, "decoder_belief_top1_on_support": 0.0234375, "mean_decoder_belief_support_size": 2.48046875 }, { "model": "dense", "supervision": "prefix_query", "length": 12, "query_type": "A", "k": 0, "n": 256, "query_target_mass": 0.17331846058368683, "query_target_nll": 2.403116464614868, "query_top1_on_support": 0.20703125, "mean_query_support_size": 1.90625, "probe_belief_target_mass": 0.017995446920394897, "probe_belief_target_nll": 14.630159378051758, "probe_belief_top1_on_support": 0.01953125, "mean_belief_support_size": 2.21484375, "decoder_belief_target_mass": 0.018468910828232765, "decoder_belief_target_nll": 4.7946014404296875, "decoder_belief_top1_on_support": 0.015625, "mean_decoder_belief_support_size": 2.21484375 }, { "model": "dense", "supervision": "prefix_query", "length": 12, "query_type": "A", "k": 1, "n": 256, "query_target_mass": 0.1894984245300293, "query_target_nll": 4.8210625648498535, "query_top1_on_support": 0.22265625, "mean_query_support_size": 1.90625, "probe_belief_target_mass": 0.029523534700274467, "probe_belief_target_nll": 14.371637344360352, "probe_belief_top1_on_support": 0.0234375, "mean_belief_support_size": 2.21484375, "decoder_belief_target_mass": 0.018501361832022667, "decoder_belief_target_nll": 4.81217098236084, "decoder_belief_top1_on_support": 0.015625, "mean_decoder_belief_support_size": 2.21484375 }, { "model": "dense", "supervision": "prefix_query", "length": 12, "query_type": "A", "k": 2, "n": 256, "query_target_mass": 0.1816495805978775, "query_target_nll": 5.864375591278076, "query_top1_on_support": 0.1875, "mean_query_support_size": 1.90625, "probe_belief_target_mass": 0.020757488906383514, "probe_belief_target_nll": 14.29279613494873, "probe_belief_top1_on_support": 0.03125, "mean_belief_support_size": 2.21484375, "decoder_belief_target_mass": 0.018174581229686737, "decoder_belief_target_nll": 4.821525573730469, "decoder_belief_top1_on_support": 0.0234375, "mean_decoder_belief_support_size": 2.21484375 }, { "model": "dense", "supervision": "prefix_query", "length": 12, "query_type": "A", "k": 3, "n": 256, "query_target_mass": 0.17963877320289612, "query_target_nll": 6.412298202514648, "query_top1_on_support": 0.16015625, "mean_query_support_size": 1.90625, "probe_belief_target_mass": 0.0241757370531559, "probe_belief_target_nll": 13.065240859985352, "probe_belief_top1_on_support": 0.0390625, "mean_belief_support_size": 2.21484375, "decoder_belief_target_mass": 0.018378041684627533, "decoder_belief_target_nll": 4.819938659667969, "decoder_belief_top1_on_support": 0.03125, "mean_decoder_belief_support_size": 2.21484375 }, { "model": "dense", "supervision": "prefix_query", "length": 12, "query_type": "A", "k": 6, "n": 256, "query_target_mass": 0.18554414808750153, "query_target_nll": 6.508567810058594, "query_top1_on_support": 0.17578125, "mean_query_support_size": 1.90625, "probe_belief_target_mass": 0.025127820670604706, "probe_belief_target_nll": 12.230985641479492, "probe_belief_top1_on_support": 0.03125, "mean_belief_support_size": 2.21484375, "decoder_belief_target_mass": 0.018378108739852905, "decoder_belief_target_nll": 4.810029029846191, "decoder_belief_top1_on_support": 0.01953125, "mean_decoder_belief_support_size": 2.21484375 }, { "model": "dense", "supervision": "prefix_query", "length": 12, "query_type": "A", "k": 9, "n": 256, "query_target_mass": 0.2750862240791321, "query_target_nll": 5.206254959106445, "query_top1_on_support": 0.3125, "mean_query_support_size": 1.90625, "probe_belief_target_mass": 0.05660552531480789, "probe_belief_target_nll": 10.203643798828125, "probe_belief_top1_on_support": 0.05078125, "mean_belief_support_size": 2.21484375, "decoder_belief_target_mass": 0.018549351021647453, "decoder_belief_target_nll": 4.803506851196289, "decoder_belief_top1_on_support": 0.01953125, "mean_decoder_belief_support_size": 2.21484375 }, { "model": "dense", "supervision": "prefix_query", "length": 12, "query_type": "A", "k": 12, "n": 256, "query_target_mass": 0.492686927318573, "query_target_nll": 1.559232234954834, "query_top1_on_support": 0.5390625, "mean_query_support_size": 1.90625, "probe_belief_target_mass": 0.25976285338401794, "probe_belief_target_nll": 2.725774049758911, "probe_belief_top1_on_support": 0.3203125, "mean_belief_support_size": 2.21484375, "decoder_belief_target_mass": 0.018361978232860565, "decoder_belief_target_nll": 4.813808441162109, "decoder_belief_top1_on_support": 0.0234375, "mean_decoder_belief_support_size": 2.21484375 }, { "model": "dense", "supervision": "prefix_query", "length": 12, "query_type": "B", "k": 0, "n": 256, "query_target_mass": 0.1526307761669159, "query_target_nll": 2.4021196365356445, "query_top1_on_support": 0.1328125, "mean_query_support_size": 1.6796875, "probe_belief_target_mass": 0.013329927809536457, "probe_belief_target_nll": 14.78341293334961, "probe_belief_top1_on_support": 0.01171875, "mean_belief_support_size": 1.84765625, "decoder_belief_target_mass": 0.015383523888885975, "decoder_belief_target_nll": 4.8070573806762695, "decoder_belief_top1_on_support": 0.0078125, "mean_decoder_belief_support_size": 1.84765625 }, { "model": "dense", "supervision": "prefix_query", "length": 12, "query_type": "B", "k": 1, "n": 256, "query_target_mass": 0.15272729098796844, "query_target_nll": 4.59480094909668, "query_top1_on_support": 0.15234375, "mean_query_support_size": 1.6796875, "probe_belief_target_mass": 0.014223928563296795, "probe_belief_target_nll": 14.675846099853516, "probe_belief_top1_on_support": 0.015625, "mean_belief_support_size": 1.84765625, "decoder_belief_target_mass": 0.015414918772876263, "decoder_belief_target_nll": 4.8091721534729, "decoder_belief_top1_on_support": 0.0078125, "mean_decoder_belief_support_size": 1.84765625 }, { "model": "dense", "supervision": "prefix_query", "length": 12, "query_type": "B", "k": 2, "n": 256, "query_target_mass": 0.1707969605922699, "query_target_nll": 5.708783149719238, "query_top1_on_support": 0.16796875, "mean_query_support_size": 1.6796875, "probe_belief_target_mass": 0.01660115085542202, "probe_belief_target_nll": 13.358098030090332, "probe_belief_top1_on_support": 0.03125, "mean_belief_support_size": 1.84765625, "decoder_belief_target_mass": 0.015162360854446888, "decoder_belief_target_nll": 4.824513912200928, "decoder_belief_top1_on_support": 0.02734375, "mean_decoder_belief_support_size": 1.84765625 }, { "model": "dense", "supervision": "prefix_query", "length": 12, "query_type": "B", "k": 3, "n": 256, "query_target_mass": 0.168061763048172, "query_target_nll": 6.099089622497559, "query_top1_on_support": 0.15625, "mean_query_support_size": 1.6796875, "probe_belief_target_mass": 0.013656221330165863, "probe_belief_target_nll": 12.899535179138184, "probe_belief_top1_on_support": 0.01171875, "mean_belief_support_size": 1.84765625, "decoder_belief_target_mass": 0.015322405844926834, "decoder_belief_target_nll": 4.815613269805908, "decoder_belief_top1_on_support": 0.015625, "mean_decoder_belief_support_size": 1.84765625 }, { "model": "dense", "supervision": "prefix_query", "length": 12, "query_type": "B", "k": 6, "n": 256, "query_target_mass": 0.16729050874710083, "query_target_nll": 6.872796058654785, "query_top1_on_support": 0.17578125, "mean_query_support_size": 1.6796875, "probe_belief_target_mass": 0.018897004425525665, "probe_belief_target_nll": 12.55978775024414, "probe_belief_top1_on_support": 0.015625, "mean_belief_support_size": 1.84765625, "decoder_belief_target_mass": 0.015298066660761833, "decoder_belief_target_nll": 4.809823036193848, "decoder_belief_top1_on_support": 0.0078125, "mean_decoder_belief_support_size": 1.84765625 }, { "model": "dense", "supervision": "prefix_query", "length": 12, "query_type": "B", "k": 9, "n": 256, "query_target_mass": 0.24725884199142456, "query_target_nll": 5.210902214050293, "query_top1_on_support": 0.26171875, "mean_query_support_size": 1.6796875, "probe_belief_target_mass": 0.045769672840833664, "probe_belief_target_nll": 10.106473922729492, "probe_belief_top1_on_support": 0.0546875, "mean_belief_support_size": 1.84765625, "decoder_belief_target_mass": 0.015249563381075859, "decoder_belief_target_nll": 4.818159580230713, "decoder_belief_top1_on_support": 0.03125, "mean_decoder_belief_support_size": 1.84765625 }, { "model": "dense", "supervision": "prefix_query", "length": 12, "query_type": "B", "k": 12, "n": 256, "query_target_mass": 0.4943583905696869, "query_target_nll": 1.4708298444747925, "query_top1_on_support": 0.61328125, "mean_query_support_size": 1.6796875, "probe_belief_target_mass": 0.2682136595249176, "probe_belief_target_nll": 2.55080246925354, "probe_belief_top1_on_support": 0.35546875, "mean_belief_support_size": 1.84765625, "decoder_belief_target_mass": 0.015161486342549324, "decoder_belief_target_nll": 4.828958511352539, "decoder_belief_top1_on_support": 0.015625, "mean_decoder_belief_support_size": 1.84765625 }, { "model": "dense", "supervision": "prefix_query", "length": 12, "query_type": "A_PLUS_B", "k": 0, "n": 256, "query_target_mass": 0.17468079924583435, "query_target_nll": 2.4139254093170166, "query_top1_on_support": 0.15625, "mean_query_support_size": 1.93359375, "probe_belief_target_mass": 0.025346769019961357, "probe_belief_target_nll": 14.255616188049316, "probe_belief_top1_on_support": 0.03125, "mean_belief_support_size": 2.0, "decoder_belief_target_mass": 0.016600674018263817, "decoder_belief_target_nll": 4.808478355407715, "decoder_belief_top1_on_support": 0.01171875, "mean_decoder_belief_support_size": 2.0 }, { "model": "dense", "supervision": "prefix_query", "length": 12, "query_type": "A_PLUS_B", "k": 1, "n": 256, "query_target_mass": 0.18500475585460663, "query_target_nll": 3.2764580249786377, "query_top1_on_support": 0.15625, "mean_query_support_size": 1.93359375, "probe_belief_target_mass": 0.015122964978218079, "probe_belief_target_nll": 14.925823211669922, "probe_belief_top1_on_support": 0.01171875, "mean_belief_support_size": 2.0, "decoder_belief_target_mass": 0.01640438660979271, "decoder_belief_target_nll": 4.816427230834961, "decoder_belief_top1_on_support": 0.0078125, "mean_decoder_belief_support_size": 2.0 }, { "model": "dense", "supervision": "prefix_query", "length": 12, "query_type": "A_PLUS_B", "k": 2, "n": 256, "query_target_mass": 0.17349670827388763, "query_target_nll": 3.743525981903076, "query_top1_on_support": 0.18359375, "mean_query_support_size": 1.93359375, "probe_belief_target_mass": 0.02010755054652691, "probe_belief_target_nll": 14.321911811828613, "probe_belief_top1_on_support": 0.01953125, "mean_belief_support_size": 2.0, "decoder_belief_target_mass": 0.016519829630851746, "decoder_belief_target_nll": 4.809622764587402, "decoder_belief_top1_on_support": 0.015625, "mean_decoder_belief_support_size": 2.0 }, { "model": "dense", "supervision": "prefix_query", "length": 12, "query_type": "A_PLUS_B", "k": 3, "n": 256, "query_target_mass": 0.18104171752929688, "query_target_nll": 3.8447141647338867, "query_top1_on_support": 0.19140625, "mean_query_support_size": 1.93359375, "probe_belief_target_mass": 0.018082700669765472, "probe_belief_target_nll": 14.318096160888672, "probe_belief_top1_on_support": 0.01953125, "mean_belief_support_size": 2.0, "decoder_belief_target_mass": 0.016393452882766724, "decoder_belief_target_nll": 4.81308650970459, "decoder_belief_top1_on_support": 0.01171875, "mean_decoder_belief_support_size": 2.0 }, { "model": "dense", "supervision": "prefix_query", "length": 12, "query_type": "A_PLUS_B", "k": 6, "n": 256, "query_target_mass": 0.17405423521995544, "query_target_nll": 3.8864386081695557, "query_top1_on_support": 0.16015625, "mean_query_support_size": 1.93359375, "probe_belief_target_mass": 0.024507179856300354, "probe_belief_target_nll": 12.214984893798828, "probe_belief_top1_on_support": 0.01953125, "mean_belief_support_size": 2.0, "decoder_belief_target_mass": 0.016356084495782852, "decoder_belief_target_nll": 4.817858695983887, "decoder_belief_top1_on_support": 0.03125, "mean_decoder_belief_support_size": 2.0 }, { "model": "dense", "supervision": "prefix_query", "length": 12, "query_type": "A_PLUS_B", "k": 9, "n": 256, "query_target_mass": 0.17746028304100037, "query_target_nll": 3.9886999130249023, "query_top1_on_support": 0.16015625, "mean_query_support_size": 1.93359375, "probe_belief_target_mass": 0.05374585837125778, "probe_belief_target_nll": 10.41900634765625, "probe_belief_top1_on_support": 0.0625, "mean_belief_support_size": 2.0, "decoder_belief_target_mass": 0.0162263922393322, "decoder_belief_target_nll": 4.823103427886963, "decoder_belief_top1_on_support": 0.01953125, "mean_decoder_belief_support_size": 2.0 }, { "model": "dense", "supervision": "prefix_query", "length": 12, "query_type": "A_PLUS_B", "k": 12, "n": 256, "query_target_mass": 0.3892935514450073, "query_target_nll": 1.6799507141113281, "query_top1_on_support": 0.46484375, "mean_query_support_size": 1.93359375, "probe_belief_target_mass": 0.27019351720809937, "probe_belief_target_nll": 2.431649923324585, "probe_belief_top1_on_support": 0.3046875, "mean_belief_support_size": 2.0, "decoder_belief_target_mass": 0.016459714621305466, "decoder_belief_target_nll": 4.803452491760254, "decoder_belief_top1_on_support": 0.01171875, "mean_decoder_belief_support_size": 2.0 }, { "model": "dense", "supervision": "prefix_query", "length": 12, "query_type": "A_MINUS_B", "k": 0, "n": 256, "query_target_mass": 0.21482820808887482, "query_target_nll": 12.72393798828125, "query_top1_on_support": 0.21484375, "mean_query_support_size": 1.95703125, "probe_belief_target_mass": 0.019936058670282364, "probe_belief_target_nll": 14.462125778198242, "probe_belief_top1_on_support": 0.01953125, "mean_belief_support_size": 2.17578125, "decoder_belief_target_mass": 0.01803102158010006, "decoder_belief_target_nll": 4.821471214294434, "decoder_belief_top1_on_support": 0.015625, "mean_decoder_belief_support_size": 2.17578125 }, { "model": "dense", "supervision": "prefix_query", "length": 12, "query_type": "A_MINUS_B", "k": 1, "n": 256, "query_target_mass": 0.18260514736175537, "query_target_nll": 8.61428165435791, "query_top1_on_support": 0.17578125, "mean_query_support_size": 1.95703125, "probe_belief_target_mass": 0.017036072909832, "probe_belief_target_nll": 15.312529563903809, "probe_belief_top1_on_support": 0.01953125, "mean_belief_support_size": 2.17578125, "decoder_belief_target_mass": 0.017736010253429413, "decoder_belief_target_nll": 4.819356918334961, "decoder_belief_top1_on_support": 0.00390625, "mean_decoder_belief_support_size": 2.17578125 }, { "model": "dense", "supervision": "prefix_query", "length": 12, "query_type": "A_MINUS_B", "k": 2, "n": 256, "query_target_mass": 0.15663737058639526, "query_target_nll": 7.232827663421631, "query_top1_on_support": 0.12890625, "mean_query_support_size": 1.95703125, "probe_belief_target_mass": 0.016554169356822968, "probe_belief_target_nll": 14.278287887573242, "probe_belief_top1_on_support": 0.0234375, "mean_belief_support_size": 2.17578125, "decoder_belief_target_mass": 0.01790449768304825, "decoder_belief_target_nll": 4.811075210571289, "decoder_belief_top1_on_support": 0.01171875, "mean_decoder_belief_support_size": 2.17578125 }, { "model": "dense", "supervision": "prefix_query", "length": 12, "query_type": "A_MINUS_B", "k": 3, "n": 256, "query_target_mass": 0.16889706254005432, "query_target_nll": 6.427567958831787, "query_top1_on_support": 0.1640625, "mean_query_support_size": 1.95703125, "probe_belief_target_mass": 0.013576405122876167, "probe_belief_target_nll": 13.495612144470215, "probe_belief_top1_on_support": 0.015625, "mean_belief_support_size": 2.17578125, "decoder_belief_target_mass": 0.018003201112151146, "decoder_belief_target_nll": 4.80951452255249, "decoder_belief_top1_on_support": 0.01953125, "mean_decoder_belief_support_size": 2.17578125 }, { "model": "dense", "supervision": "prefix_query", "length": 12, "query_type": "A_MINUS_B", "k": 6, "n": 256, "query_target_mass": 0.17586159706115723, "query_target_nll": 5.550444602966309, "query_top1_on_support": 0.1796875, "mean_query_support_size": 1.95703125, "probe_belief_target_mass": 0.020969387143850327, "probe_belief_target_nll": 12.726900100708008, "probe_belief_top1_on_support": 0.01953125, "mean_belief_support_size": 2.17578125, "decoder_belief_target_mass": 0.017820583656430244, "decoder_belief_target_nll": 4.829837799072266, "decoder_belief_top1_on_support": 0.00390625, "mean_decoder_belief_support_size": 2.17578125 }, { "model": "dense", "supervision": "prefix_query", "length": 12, "query_type": "A_MINUS_B", "k": 9, "n": 256, "query_target_mass": 0.18971174955368042, "query_target_nll": 5.369916915893555, "query_top1_on_support": 0.18359375, "mean_query_support_size": 1.95703125, "probe_belief_target_mass": 0.044159479439258575, "probe_belief_target_nll": 10.410211563110352, "probe_belief_top1_on_support": 0.046875, "mean_belief_support_size": 2.17578125, "decoder_belief_target_mass": 0.01815740577876568, "decoder_belief_target_nll": 4.809479713439941, "decoder_belief_top1_on_support": 0.015625, "mean_decoder_belief_support_size": 2.17578125 }, { "model": "dense", "supervision": "prefix_query", "length": 12, "query_type": "A_MINUS_B", "k": 12, "n": 256, "query_target_mass": 0.4361720085144043, "query_target_nll": 1.7184877395629883, "query_top1_on_support": 0.484375, "mean_query_support_size": 1.95703125, "probe_belief_target_mass": 0.2561536729335785, "probe_belief_target_nll": 2.646799087524414, "probe_belief_top1_on_support": 0.3515625, "mean_belief_support_size": 2.17578125, "decoder_belief_target_mass": 0.017940768972039223, "decoder_belief_target_nll": 4.815889835357666, "decoder_belief_top1_on_support": 0.015625, "mean_decoder_belief_support_size": 2.17578125 } ] } ], "checkpoints": [ "large_artifacts/dense_supervision_ladder/checkpoints/pilot_prefix_query_mod11/checkpoint_final.pt" ] }