{ "mode": "dense", "args": { "mode": "dense", "supervision": "soft_final_query", "seed": 53, "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "train_min_len": 1, "train_max_len": 6, "eval_lengths": "3,6,9,12", "eval_k": "0,1,2,3,6,9,12", "eval_query_types": "all", "state_dim": 256, "instr_dim": 128, "heads": 4, "compiler_layers": 2, "dropout": 0.0, "train_steps": 1200, "batch_size": 256, "eval_batch_size": 256, "eval_examples": 256, "lr": 0.001, "weight_decay": 0.0001, "query_loss_weight": 1.0, "belief_loss_weight": 1.0, "belief_distill_prob": 0.1, "probe_steps": 600, "probe_batch_size": 256, "probe_lr": 0.001, "probe_weight_decay": 0.0001, "probe_dropout": 0.0, "max_grad_norm": 1.0, "log_every": 200, "probe_log_every": 100, "output_dir": "experiments/dense_supervision_ladder/runs/pilot_soft_final_query_mod11", "checkpoint_dir": "large_artifacts/dense_supervision_ladder/checkpoints/pilot_soft_final_query_mod11" }, "env": { "python": "3.12.3", "torch": "2.8.0+cu128", "device": "cuda", "cuda_name": "NVIDIA RTX 6000 Ada Generation" }, "train": [ { "step": 1, "loss": 2.416410446166992, "grad_norm": 0.48644331097602844, "query_loss": 2.416410446166992, "belief_loss": 0.0, "query_target_mass": 0.4570811986923218, "query_target_nll": 2.2087225914001465, "query_top1_on_support": 0.77734375, "mean_query_support_size": 4.65625 }, { "step": 200, "loss": 2.171703338623047, "grad_norm": 0.3910634517669678, "query_loss": 2.171703338623047, "belief_loss": 0.0, "query_target_mass": 0.57490074634552, "query_target_nll": 2.152036666870117, "query_top1_on_support": 0.60546875, "mean_query_support_size": 5.20703125 }, { "step": 400, "loss": 2.1115798950195312, "grad_norm": 0.4176355302333832, "query_loss": 2.1115798950195312, "belief_loss": 0.0, "query_target_mass": 0.5482776761054993, "query_target_nll": 2.0907557010650635, "query_top1_on_support": 0.59375, "mean_query_support_size": 4.734375 }, { "step": 600, "loss": 1.973531723022461, "grad_norm": 0.5160253047943115, "query_loss": 1.973531723022461, "belief_loss": 0.0, "query_target_mass": 0.6309335231781006, "query_target_nll": 1.9295151233673096, "query_top1_on_support": 0.7109375, "mean_query_support_size": 4.85546875 }, { "step": 800, "loss": 1.8928029537200928, "grad_norm": 0.580522894859314, "query_loss": 1.8928029537200928, "belief_loss": 0.0, "query_target_mass": 0.6837255954742432, "query_target_nll": 1.8474119901657104, "query_top1_on_support": 0.76953125, "mean_query_support_size": 5.1171875 }, { "step": 1000, "loss": 1.651024580001831, "grad_norm": 0.7227182984352112, "query_loss": 1.651024580001831, "belief_loss": 0.0, "query_target_mass": 0.7541111707687378, "query_target_nll": 1.5993331670761108, "query_top1_on_support": 0.8515625, "mean_query_support_size": 4.8125 }, { "step": 1200, "loss": 1.579056739807129, "grad_norm": 0.6679350733757019, "query_loss": 1.579056739807129, "belief_loss": 0.0, "query_target_mass": 0.7835832834243774, "query_target_nll": 1.531707763671875, "query_top1_on_support": 0.8515625, "mean_query_support_size": 4.62890625 } ], "probe_train": [ { "step": 1, "loss": 4.806706428527832, "grad_norm": 0.5104122161865234, "probe_belief_target_mass": 0.060634348541498184, "probe_belief_target_nll": 4.806706428527832, "probe_belief_top1_on_support": 0.0764508992433548, "mean_belief_support_size": 7.3058037757873535 }, { "step": 100, "loss": 2.4958724975585938, "grad_norm": 0.4417182505130768, "probe_belief_target_mass": 0.6726387739181519, "probe_belief_target_nll": 2.4958724975585938, "probe_belief_top1_on_support": 0.8085938096046448, "mean_belief_support_size": 7.245535850524902 }, { "step": 200, "loss": 2.311011791229248, "grad_norm": 0.40564021468162537, "probe_belief_target_mass": 0.7642112374305725, "probe_belief_target_nll": 2.311011791229248, "probe_belief_top1_on_support": 0.8437500596046448, "mean_belief_support_size": 7.470424652099609 }, { "step": 300, "loss": 2.2042882442474365, "grad_norm": 0.37275633215904236, "probe_belief_target_mass": 0.7954675555229187, "probe_belief_target_nll": 2.2042882442474365, "probe_belief_top1_on_support": 0.8805804252624512, "mean_belief_support_size": 7.313058376312256 }, { "step": 400, "loss": 2.2392380237579346, "grad_norm": 0.42007702589035034, "probe_belief_target_mass": 0.77846360206604, "probe_belief_target_nll": 2.2392380237579346, "probe_belief_top1_on_support": 0.8387277126312256, "mean_belief_support_size": 7.136160850524902 }, { "step": 500, "loss": 2.143026113510132, "grad_norm": 0.4378773868083954, "probe_belief_target_mass": 0.8088025450706482, "probe_belief_target_nll": 2.143026113510132, "probe_belief_top1_on_support": 0.8710938096046448, "mean_belief_support_size": 7.076451301574707 }, { "step": 600, "loss": 2.2275595664978027, "grad_norm": 0.3611740469932556, "probe_belief_target_mass": 0.7969264388084412, "probe_belief_target_nll": 2.2275595664978027, "probe_belief_top1_on_support": 0.8554688096046448, "mean_belief_support_size": 7.327567100524902 } ], "eval": [ { "step": 1200, "rows": [ { "model": "dense", "supervision": "soft_final_query", "length": 3, "query_type": "A", "k": 0, "n": 256, "query_target_mass": 0.4698179066181183, "query_target_nll": 2.5607900619506836, "query_top1_on_support": 0.4765625, "mean_query_support_size": 5.18359375, "probe_belief_target_mass": 0.06312069296836853, "probe_belief_target_nll": 16.124465942382812, "probe_belief_top1_on_support": 0.0703125, "mean_belief_support_size": 5.84375, "decoder_belief_target_mass": 0.048313431441783905, "decoder_belief_target_nll": 4.811751365661621, "decoder_belief_top1_on_support": 0.05078125, "mean_decoder_belief_support_size": 5.84375 }, { "model": "dense", "supervision": "soft_final_query", "length": 3, "query_type": "A", "k": 1, "n": 256, "query_target_mass": 0.5543134808540344, "query_target_nll": 3.685579538345337, "query_top1_on_support": 0.5546875, "mean_query_support_size": 5.18359375, "probe_belief_target_mass": 0.11988665908575058, "probe_belief_target_nll": 14.416458129882812, "probe_belief_top1_on_support": 0.109375, "mean_belief_support_size": 5.84375, "decoder_belief_target_mass": 0.04842495173215866, "decoder_belief_target_nll": 4.807689189910889, "decoder_belief_top1_on_support": 0.078125, "mean_decoder_belief_support_size": 5.84375 }, { "model": "dense", "supervision": "soft_final_query", "length": 3, "query_type": "A", "k": 2, "n": 256, "query_target_mass": 0.6725013256072998, "query_target_nll": 2.975754499435425, "query_top1_on_support": 0.73828125, "mean_query_support_size": 5.18359375, "probe_belief_target_mass": 0.24592451751232147, "probe_belief_target_nll": 9.001654624938965, "probe_belief_top1_on_support": 0.26171875, "mean_belief_support_size": 5.84375, "decoder_belief_target_mass": 0.04810430854558945, "decoder_belief_target_nll": 4.813413143157959, "decoder_belief_top1_on_support": 0.05078125, "mean_decoder_belief_support_size": 5.84375 }, { "model": "dense", "supervision": "soft_final_query", "length": 3, "query_type": "A", "k": 3, "n": 256, "query_target_mass": 0.8655597567558289, "query_target_nll": 1.5388154983520508, "query_top1_on_support": 0.9140625, "mean_query_support_size": 5.18359375, "probe_belief_target_mass": 0.6267465353012085, "probe_belief_target_nll": 2.3626022338867188, "probe_belief_top1_on_support": 0.71484375, "mean_belief_support_size": 5.84375, "decoder_belief_target_mass": 0.048103414475917816, "decoder_belief_target_nll": 4.820997714996338, "decoder_belief_top1_on_support": 0.05078125, "mean_decoder_belief_support_size": 5.84375 }, { "model": "dense", "supervision": "soft_final_query", "length": 3, "query_type": "A", "k": 6, "n": 256, "query_target_mass": 0.8655597567558289, "query_target_nll": 1.5388154983520508, "query_top1_on_support": 0.9140625, "mean_query_support_size": 5.18359375, "probe_belief_target_mass": 0.6267465353012085, "probe_belief_target_nll": 2.3626022338867188, "probe_belief_top1_on_support": 0.71484375, "mean_belief_support_size": 5.84375, "decoder_belief_target_mass": 0.048103414475917816, "decoder_belief_target_nll": 4.820997714996338, "decoder_belief_top1_on_support": 0.05078125, "mean_decoder_belief_support_size": 5.84375 }, { "model": "dense", "supervision": "soft_final_query", "length": 3, "query_type": "A", "k": 9, "n": 256, "query_target_mass": 0.8655597567558289, "query_target_nll": 1.5388154983520508, "query_top1_on_support": 0.9140625, "mean_query_support_size": 5.18359375, "probe_belief_target_mass": 0.6267465353012085, "probe_belief_target_nll": 2.3626022338867188, "probe_belief_top1_on_support": 0.71484375, "mean_belief_support_size": 5.84375, "decoder_belief_target_mass": 0.048103414475917816, "decoder_belief_target_nll": 4.820997714996338, "decoder_belief_top1_on_support": 0.05078125, "mean_decoder_belief_support_size": 5.84375 }, { "model": "dense", "supervision": "soft_final_query", "length": 3, "query_type": "A", "k": 12, "n": 256, "query_target_mass": 0.8655597567558289, "query_target_nll": 1.5388154983520508, "query_top1_on_support": 0.9140625, "mean_query_support_size": 5.18359375, "probe_belief_target_mass": 0.6267465353012085, "probe_belief_target_nll": 2.3626022338867188, "probe_belief_top1_on_support": 0.71484375, "mean_belief_support_size": 5.84375, "decoder_belief_target_mass": 0.048103414475917816, "decoder_belief_target_nll": 4.820997714996338, "decoder_belief_top1_on_support": 0.05078125, "mean_decoder_belief_support_size": 5.84375 }, { "model": "dense", "supervision": "soft_final_query", "length": 3, "query_type": "B", "k": 0, "n": 256, "query_target_mass": 0.4668639004230499, "query_target_nll": 2.593804121017456, "query_top1_on_support": 0.48046875, "mean_query_support_size": 5.15234375, "probe_belief_target_mass": 0.05335109680891037, "probe_belief_target_nll": 16.305419921875, "probe_belief_top1_on_support": 0.0390625, "mean_belief_support_size": 5.77734375, "decoder_belief_target_mass": 0.04787633195519447, "decoder_belief_target_nll": 4.80765438079834, "decoder_belief_top1_on_support": 0.04296875, "mean_decoder_belief_support_size": 5.77734375 }, { "model": "dense", "supervision": "soft_final_query", "length": 3, "query_type": "B", "k": 1, "n": 256, "query_target_mass": 0.5427898168563843, "query_target_nll": 3.611501932144165, "query_top1_on_support": 0.5625, "mean_query_support_size": 5.15234375, "probe_belief_target_mass": 0.1342388391494751, "probe_belief_target_nll": 13.686501502990723, "probe_belief_top1_on_support": 0.15625, "mean_belief_support_size": 5.77734375, "decoder_belief_target_mass": 0.047741491347551346, "decoder_belief_target_nll": 4.814839839935303, "decoder_belief_top1_on_support": 0.06640625, "mean_decoder_belief_support_size": 5.77734375 }, { "model": "dense", "supervision": "soft_final_query", "length": 3, "query_type": "B", "k": 2, "n": 256, "query_target_mass": 0.6564560532569885, "query_target_nll": 3.1069188117980957, "query_top1_on_support": 0.69140625, "mean_query_support_size": 5.15234375, "probe_belief_target_mass": 0.2542872726917267, "probe_belief_target_nll": 9.138214111328125, "probe_belief_top1_on_support": 0.28125, "mean_belief_support_size": 5.77734375, "decoder_belief_target_mass": 0.04834527522325516, "decoder_belief_target_nll": 4.805783271789551, "decoder_belief_top1_on_support": 0.0546875, "mean_decoder_belief_support_size": 5.77734375 }, { "model": "dense", "supervision": "soft_final_query", "length": 3, "query_type": "B", "k": 3, "n": 256, "query_target_mass": 0.8593239784240723, "query_target_nll": 1.5257043838500977, "query_top1_on_support": 0.91796875, "mean_query_support_size": 5.15234375, "probe_belief_target_mass": 0.6697344779968262, "probe_belief_target_nll": 2.2179312705993652, "probe_belief_top1_on_support": 0.78515625, "mean_belief_support_size": 5.77734375, "decoder_belief_target_mass": 0.04837832599878311, "decoder_belief_target_nll": 4.810117721557617, "decoder_belief_top1_on_support": 0.046875, "mean_decoder_belief_support_size": 5.77734375 }, { "model": "dense", "supervision": "soft_final_query", "length": 3, "query_type": "B", "k": 6, "n": 256, "query_target_mass": 0.8593239784240723, "query_target_nll": 1.5257043838500977, "query_top1_on_support": 0.91796875, "mean_query_support_size": 5.15234375, "probe_belief_target_mass": 0.6697344779968262, "probe_belief_target_nll": 2.2179312705993652, "probe_belief_top1_on_support": 0.78515625, "mean_belief_support_size": 5.77734375, "decoder_belief_target_mass": 0.04837832599878311, "decoder_belief_target_nll": 4.810117721557617, "decoder_belief_top1_on_support": 0.046875, "mean_decoder_belief_support_size": 5.77734375 }, { "model": "dense", "supervision": "soft_final_query", "length": 3, "query_type": "B", "k": 9, "n": 256, "query_target_mass": 0.8593239784240723, "query_target_nll": 1.5257043838500977, "query_top1_on_support": 0.91796875, "mean_query_support_size": 5.15234375, "probe_belief_target_mass": 0.6697344779968262, "probe_belief_target_nll": 2.2179312705993652, "probe_belief_top1_on_support": 0.78515625, "mean_belief_support_size": 5.77734375, "decoder_belief_target_mass": 0.04837832599878311, "decoder_belief_target_nll": 4.810117721557617, "decoder_belief_top1_on_support": 0.046875, "mean_decoder_belief_support_size": 5.77734375 }, { "model": "dense", "supervision": "soft_final_query", "length": 3, "query_type": "B", "k": 12, "n": 256, "query_target_mass": 0.8593239784240723, "query_target_nll": 1.5257043838500977, "query_top1_on_support": 0.91796875, "mean_query_support_size": 5.15234375, "probe_belief_target_mass": 0.6697344779968262, "probe_belief_target_nll": 2.2179312705993652, "probe_belief_top1_on_support": 0.78515625, "mean_belief_support_size": 5.77734375, "decoder_belief_target_mass": 0.04837832599878311, "decoder_belief_target_nll": 4.810117721557617, "decoder_belief_top1_on_support": 0.046875, "mean_decoder_belief_support_size": 5.77734375 }, { "model": "dense", "supervision": "soft_final_query", "length": 3, "query_type": "A_PLUS_B", "k": 0, "n": 256, "query_target_mass": 0.4908484220504761, "query_target_nll": 2.6181154251098633, "query_top1_on_support": 0.4921875, "mean_query_support_size": 5.3671875, "probe_belief_target_mass": 0.06521223485469818, "probe_belief_target_nll": 15.87293815612793, "probe_belief_top1_on_support": 0.06640625, "mean_belief_support_size": 5.484375, "decoder_belief_target_mass": 0.04539191350340843, "decoder_belief_target_nll": 4.8100690841674805, "decoder_belief_top1_on_support": 0.046875, "mean_decoder_belief_support_size": 5.484375 }, { "model": "dense", "supervision": "soft_final_query", "length": 3, "query_type": "A_PLUS_B", "k": 1, "n": 256, "query_target_mass": 0.49485695362091064, "query_target_nll": 3.1552629470825195, "query_top1_on_support": 0.52734375, "mean_query_support_size": 5.3671875, "probe_belief_target_mass": 0.15699529647827148, "probe_belief_target_nll": 14.567741394042969, "probe_belief_top1_on_support": 0.1875, "mean_belief_support_size": 5.484375, "decoder_belief_target_mass": 0.045372337102890015, "decoder_belief_target_nll": 4.815847396850586, "decoder_belief_top1_on_support": 0.03125, "mean_decoder_belief_support_size": 5.484375 }, { "model": "dense", "supervision": "soft_final_query", "length": 3, "query_type": "A_PLUS_B", "k": 2, "n": 256, "query_target_mass": 0.5218950510025024, "query_target_nll": 3.0578575134277344, "query_top1_on_support": 0.55078125, "mean_query_support_size": 5.3671875, "probe_belief_target_mass": 0.23383060097694397, "probe_belief_target_nll": 10.349345207214355, "probe_belief_top1_on_support": 0.234375, "mean_belief_support_size": 5.484375, "decoder_belief_target_mass": 0.04526926949620247, "decoder_belief_target_nll": 4.811492919921875, "decoder_belief_top1_on_support": 0.046875, "mean_decoder_belief_support_size": 5.484375 }, { "model": "dense", "supervision": "soft_final_query", "length": 3, "query_type": "A_PLUS_B", "k": 3, "n": 256, "query_target_mass": 0.721132218837738, "query_target_nll": 1.886993646621704, "query_top1_on_support": 0.81640625, "mean_query_support_size": 5.3671875, "probe_belief_target_mass": 0.693671464920044, "probe_belief_target_nll": 2.0780627727508545, "probe_belief_top1_on_support": 0.80859375, "mean_belief_support_size": 5.484375, "decoder_belief_target_mass": 0.04507911950349808, "decoder_belief_target_nll": 4.8188395500183105, "decoder_belief_top1_on_support": 0.046875, "mean_decoder_belief_support_size": 5.484375 }, { "model": "dense", "supervision": "soft_final_query", "length": 3, "query_type": "A_PLUS_B", "k": 6, "n": 256, "query_target_mass": 0.721132218837738, "query_target_nll": 1.886993646621704, "query_top1_on_support": 0.81640625, "mean_query_support_size": 5.3671875, "probe_belief_target_mass": 0.693671464920044, "probe_belief_target_nll": 2.0780627727508545, "probe_belief_top1_on_support": 0.80859375, "mean_belief_support_size": 5.484375, "decoder_belief_target_mass": 0.04507911950349808, "decoder_belief_target_nll": 4.8188395500183105, "decoder_belief_top1_on_support": 0.046875, "mean_decoder_belief_support_size": 5.484375 }, { "model": "dense", "supervision": "soft_final_query", "length": 3, "query_type": "A_PLUS_B", "k": 9, "n": 256, "query_target_mass": 0.721132218837738, "query_target_nll": 1.886993646621704, "query_top1_on_support": 0.81640625, "mean_query_support_size": 5.3671875, "probe_belief_target_mass": 0.693671464920044, "probe_belief_target_nll": 2.0780627727508545, "probe_belief_top1_on_support": 0.80859375, "mean_belief_support_size": 5.484375, "decoder_belief_target_mass": 0.04507911950349808, "decoder_belief_target_nll": 4.8188395500183105, "decoder_belief_top1_on_support": 0.046875, "mean_decoder_belief_support_size": 5.484375 }, { "model": "dense", "supervision": "soft_final_query", "length": 3, "query_type": "A_PLUS_B", "k": 12, "n": 256, "query_target_mass": 0.721132218837738, "query_target_nll": 1.886993646621704, "query_top1_on_support": 0.81640625, "mean_query_support_size": 5.3671875, "probe_belief_target_mass": 0.693671464920044, "probe_belief_target_nll": 2.0780627727508545, "probe_belief_top1_on_support": 0.80859375, "mean_belief_support_size": 5.484375, "decoder_belief_target_mass": 0.04507911950349808, "decoder_belief_target_nll": 4.8188395500183105, "decoder_belief_top1_on_support": 0.046875, "mean_decoder_belief_support_size": 5.484375 }, { "model": "dense", "supervision": "soft_final_query", "length": 3, "query_type": "A_MINUS_B", "k": 0, "n": 256, "query_target_mass": 0.4725973606109619, "query_target_nll": 11.790335655212402, "query_top1_on_support": 0.47265625, "mean_query_support_size": 4.671875, "probe_belief_target_mass": 0.05891783535480499, "probe_belief_target_nll": 15.652193069458008, "probe_belief_top1_on_support": 0.04296875, "mean_belief_support_size": 5.6015625, "decoder_belief_target_mass": 0.04673266038298607, "decoder_belief_target_nll": 4.79833984375, "decoder_belief_top1_on_support": 0.046875, "mean_decoder_belief_support_size": 5.6015625 }, { "model": "dense", "supervision": "soft_final_query", "length": 3, "query_type": "A_MINUS_B", "k": 1, "n": 256, "query_target_mass": 0.5269414186477661, "query_target_nll": 7.733984470367432, "query_top1_on_support": 0.52734375, "mean_query_support_size": 4.671875, "probe_belief_target_mass": 0.15815113484859467, "probe_belief_target_nll": 13.520509719848633, "probe_belief_top1_on_support": 0.171875, "mean_belief_support_size": 5.6015625, "decoder_belief_target_mass": 0.046750545501708984, "decoder_belief_target_nll": 4.803142547607422, "decoder_belief_top1_on_support": 0.04296875, "mean_decoder_belief_support_size": 5.6015625 }, { "model": "dense", "supervision": "soft_final_query", "length": 3, "query_type": "A_MINUS_B", "k": 2, "n": 256, "query_target_mass": 0.5575966835021973, "query_target_nll": 5.00008487701416, "query_top1_on_support": 0.58984375, "mean_query_support_size": 4.671875, "probe_belief_target_mass": 0.27799415588378906, "probe_belief_target_nll": 8.766275405883789, "probe_belief_top1_on_support": 0.29296875, "mean_belief_support_size": 5.6015625, "decoder_belief_target_mass": 0.0462242066860199, "decoder_belief_target_nll": 4.820866584777832, "decoder_belief_top1_on_support": 0.05078125, "mean_decoder_belief_support_size": 5.6015625 }, { "model": "dense", "supervision": "soft_final_query", "length": 3, "query_type": "A_MINUS_B", "k": 3, "n": 256, "query_target_mass": 0.822650671005249, "query_target_nll": 1.416333556175232, "query_top1_on_support": 0.8984375, "mean_query_support_size": 4.671875, "probe_belief_target_mass": 0.6635423898696899, "probe_belief_target_nll": 2.21763277053833, "probe_belief_top1_on_support": 0.765625, "mean_belief_support_size": 5.6015625, "decoder_belief_target_mass": 0.04639500007033348, "decoder_belief_target_nll": 4.809358596801758, "decoder_belief_top1_on_support": 0.046875, "mean_decoder_belief_support_size": 5.6015625 }, { "model": "dense", "supervision": "soft_final_query", "length": 3, "query_type": "A_MINUS_B", "k": 6, "n": 256, "query_target_mass": 0.822650671005249, "query_target_nll": 1.416333556175232, "query_top1_on_support": 0.8984375, "mean_query_support_size": 4.671875, "probe_belief_target_mass": 0.6635423898696899, "probe_belief_target_nll": 2.21763277053833, "probe_belief_top1_on_support": 0.765625, "mean_belief_support_size": 5.6015625, "decoder_belief_target_mass": 0.04639500007033348, "decoder_belief_target_nll": 4.809358596801758, "decoder_belief_top1_on_support": 0.046875, "mean_decoder_belief_support_size": 5.6015625 }, { "model": "dense", "supervision": "soft_final_query", "length": 3, "query_type": "A_MINUS_B", "k": 9, "n": 256, "query_target_mass": 0.822650671005249, "query_target_nll": 1.416333556175232, "query_top1_on_support": 0.8984375, "mean_query_support_size": 4.671875, "probe_belief_target_mass": 0.6635423898696899, "probe_belief_target_nll": 2.21763277053833, "probe_belief_top1_on_support": 0.765625, "mean_belief_support_size": 5.6015625, "decoder_belief_target_mass": 0.04639500007033348, "decoder_belief_target_nll": 4.809358596801758, "decoder_belief_top1_on_support": 0.046875, "mean_decoder_belief_support_size": 5.6015625 }, { "model": "dense", "supervision": "soft_final_query", "length": 3, "query_type": "A_MINUS_B", "k": 12, "n": 256, "query_target_mass": 0.822650671005249, "query_target_nll": 1.416333556175232, "query_top1_on_support": 0.8984375, "mean_query_support_size": 4.671875, "probe_belief_target_mass": 0.6635423898696899, "probe_belief_target_nll": 2.21763277053833, "probe_belief_top1_on_support": 0.765625, "mean_belief_support_size": 5.6015625, "decoder_belief_target_mass": 0.04639500007033348, "decoder_belief_target_nll": 4.809358596801758, "decoder_belief_top1_on_support": 0.046875, "mean_decoder_belief_support_size": 5.6015625 }, { "model": "dense", "supervision": "soft_final_query", "length": 6, "query_type": "A", "k": 0, "n": 256, "query_target_mass": 0.24607086181640625, "query_target_nll": 2.5787770748138428, "query_top1_on_support": 0.25390625, "mean_query_support_size": 2.78125, "probe_belief_target_mass": 0.029936162754893303, "probe_belief_target_nll": 16.26110076904297, "probe_belief_top1_on_support": 0.02734375, "mean_belief_support_size": 3.45703125, "decoder_belief_target_mass": 0.02870251052081585, "decoder_belief_target_nll": 4.814776420593262, "decoder_belief_top1_on_support": 0.02734375, "mean_decoder_belief_support_size": 3.45703125 }, { "model": "dense", "supervision": "soft_final_query", "length": 6, "query_type": "A", "k": 1, "n": 256, "query_target_mass": 0.28148701786994934, "query_target_nll": 4.452221870422363, "query_top1_on_support": 0.3046875, "mean_query_support_size": 2.78125, "probe_belief_target_mass": 0.07154402136802673, "probe_belief_target_nll": 15.446427345275879, "probe_belief_top1_on_support": 0.07421875, "mean_belief_support_size": 3.45703125, "decoder_belief_target_mass": 0.028696296736598015, "decoder_belief_target_nll": 4.811794281005859, "decoder_belief_top1_on_support": 0.0390625, "mean_decoder_belief_support_size": 3.45703125 }, { "model": "dense", "supervision": "soft_final_query", "length": 6, "query_type": "A", "k": 2, "n": 256, "query_target_mass": 0.3333732485771179, "query_target_nll": 4.2972283363342285, "query_top1_on_support": 0.3359375, "mean_query_support_size": 2.78125, "probe_belief_target_mass": 0.08679161965847015, "probe_belief_target_nll": 13.527970314025879, "probe_belief_top1_on_support": 0.1015625, "mean_belief_support_size": 3.45703125, "decoder_belief_target_mass": 0.028588732704520226, "decoder_belief_target_nll": 4.8184404373168945, "decoder_belief_top1_on_support": 0.00390625, "mean_decoder_belief_support_size": 3.45703125 }, { "model": "dense", "supervision": "soft_final_query", "length": 6, "query_type": "A", "k": 3, "n": 256, "query_target_mass": 0.37507742643356323, "query_target_nll": 4.216249465942383, "query_top1_on_support": 0.375, "mean_query_support_size": 2.78125, "probe_belief_target_mass": 0.09954734146595001, "probe_belief_target_nll": 12.033219337463379, "probe_belief_top1_on_support": 0.109375, "mean_belief_support_size": 3.45703125, "decoder_belief_target_mass": 0.028477493673563004, "decoder_belief_target_nll": 4.821062088012695, "decoder_belief_top1_on_support": 0.015625, "mean_decoder_belief_support_size": 3.45703125 }, { "model": "dense", "supervision": "soft_final_query", "length": 6, "query_type": "A", "k": 6, "n": 256, "query_target_mass": 0.6373636722564697, "query_target_nll": 1.3941898345947266, "query_top1_on_support": 0.73046875, "mean_query_support_size": 2.78125, "probe_belief_target_mass": 0.3895729184150696, "probe_belief_target_nll": 2.4073095321655273, "probe_belief_top1_on_support": 0.53515625, "mean_belief_support_size": 3.45703125, "decoder_belief_target_mass": 0.028479591012001038, "decoder_belief_target_nll": 4.82316255569458, "decoder_belief_top1_on_support": 0.0234375, "mean_decoder_belief_support_size": 3.45703125 }, { "model": "dense", "supervision": "soft_final_query", "length": 6, "query_type": "A", "k": 9, "n": 256, "query_target_mass": 0.6373636722564697, "query_target_nll": 1.3941898345947266, "query_top1_on_support": 0.73046875, "mean_query_support_size": 2.78125, "probe_belief_target_mass": 0.3895729184150696, "probe_belief_target_nll": 2.4073095321655273, "probe_belief_top1_on_support": 0.53515625, "mean_belief_support_size": 3.45703125, "decoder_belief_target_mass": 0.028479591012001038, "decoder_belief_target_nll": 4.82316255569458, "decoder_belief_top1_on_support": 0.0234375, "mean_decoder_belief_support_size": 3.45703125 }, { "model": "dense", "supervision": "soft_final_query", "length": 6, "query_type": "A", "k": 12, "n": 256, "query_target_mass": 0.6373636722564697, "query_target_nll": 1.3941898345947266, "query_top1_on_support": 0.73046875, "mean_query_support_size": 2.78125, "probe_belief_target_mass": 0.3895729184150696, "probe_belief_target_nll": 2.4073095321655273, "probe_belief_top1_on_support": 0.53515625, "mean_belief_support_size": 3.45703125, "decoder_belief_target_mass": 0.028479591012001038, "decoder_belief_target_nll": 4.82316255569458, "decoder_belief_top1_on_support": 0.0234375, "mean_decoder_belief_support_size": 3.45703125 }, { "model": "dense", "supervision": "soft_final_query", "length": 6, "query_type": "B", "k": 0, "n": 256, "query_target_mass": 0.31766796112060547, "query_target_nll": 2.5355992317199707, "query_top1_on_support": 0.328125, "mean_query_support_size": 3.4140625, "probe_belief_target_mass": 0.03341548144817352, "probe_belief_target_nll": 16.78225326538086, "probe_belief_top1_on_support": 0.03125, "mean_belief_support_size": 4.03125, "decoder_belief_target_mass": 0.033306945115327835, "decoder_belief_target_nll": 4.811150550842285, "decoder_belief_top1_on_support": 0.0390625, "mean_decoder_belief_support_size": 4.03125 }, { "model": "dense", "supervision": "soft_final_query", "length": 6, "query_type": "B", "k": 1, "n": 256, "query_target_mass": 0.33764809370040894, "query_target_nll": 4.7595977783203125, "query_top1_on_support": 0.33203125, "mean_query_support_size": 3.4140625, "probe_belief_target_mass": 0.04466649144887924, "probe_belief_target_nll": 17.24805450439453, "probe_belief_top1_on_support": 0.0546875, "mean_belief_support_size": 4.03125, "decoder_belief_target_mass": 0.03309028595685959, "decoder_belief_target_nll": 4.822727203369141, "decoder_belief_top1_on_support": 0.03125, "mean_decoder_belief_support_size": 4.03125 }, { "model": "dense", "supervision": "soft_final_query", "length": 6, "query_type": "B", "k": 2, "n": 256, "query_target_mass": 0.3734336793422699, "query_target_nll": 4.3839521408081055, "query_top1_on_support": 0.3515625, "mean_query_support_size": 3.4140625, "probe_belief_target_mass": 0.06514540314674377, "probe_belief_target_nll": 14.231614112854004, "probe_belief_top1_on_support": 0.06640625, "mean_belief_support_size": 4.03125, "decoder_belief_target_mass": 0.0331379771232605, "decoder_belief_target_nll": 4.826608657836914, "decoder_belief_top1_on_support": 0.03515625, "mean_decoder_belief_support_size": 4.03125 }, { "model": "dense", "supervision": "soft_final_query", "length": 6, "query_type": "B", "k": 3, "n": 256, "query_target_mass": 0.4056968688964844, "query_target_nll": 4.678303241729736, "query_top1_on_support": 0.4296875, "mean_query_support_size": 3.4140625, "probe_belief_target_mass": 0.08683265745639801, "probe_belief_target_nll": 12.677023887634277, "probe_belief_top1_on_support": 0.09375, "mean_belief_support_size": 4.03125, "decoder_belief_target_mass": 0.033040016889572144, "decoder_belief_target_nll": 4.823504447937012, "decoder_belief_top1_on_support": 0.02734375, "mean_decoder_belief_support_size": 4.03125 }, { "model": "dense", "supervision": "soft_final_query", "length": 6, "query_type": "B", "k": 6, "n": 256, "query_target_mass": 0.6699111461639404, "query_target_nll": 1.5026851892471313, "query_top1_on_support": 0.76171875, "mean_query_support_size": 3.4140625, "probe_belief_target_mass": 0.3776361346244812, "probe_belief_target_nll": 2.684408664703369, "probe_belief_top1_on_support": 0.515625, "mean_belief_support_size": 4.03125, "decoder_belief_target_mass": 0.03332270681858063, "decoder_belief_target_nll": 4.817997455596924, "decoder_belief_top1_on_support": 0.03515625, "mean_decoder_belief_support_size": 4.03125 }, { "model": "dense", "supervision": "soft_final_query", "length": 6, "query_type": "B", "k": 9, "n": 256, "query_target_mass": 0.6699111461639404, "query_target_nll": 1.5026851892471313, "query_top1_on_support": 0.76171875, "mean_query_support_size": 3.4140625, "probe_belief_target_mass": 0.3776361346244812, "probe_belief_target_nll": 2.684408664703369, "probe_belief_top1_on_support": 0.515625, "mean_belief_support_size": 4.03125, "decoder_belief_target_mass": 0.03332270681858063, "decoder_belief_target_nll": 4.817997455596924, "decoder_belief_top1_on_support": 0.03515625, "mean_decoder_belief_support_size": 4.03125 }, { "model": "dense", "supervision": "soft_final_query", "length": 6, "query_type": "B", "k": 12, "n": 256, "query_target_mass": 0.6699111461639404, "query_target_nll": 1.5026851892471313, "query_top1_on_support": 0.76171875, "mean_query_support_size": 3.4140625, "probe_belief_target_mass": 0.3776361346244812, "probe_belief_target_nll": 2.684408664703369, "probe_belief_top1_on_support": 0.515625, "mean_belief_support_size": 4.03125, "decoder_belief_target_mass": 0.03332270681858063, "decoder_belief_target_nll": 4.817997455596924, "decoder_belief_top1_on_support": 0.03515625, "mean_decoder_belief_support_size": 4.03125 }, { "model": "dense", "supervision": "soft_final_query", "length": 6, "query_type": "A_PLUS_B", "k": 0, "n": 256, "query_target_mass": 0.32354336977005005, "query_target_nll": 2.6818597316741943, "query_top1_on_support": 0.30859375, "mean_query_support_size": 3.6171875, "probe_belief_target_mass": 0.03342520073056221, "probe_belief_target_nll": 16.78377914428711, "probe_belief_top1_on_support": 0.0234375, "mean_belief_support_size": 3.97265625, "decoder_belief_target_mass": 0.032553765922784805, "decoder_belief_target_nll": 4.831108570098877, "decoder_belief_top1_on_support": 0.04296875, "mean_decoder_belief_support_size": 3.97265625 }, { "model": "dense", "supervision": "soft_final_query", "length": 6, "query_type": "A_PLUS_B", "k": 1, "n": 256, "query_target_mass": 0.3368934094905853, "query_target_nll": 2.907407760620117, "query_top1_on_support": 0.3359375, "mean_query_support_size": 3.6171875, "probe_belief_target_mass": 0.0505492240190506, "probe_belief_target_nll": 16.173381805419922, "probe_belief_top1_on_support": 0.03515625, "mean_belief_support_size": 3.97265625, "decoder_belief_target_mass": 0.032617874443531036, "decoder_belief_target_nll": 4.800693988800049, "decoder_belief_top1_on_support": 0.0234375, "mean_decoder_belief_support_size": 3.97265625 }, { "model": "dense", "supervision": "soft_final_query", "length": 6, "query_type": "A_PLUS_B", "k": 2, "n": 256, "query_target_mass": 0.3312954604625702, "query_target_nll": 3.1852777004241943, "query_top1_on_support": 0.30078125, "mean_query_support_size": 3.6171875, "probe_belief_target_mass": 0.0683998167514801, "probe_belief_target_nll": 13.305943489074707, "probe_belief_top1_on_support": 0.078125, "mean_belief_support_size": 3.97265625, "decoder_belief_target_mass": 0.03265303373336792, "decoder_belief_target_nll": 4.808581829071045, "decoder_belief_top1_on_support": 0.01953125, "mean_decoder_belief_support_size": 3.97265625 }, { "model": "dense", "supervision": "soft_final_query", "length": 6, "query_type": "A_PLUS_B", "k": 3, "n": 256, "query_target_mass": 0.31632286310195923, "query_target_nll": 3.365999221801758, "query_top1_on_support": 0.3203125, "mean_query_support_size": 3.6171875, "probe_belief_target_mass": 0.0852491557598114, "probe_belief_target_nll": 11.277379989624023, "probe_belief_top1_on_support": 0.08203125, "mean_belief_support_size": 3.97265625, "decoder_belief_target_mass": 0.03274178132414818, "decoder_belief_target_nll": 4.807143211364746, "decoder_belief_top1_on_support": 0.0390625, "mean_decoder_belief_support_size": 3.97265625 }, { "model": "dense", "supervision": "soft_final_query", "length": 6, "query_type": "A_PLUS_B", "k": 6, "n": 256, "query_target_mass": 0.5310205817222595, "query_target_nll": 1.8276002407073975, "query_top1_on_support": 0.640625, "mean_query_support_size": 3.6171875, "probe_belief_target_mass": 0.36979353427886963, "probe_belief_target_nll": 2.610529899597168, "probe_belief_top1_on_support": 0.53125, "mean_belief_support_size": 3.97265625, "decoder_belief_target_mass": 0.03269987925887108, "decoder_belief_target_nll": 4.81545352935791, "decoder_belief_top1_on_support": 0.03125, "mean_decoder_belief_support_size": 3.97265625 }, { "model": "dense", "supervision": "soft_final_query", "length": 6, "query_type": "A_PLUS_B", "k": 9, "n": 256, "query_target_mass": 0.5310205817222595, "query_target_nll": 1.8276002407073975, "query_top1_on_support": 0.640625, "mean_query_support_size": 3.6171875, "probe_belief_target_mass": 0.36979353427886963, "probe_belief_target_nll": 2.610529899597168, "probe_belief_top1_on_support": 0.53125, "mean_belief_support_size": 3.97265625, "decoder_belief_target_mass": 0.03269987925887108, "decoder_belief_target_nll": 4.81545352935791, "decoder_belief_top1_on_support": 0.03125, "mean_decoder_belief_support_size": 3.97265625 }, { "model": "dense", "supervision": "soft_final_query", "length": 6, "query_type": "A_PLUS_B", "k": 12, "n": 256, "query_target_mass": 0.5310205817222595, "query_target_nll": 1.8276002407073975, "query_top1_on_support": 0.640625, "mean_query_support_size": 3.6171875, "probe_belief_target_mass": 0.36979353427886963, "probe_belief_target_nll": 2.610529899597168, "probe_belief_top1_on_support": 0.53125, "mean_belief_support_size": 3.97265625, "decoder_belief_target_mass": 0.03269987925887108, "decoder_belief_target_nll": 4.81545352935791, "decoder_belief_top1_on_support": 0.03125, "mean_decoder_belief_support_size": 3.97265625 }, { "model": "dense", "supervision": "soft_final_query", "length": 6, "query_type": "A_MINUS_B", "k": 0, "n": 256, "query_target_mass": 0.3124770522117615, "query_target_nll": 12.200532913208008, "query_top1_on_support": 0.3125, "mean_query_support_size": 3.2265625, "probe_belief_target_mass": 0.03173437714576721, "probe_belief_target_nll": 16.273643493652344, "probe_belief_top1_on_support": 0.03125, "mean_belief_support_size": 3.76171875, "decoder_belief_target_mass": 0.03094855695962906, "decoder_belief_target_nll": 4.81774377822876, "decoder_belief_top1_on_support": 0.015625, "mean_decoder_belief_support_size": 3.76171875 }, { "model": "dense", "supervision": "soft_final_query", "length": 6, "query_type": "A_MINUS_B", "k": 1, "n": 256, "query_target_mass": 0.30302998423576355, "query_target_nll": 8.876543045043945, "query_top1_on_support": 0.3046875, "mean_query_support_size": 3.2265625, "probe_belief_target_mass": 0.04467751085758209, "probe_belief_target_nll": 16.430511474609375, "probe_belief_top1_on_support": 0.04296875, "mean_belief_support_size": 3.76171875, "decoder_belief_target_mass": 0.030971800908446312, "decoder_belief_target_nll": 4.808388710021973, "decoder_belief_top1_on_support": 0.0390625, "mean_decoder_belief_support_size": 3.76171875 }, { "model": "dense", "supervision": "soft_final_query", "length": 6, "query_type": "A_MINUS_B", "k": 2, "n": 256, "query_target_mass": 0.33396416902542114, "query_target_nll": 6.396764755249023, "query_top1_on_support": 0.33984375, "mean_query_support_size": 3.2265625, "probe_belief_target_mass": 0.06964780390262604, "probe_belief_target_nll": 13.467679977416992, "probe_belief_top1_on_support": 0.078125, "mean_belief_support_size": 3.76171875, "decoder_belief_target_mass": 0.03105696476995945, "decoder_belief_target_nll": 4.805344581604004, "decoder_belief_top1_on_support": 0.01953125, "mean_decoder_belief_support_size": 3.76171875 }, { "model": "dense", "supervision": "soft_final_query", "length": 6, "query_type": "A_MINUS_B", "k": 3, "n": 256, "query_target_mass": 0.32169780135154724, "query_target_nll": 5.2974724769592285, "query_top1_on_support": 0.33203125, "mean_query_support_size": 3.2265625, "probe_belief_target_mass": 0.07416540384292603, "probe_belief_target_nll": 11.769408226013184, "probe_belief_top1_on_support": 0.0625, "mean_belief_support_size": 3.76171875, "decoder_belief_target_mass": 0.031037157401442528, "decoder_belief_target_nll": 4.816318511962891, "decoder_belief_top1_on_support": 0.015625, "mean_decoder_belief_support_size": 3.76171875 }, { "model": "dense", "supervision": "soft_final_query", "length": 6, "query_type": "A_MINUS_B", "k": 6, "n": 256, "query_target_mass": 0.5804376006126404, "query_target_nll": 1.6657978296279907, "query_top1_on_support": 0.65234375, "mean_query_support_size": 3.2265625, "probe_belief_target_mass": 0.3738458454608917, "probe_belief_target_nll": 2.6004281044006348, "probe_belief_top1_on_support": 0.5078125, "mean_belief_support_size": 3.76171875, "decoder_belief_target_mass": 0.031053952872753143, "decoder_belief_target_nll": 4.814542770385742, "decoder_belief_top1_on_support": 0.03125, "mean_decoder_belief_support_size": 3.76171875 }, { "model": "dense", "supervision": "soft_final_query", "length": 6, "query_type": "A_MINUS_B", "k": 9, "n": 256, "query_target_mass": 0.5804376006126404, "query_target_nll": 1.6657978296279907, "query_top1_on_support": 0.65234375, "mean_query_support_size": 3.2265625, "probe_belief_target_mass": 0.3738458454608917, "probe_belief_target_nll": 2.6004281044006348, "probe_belief_top1_on_support": 0.5078125, "mean_belief_support_size": 3.76171875, "decoder_belief_target_mass": 0.031053952872753143, "decoder_belief_target_nll": 4.814542770385742, "decoder_belief_top1_on_support": 0.03125, "mean_decoder_belief_support_size": 3.76171875 }, { "model": "dense", "supervision": "soft_final_query", "length": 6, "query_type": "A_MINUS_B", "k": 12, "n": 256, "query_target_mass": 0.5804376006126404, "query_target_nll": 1.6657978296279907, "query_top1_on_support": 0.65234375, "mean_query_support_size": 3.2265625, "probe_belief_target_mass": 0.3738458454608917, "probe_belief_target_nll": 2.6004281044006348, "probe_belief_top1_on_support": 0.5078125, "mean_belief_support_size": 3.76171875, "decoder_belief_target_mass": 0.031053952872753143, "decoder_belief_target_nll": 4.814542770385742, "decoder_belief_top1_on_support": 0.03125, "mean_decoder_belief_support_size": 3.76171875 }, { "model": "dense", "supervision": "soft_final_query", "length": 9, "query_type": "A", "k": 0, "n": 256, "query_target_mass": 0.21700289845466614, "query_target_nll": 2.571176528930664, "query_top1_on_support": 0.20703125, "mean_query_support_size": 2.40625, "probe_belief_target_mass": 0.021728262305259705, "probe_belief_target_nll": 16.78385353088379, "probe_belief_top1_on_support": 0.0078125, "mean_belief_support_size": 2.73828125, "decoder_belief_target_mass": 0.02257544919848442, "decoder_belief_target_nll": 4.813636302947998, "decoder_belief_top1_on_support": 0.0234375, "mean_decoder_belief_support_size": 2.73828125 }, { "model": "dense", "supervision": "soft_final_query", "length": 9, "query_type": "A", "k": 1, "n": 256, "query_target_mass": 0.24477162957191467, "query_target_nll": 4.592772960662842, "query_top1_on_support": 0.2734375, "mean_query_support_size": 2.40625, "probe_belief_target_mass": 0.03418084233999252, "probe_belief_target_nll": 16.39421272277832, "probe_belief_top1_on_support": 0.0234375, "mean_belief_support_size": 2.73828125, "decoder_belief_target_mass": 0.022940557450056076, "decoder_belief_target_nll": 4.8053975105285645, "decoder_belief_top1_on_support": 0.0234375, "mean_decoder_belief_support_size": 2.73828125 }, { "model": "dense", "supervision": "soft_final_query", "length": 9, "query_type": "A", "k": 2, "n": 256, "query_target_mass": 0.2616240978240967, "query_target_nll": 4.904378890991211, "query_top1_on_support": 0.27734375, "mean_query_support_size": 2.40625, "probe_belief_target_mass": 0.03232511878013611, "probe_belief_target_nll": 14.975839614868164, "probe_belief_top1_on_support": 0.02734375, "mean_belief_support_size": 2.73828125, "decoder_belief_target_mass": 0.0227612666785717, "decoder_belief_target_nll": 4.813985824584961, "decoder_belief_top1_on_support": 0.02734375, "mean_decoder_belief_support_size": 2.73828125 }, { "model": "dense", "supervision": "soft_final_query", "length": 9, "query_type": "A", "k": 3, "n": 256, "query_target_mass": 0.2668861746788025, "query_target_nll": 5.200037956237793, "query_top1_on_support": 0.30859375, "mean_query_support_size": 2.40625, "probe_belief_target_mass": 0.04193025827407837, "probe_belief_target_nll": 13.420770645141602, "probe_belief_top1_on_support": 0.04296875, "mean_belief_support_size": 2.73828125, "decoder_belief_target_mass": 0.022797301411628723, "decoder_belief_target_nll": 4.811211109161377, "decoder_belief_top1_on_support": 0.02734375, "mean_decoder_belief_support_size": 2.73828125 }, { "model": "dense", "supervision": "soft_final_query", "length": 9, "query_type": "A", "k": 6, "n": 256, "query_target_mass": 0.319155216217041, "query_target_nll": 4.571433067321777, "query_top1_on_support": 0.36328125, "mean_query_support_size": 2.40625, "probe_belief_target_mass": 0.06918701529502869, "probe_belief_target_nll": 10.25288200378418, "probe_belief_top1_on_support": 0.0859375, "mean_belief_support_size": 2.73828125, "decoder_belief_target_mass": 0.022514648735523224, "decoder_belief_target_nll": 4.826604843139648, "decoder_belief_top1_on_support": 0.01953125, "mean_decoder_belief_support_size": 2.73828125 }, { "model": "dense", "supervision": "soft_final_query", "length": 9, "query_type": "A", "k": 9, "n": 256, "query_target_mass": 0.5281530618667603, "query_target_nll": 1.5202479362487793, "query_top1_on_support": 0.57421875, "mean_query_support_size": 2.40625, "probe_belief_target_mass": 0.25093382596969604, "probe_belief_target_nll": 2.819295883178711, "probe_belief_top1_on_support": 0.33984375, "mean_belief_support_size": 2.73828125, "decoder_belief_target_mass": 0.02280120551586151, "decoder_belief_target_nll": 4.816666126251221, "decoder_belief_top1_on_support": 0.0078125, "mean_decoder_belief_support_size": 2.73828125 }, { "model": "dense", "supervision": "soft_final_query", "length": 9, "query_type": "A", "k": 12, "n": 256, "query_target_mass": 0.5281530618667603, "query_target_nll": 1.5202479362487793, "query_top1_on_support": 0.57421875, "mean_query_support_size": 2.40625, "probe_belief_target_mass": 0.25093382596969604, "probe_belief_target_nll": 2.819295883178711, "probe_belief_top1_on_support": 0.33984375, "mean_belief_support_size": 2.73828125, "decoder_belief_target_mass": 0.02280120551586151, "decoder_belief_target_nll": 4.816666126251221, "decoder_belief_top1_on_support": 0.0078125, "mean_decoder_belief_support_size": 2.73828125 }, { "model": "dense", "supervision": "soft_final_query", "length": 9, "query_type": "B", "k": 0, "n": 256, "query_target_mass": 0.19199974834918976, "query_target_nll": 2.6017322540283203, "query_top1_on_support": 0.203125, "mean_query_support_size": 2.1171875, "probe_belief_target_mass": 0.025293229147791862, "probe_belief_target_nll": 16.550655364990234, "probe_belief_top1_on_support": 0.01953125, "mean_belief_support_size": 2.37109375, "decoder_belief_target_mass": 0.019410211592912674, "decoder_belief_target_nll": 4.822661399841309, "decoder_belief_top1_on_support": 0.0234375, "mean_decoder_belief_support_size": 2.37109375 }, { "model": "dense", "supervision": "soft_final_query", "length": 9, "query_type": "B", "k": 1, "n": 256, "query_target_mass": 0.19542630016803741, "query_target_nll": 4.641245365142822, "query_top1_on_support": 0.19921875, "mean_query_support_size": 2.1171875, "probe_belief_target_mass": 0.024409139528870583, "probe_belief_target_nll": 16.889013290405273, "probe_belief_top1_on_support": 0.01953125, "mean_belief_support_size": 2.37109375, "decoder_belief_target_mass": 0.01954783871769905, "decoder_belief_target_nll": 4.826181411743164, "decoder_belief_top1_on_support": 0.02734375, "mean_decoder_belief_support_size": 2.37109375 }, { "model": "dense", "supervision": "soft_final_query", "length": 9, "query_type": "B", "k": 2, "n": 256, "query_target_mass": 0.20691345632076263, "query_target_nll": 4.6662445068359375, "query_top1_on_support": 0.19140625, "mean_query_support_size": 2.1171875, "probe_belief_target_mass": 0.029760895296931267, "probe_belief_target_nll": 14.163304328918457, "probe_belief_top1_on_support": 0.02734375, "mean_belief_support_size": 2.37109375, "decoder_belief_target_mass": 0.019503537565469742, "decoder_belief_target_nll": 4.822415351867676, "decoder_belief_top1_on_support": 0.01171875, "mean_decoder_belief_support_size": 2.37109375 }, { "model": "dense", "supervision": "soft_final_query", "length": 9, "query_type": "B", "k": 3, "n": 256, "query_target_mass": 0.20857781171798706, "query_target_nll": 4.953092575073242, "query_top1_on_support": 0.203125, "mean_query_support_size": 2.1171875, "probe_belief_target_mass": 0.02978980913758278, "probe_belief_target_nll": 12.913891792297363, "probe_belief_top1_on_support": 0.0234375, "mean_belief_support_size": 2.37109375, "decoder_belief_target_mass": 0.01949770376086235, "decoder_belief_target_nll": 4.8195109367370605, "decoder_belief_top1_on_support": 0.015625, "mean_decoder_belief_support_size": 2.37109375 }, { "model": "dense", "supervision": "soft_final_query", "length": 9, "query_type": "B", "k": 6, "n": 256, "query_target_mass": 0.2627338767051697, "query_target_nll": 4.841170310974121, "query_top1_on_support": 0.296875, "mean_query_support_size": 2.1171875, "probe_belief_target_mass": 0.037479281425476074, "probe_belief_target_nll": 11.337745666503906, "probe_belief_top1_on_support": 0.04296875, "mean_belief_support_size": 2.37109375, "decoder_belief_target_mass": 0.01968805491924286, "decoder_belief_target_nll": 4.8060688972473145, "decoder_belief_top1_on_support": 0.015625, "mean_decoder_belief_support_size": 2.37109375 }, { "model": "dense", "supervision": "soft_final_query", "length": 9, "query_type": "B", "k": 9, "n": 256, "query_target_mass": 0.5152832269668579, "query_target_nll": 1.5023438930511475, "query_top1_on_support": 0.62890625, "mean_query_support_size": 2.1171875, "probe_belief_target_mass": 0.24116620421409607, "probe_belief_target_nll": 2.8834283351898193, "probe_belief_top1_on_support": 0.296875, "mean_belief_support_size": 2.37109375, "decoder_belief_target_mass": 0.019743911921977997, "decoder_belief_target_nll": 4.803121566772461, "decoder_belief_top1_on_support": 0.0234375, "mean_decoder_belief_support_size": 2.37109375 }, { "model": "dense", "supervision": "soft_final_query", "length": 9, "query_type": "B", "k": 12, "n": 256, "query_target_mass": 0.5152832269668579, "query_target_nll": 1.5023438930511475, "query_top1_on_support": 0.62890625, "mean_query_support_size": 2.1171875, "probe_belief_target_mass": 0.24116620421409607, "probe_belief_target_nll": 2.8834283351898193, "probe_belief_top1_on_support": 0.296875, "mean_belief_support_size": 2.37109375, "decoder_belief_target_mass": 0.019743911921977997, "decoder_belief_target_nll": 4.803121566772461, "decoder_belief_top1_on_support": 0.0234375, "mean_decoder_belief_support_size": 2.37109375 }, { "model": "dense", "supervision": "soft_final_query", "length": 9, "query_type": "A_PLUS_B", "k": 0, "n": 256, "query_target_mass": 0.22904108464717865, "query_target_nll": 2.6555309295654297, "query_top1_on_support": 0.2265625, "mean_query_support_size": 2.50390625, "probe_belief_target_mass": 0.022588130086660385, "probe_belief_target_nll": 16.71462631225586, "probe_belief_top1_on_support": 0.01953125, "mean_belief_support_size": 2.71875, "decoder_belief_target_mass": 0.022583425045013428, "decoder_belief_target_nll": 4.804091453552246, "decoder_belief_top1_on_support": 0.01953125, "mean_decoder_belief_support_size": 2.71875 }, { "model": "dense", "supervision": "soft_final_query", "length": 9, "query_type": "A_PLUS_B", "k": 1, "n": 256, "query_target_mass": 0.23106905817985535, "query_target_nll": 2.96907114982605, "query_top1_on_support": 0.22265625, "mean_query_support_size": 2.50390625, "probe_belief_target_mass": 0.029127467423677444, "probe_belief_target_nll": 16.79768943786621, "probe_belief_top1_on_support": 0.0234375, "mean_belief_support_size": 2.71875, "decoder_belief_target_mass": 0.02251467853784561, "decoder_belief_target_nll": 4.8074445724487305, "decoder_belief_top1_on_support": 0.0234375, "mean_decoder_belief_support_size": 2.71875 }, { "model": "dense", "supervision": "soft_final_query", "length": 9, "query_type": "A_PLUS_B", "k": 2, "n": 256, "query_target_mass": 0.21722900867462158, "query_target_nll": 3.2833359241485596, "query_top1_on_support": 0.22265625, "mean_query_support_size": 2.50390625, "probe_belief_target_mass": 0.02487371861934662, "probe_belief_target_nll": 14.26755142211914, "probe_belief_top1_on_support": 0.0234375, "mean_belief_support_size": 2.71875, "decoder_belief_target_mass": 0.02253056690096855, "decoder_belief_target_nll": 4.80789041519165, "decoder_belief_top1_on_support": 0.03125, "mean_decoder_belief_support_size": 2.71875 }, { "model": "dense", "supervision": "soft_final_query", "length": 9, "query_type": "A_PLUS_B", "k": 3, "n": 256, "query_target_mass": 0.22707737982273102, "query_target_nll": 3.308208465576172, "query_top1_on_support": 0.25, "mean_query_support_size": 2.50390625, "probe_belief_target_mass": 0.03864780068397522, "probe_belief_target_nll": 12.322824478149414, "probe_belief_top1_on_support": 0.0390625, "mean_belief_support_size": 2.71875, "decoder_belief_target_mass": 0.02233560010790825, "decoder_belief_target_nll": 4.82349967956543, "decoder_belief_top1_on_support": 0.015625, "mean_decoder_belief_support_size": 2.71875 }, { "model": "dense", "supervision": "soft_final_query", "length": 9, "query_type": "A_PLUS_B", "k": 6, "n": 256, "query_target_mass": 0.2192835658788681, "query_target_nll": 3.4202828407287598, "query_top1_on_support": 0.234375, "mean_query_support_size": 2.50390625, "probe_belief_target_mass": 0.05030551552772522, "probe_belief_target_nll": 10.503732681274414, "probe_belief_top1_on_support": 0.0546875, "mean_belief_support_size": 2.71875, "decoder_belief_target_mass": 0.022431954741477966, "decoder_belief_target_nll": 4.818753242492676, "decoder_belief_top1_on_support": 0.04296875, "mean_decoder_belief_support_size": 2.71875 }, { "model": "dense", "supervision": "soft_final_query", "length": 9, "query_type": "A_PLUS_B", "k": 9, "n": 256, "query_target_mass": 0.38774123787879944, "query_target_nll": 1.9462611675262451, "query_top1_on_support": 0.48828125, "mean_query_support_size": 2.50390625, "probe_belief_target_mass": 0.2492179274559021, "probe_belief_target_nll": 2.896693706512451, "probe_belief_top1_on_support": 0.3125, "mean_belief_support_size": 2.71875, "decoder_belief_target_mass": 0.022561343386769295, "decoder_belief_target_nll": 4.812017917633057, "decoder_belief_top1_on_support": 0.03125, "mean_decoder_belief_support_size": 2.71875 }, { "model": "dense", "supervision": "soft_final_query", "length": 9, "query_type": "A_PLUS_B", "k": 12, "n": 256, "query_target_mass": 0.38774123787879944, "query_target_nll": 1.9462611675262451, "query_top1_on_support": 0.48828125, "mean_query_support_size": 2.50390625, "probe_belief_target_mass": 0.2492179274559021, "probe_belief_target_nll": 2.896693706512451, "probe_belief_top1_on_support": 0.3125, "mean_belief_support_size": 2.71875, "decoder_belief_target_mass": 0.022561343386769295, "decoder_belief_target_nll": 4.812017917633057, "decoder_belief_top1_on_support": 0.03125, "mean_decoder_belief_support_size": 2.71875 }, { "model": "dense", "supervision": "soft_final_query", "length": 9, "query_type": "A_MINUS_B", "k": 0, "n": 256, "query_target_mass": 0.1836247742176056, "query_target_nll": 12.754768371582031, "query_top1_on_support": 0.18359375, "mean_query_support_size": 2.35546875, "probe_belief_target_mass": 0.017372727394104004, "probe_belief_target_nll": 17.083711624145508, "probe_belief_top1_on_support": 0.0078125, "mean_belief_support_size": 2.48046875, "decoder_belief_target_mass": 0.020717475563287735, "decoder_belief_target_nll": 4.817294597625732, "decoder_belief_top1_on_support": 0.0625, "mean_decoder_belief_support_size": 2.48046875 }, { "model": "dense", "supervision": "soft_final_query", "length": 9, "query_type": "A_MINUS_B", "k": 1, "n": 256, "query_target_mass": 0.20134028792381287, "query_target_nll": 7.992068290710449, "query_top1_on_support": 0.1953125, "mean_query_support_size": 2.35546875, "probe_belief_target_mass": 0.02173769660294056, "probe_belief_target_nll": 16.605772018432617, "probe_belief_top1_on_support": 0.01953125, "mean_belief_support_size": 2.48046875, "decoder_belief_target_mass": 0.020661741495132446, "decoder_belief_target_nll": 4.814581871032715, "decoder_belief_top1_on_support": 0.02734375, "mean_decoder_belief_support_size": 2.48046875 }, { "model": "dense", "supervision": "soft_final_query", "length": 9, "query_type": "A_MINUS_B", "k": 2, "n": 256, "query_target_mass": 0.2310139536857605, "query_target_nll": 6.417430877685547, "query_top1_on_support": 0.23828125, "mean_query_support_size": 2.35546875, "probe_belief_target_mass": 0.023643141612410545, "probe_belief_target_nll": 14.434842109680176, "probe_belief_top1_on_support": 0.02734375, "mean_belief_support_size": 2.48046875, "decoder_belief_target_mass": 0.020519496873021126, "decoder_belief_target_nll": 4.824584007263184, "decoder_belief_top1_on_support": 0.03125, "mean_decoder_belief_support_size": 2.48046875 }, { "model": "dense", "supervision": "soft_final_query", "length": 9, "query_type": "A_MINUS_B", "k": 3, "n": 256, "query_target_mass": 0.23232707381248474, "query_target_nll": 5.663337230682373, "query_top1_on_support": 0.21875, "mean_query_support_size": 2.35546875, "probe_belief_target_mass": 0.026543237268924713, "probe_belief_target_nll": 13.448238372802734, "probe_belief_top1_on_support": 0.02734375, "mean_belief_support_size": 2.48046875, "decoder_belief_target_mass": 0.020604973658919334, "decoder_belief_target_nll": 4.816645622253418, "decoder_belief_top1_on_support": 0.015625, "mean_decoder_belief_support_size": 2.48046875 }, { "model": "dense", "supervision": "soft_final_query", "length": 9, "query_type": "A_MINUS_B", "k": 6, "n": 256, "query_target_mass": 0.23397812247276306, "query_target_nll": 4.632051467895508, "query_top1_on_support": 0.25390625, "mean_query_support_size": 2.35546875, "probe_belief_target_mass": 0.04625296592712402, "probe_belief_target_nll": 10.94276237487793, "probe_belief_top1_on_support": 0.03515625, "mean_belief_support_size": 2.48046875, "decoder_belief_target_mass": 0.020372476428747177, "decoder_belief_target_nll": 4.825350761413574, "decoder_belief_top1_on_support": 0.0078125, "mean_decoder_belief_support_size": 2.48046875 }, { "model": "dense", "supervision": "soft_final_query", "length": 9, "query_type": "A_MINUS_B", "k": 9, "n": 256, "query_target_mass": 0.44009292125701904, "query_target_nll": 1.81261146068573, "query_top1_on_support": 0.50390625, "mean_query_support_size": 2.35546875, "probe_belief_target_mass": 0.23880642652511597, "probe_belief_target_nll": 2.8181276321411133, "probe_belief_top1_on_support": 0.32421875, "mean_belief_support_size": 2.48046875, "decoder_belief_target_mass": 0.020569730550050735, "decoder_belief_target_nll": 4.8228888511657715, "decoder_belief_top1_on_support": 0.01953125, "mean_decoder_belief_support_size": 2.48046875 }, { "model": "dense", "supervision": "soft_final_query", "length": 9, "query_type": "A_MINUS_B", "k": 12, "n": 256, "query_target_mass": 0.44009292125701904, "query_target_nll": 1.81261146068573, "query_top1_on_support": 0.50390625, "mean_query_support_size": 2.35546875, "probe_belief_target_mass": 0.23880642652511597, "probe_belief_target_nll": 2.8181276321411133, "probe_belief_top1_on_support": 0.32421875, "mean_belief_support_size": 2.48046875, "decoder_belief_target_mass": 0.020569730550050735, "decoder_belief_target_nll": 4.8228888511657715, "decoder_belief_top1_on_support": 0.01953125, "mean_decoder_belief_support_size": 2.48046875 }, { "model": "dense", "supervision": "soft_final_query", "length": 12, "query_type": "A", "k": 0, "n": 256, "query_target_mass": 0.17623108625411987, "query_target_nll": 2.5540122985839844, "query_top1_on_support": 0.19921875, "mean_query_support_size": 1.90625, "probe_belief_target_mass": 0.01820291578769684, "probe_belief_target_nll": 16.573951721191406, "probe_belief_top1_on_support": 0.0234375, "mean_belief_support_size": 2.21484375, "decoder_belief_target_mass": 0.018482143059372902, "decoder_belief_target_nll": 4.794054985046387, "decoder_belief_top1_on_support": 0.01953125, "mean_decoder_belief_support_size": 2.21484375 }, { "model": "dense", "supervision": "soft_final_query", "length": 12, "query_type": "A", "k": 1, "n": 256, "query_target_mass": 0.19201739132404327, "query_target_nll": 4.5990142822265625, "query_top1_on_support": 0.2265625, "mean_query_support_size": 1.90625, "probe_belief_target_mass": 0.030797608196735382, "probe_belief_target_nll": 16.59726905822754, "probe_belief_top1_on_support": 0.0390625, "mean_belief_support_size": 2.21484375, "decoder_belief_target_mass": 0.018608873710036278, "decoder_belief_target_nll": 4.8022918701171875, "decoder_belief_top1_on_support": 0.03125, "mean_decoder_belief_support_size": 2.21484375 }, { "model": "dense", "supervision": "soft_final_query", "length": 12, "query_type": "A", "k": 2, "n": 256, "query_target_mass": 0.182103231549263, "query_target_nll": 5.217921257019043, "query_top1_on_support": 0.1953125, "mean_query_support_size": 1.90625, "probe_belief_target_mass": 0.021390289068222046, "probe_belief_target_nll": 15.027477264404297, "probe_belief_top1_on_support": 0.015625, "mean_belief_support_size": 2.21484375, "decoder_belief_target_mass": 0.018395697697997093, "decoder_belief_target_nll": 4.805204391479492, "decoder_belief_top1_on_support": 0.01953125, "mean_decoder_belief_support_size": 2.21484375 }, { "model": "dense", "supervision": "soft_final_query", "length": 12, "query_type": "A", "k": 3, "n": 256, "query_target_mass": 0.1774209439754486, "query_target_nll": 5.587530612945557, "query_top1_on_support": 0.17578125, "mean_query_support_size": 1.90625, "probe_belief_target_mass": 0.024595733731985092, "probe_belief_target_nll": 13.101953506469727, "probe_belief_top1_on_support": 0.01953125, "mean_belief_support_size": 2.21484375, "decoder_belief_target_mass": 0.018500300124287605, "decoder_belief_target_nll": 4.806102275848389, "decoder_belief_top1_on_support": 0.02734375, "mean_decoder_belief_support_size": 2.21484375 }, { "model": "dense", "supervision": "soft_final_query", "length": 12, "query_type": "A", "k": 6, "n": 256, "query_target_mass": 0.18548327684402466, "query_target_nll": 5.339770317077637, "query_top1_on_support": 0.1796875, "mean_query_support_size": 1.90625, "probe_belief_target_mass": 0.02548643946647644, "probe_belief_target_nll": 11.885516166687012, "probe_belief_top1_on_support": 0.02734375, "mean_belief_support_size": 2.21484375, "decoder_belief_target_mass": 0.01846223883330822, "decoder_belief_target_nll": 4.80911922454834, "decoder_belief_top1_on_support": 0.0234375, "mean_decoder_belief_support_size": 2.21484375 }, { "model": "dense", "supervision": "soft_final_query", "length": 12, "query_type": "A", "k": 9, "n": 256, "query_target_mass": 0.25718289613723755, "query_target_nll": 4.403620719909668, "query_top1_on_support": 0.2890625, "mean_query_support_size": 1.90625, "probe_belief_target_mass": 0.048313770443201065, "probe_belief_target_nll": 10.345561027526855, "probe_belief_top1_on_support": 0.05859375, "mean_belief_support_size": 2.21484375, "decoder_belief_target_mass": 0.018505463376641273, "decoder_belief_target_nll": 4.804509162902832, "decoder_belief_top1_on_support": 0.0234375, "mean_decoder_belief_support_size": 2.21484375 }, { "model": "dense", "supervision": "soft_final_query", "length": 12, "query_type": "A", "k": 12, "n": 256, "query_target_mass": 0.4496326148509979, "query_target_nll": 1.5710885524749756, "query_top1_on_support": 0.53125, "mean_query_support_size": 1.90625, "probe_belief_target_mass": 0.20703032612800598, "probe_belief_target_nll": 3.015256643295288, "probe_belief_top1_on_support": 0.27734375, "mean_belief_support_size": 2.21484375, "decoder_belief_target_mass": 0.018378660082817078, "decoder_belief_target_nll": 4.808693885803223, "decoder_belief_top1_on_support": 0.01953125, "mean_decoder_belief_support_size": 2.21484375 }, { "model": "dense", "supervision": "soft_final_query", "length": 12, "query_type": "B", "k": 0, "n": 256, "query_target_mass": 0.14806784689426422, "query_target_nll": 2.590481758117676, "query_top1_on_support": 0.1328125, "mean_query_support_size": 1.6796875, "probe_belief_target_mass": 0.013494836166501045, "probe_belief_target_nll": 16.68968963623047, "probe_belief_top1_on_support": 0.01171875, "mean_belief_support_size": 1.84765625, "decoder_belief_target_mass": 0.015374702401459217, "decoder_belief_target_nll": 4.807389736175537, "decoder_belief_top1_on_support": 0.0078125, "mean_decoder_belief_support_size": 1.84765625 }, { "model": "dense", "supervision": "soft_final_query", "length": 12, "query_type": "B", "k": 1, "n": 256, "query_target_mass": 0.1524839550256729, "query_target_nll": 4.167375087738037, "query_top1_on_support": 0.125, "mean_query_support_size": 1.6796875, "probe_belief_target_mass": 0.014681176282465458, "probe_belief_target_nll": 16.5872802734375, "probe_belief_top1_on_support": 0.01171875, "mean_belief_support_size": 1.84765625, "decoder_belief_target_mass": 0.015256484039127827, "decoder_belief_target_nll": 4.816906929016113, "decoder_belief_top1_on_support": 0.01171875, "mean_decoder_belief_support_size": 1.84765625 }, { "model": "dense", "supervision": "soft_final_query", "length": 12, "query_type": "B", "k": 2, "n": 256, "query_target_mass": 0.17376258969306946, "query_target_nll": 4.777748107910156, "query_top1_on_support": 0.17578125, "mean_query_support_size": 1.6796875, "probe_belief_target_mass": 0.016943514347076416, "probe_belief_target_nll": 13.778343200683594, "probe_belief_top1_on_support": 0.0234375, "mean_belief_support_size": 1.84765625, "decoder_belief_target_mass": 0.01521602924913168, "decoder_belief_target_nll": 4.823187828063965, "decoder_belief_top1_on_support": 0.01171875, "mean_decoder_belief_support_size": 1.84765625 }, { "model": "dense", "supervision": "soft_final_query", "length": 12, "query_type": "B", "k": 3, "n": 256, "query_target_mass": 0.16832122206687927, "query_target_nll": 5.028897285461426, "query_top1_on_support": 0.14453125, "mean_query_support_size": 1.6796875, "probe_belief_target_mass": 0.012847977690398693, "probe_belief_target_nll": 13.088302612304688, "probe_belief_top1_on_support": 0.01171875, "mean_belief_support_size": 1.84765625, "decoder_belief_target_mass": 0.015029293484985828, "decoder_belief_target_nll": 4.830763816833496, "decoder_belief_top1_on_support": 0.01171875, "mean_decoder_belief_support_size": 1.84765625 }, { "model": "dense", "supervision": "soft_final_query", "length": 12, "query_type": "B", "k": 6, "n": 256, "query_target_mass": 0.15742069482803345, "query_target_nll": 5.467209339141846, "query_top1_on_support": 0.1328125, "mean_query_support_size": 1.6796875, "probe_belief_target_mass": 0.016291214153170586, "probe_belief_target_nll": 12.292478561401367, "probe_belief_top1_on_support": 0.01171875, "mean_belief_support_size": 1.84765625, "decoder_belief_target_mass": 0.015085859224200249, "decoder_belief_target_nll": 4.823280334472656, "decoder_belief_top1_on_support": 0.0078125, "mean_decoder_belief_support_size": 1.84765625 }, { "model": "dense", "supervision": "soft_final_query", "length": 12, "query_type": "B", "k": 9, "n": 256, "query_target_mass": 0.2242460995912552, "query_target_nll": 4.079408645629883, "query_top1_on_support": 0.2421875, "mean_query_support_size": 1.6796875, "probe_belief_target_mass": 0.03481597080826759, "probe_belief_target_nll": 10.089210510253906, "probe_belief_top1_on_support": 0.01953125, "mean_belief_support_size": 1.84765625, "decoder_belief_target_mass": 0.015302382409572601, "decoder_belief_target_nll": 4.823819160461426, "decoder_belief_top1_on_support": 0.03125, "mean_decoder_belief_support_size": 1.84765625 }, { "model": "dense", "supervision": "soft_final_query", "length": 12, "query_type": "B", "k": 12, "n": 256, "query_target_mass": 0.4240816831588745, "query_target_nll": 1.5929574966430664, "query_top1_on_support": 0.48828125, "mean_query_support_size": 1.6796875, "probe_belief_target_mass": 0.20525208115577698, "probe_belief_target_nll": 2.953775405883789, "probe_belief_top1_on_support": 0.2734375, "mean_belief_support_size": 1.84765625, "decoder_belief_target_mass": 0.015250957570970058, "decoder_belief_target_nll": 4.827615737915039, "decoder_belief_top1_on_support": 0.015625, "mean_decoder_belief_support_size": 1.84765625 }, { "model": "dense", "supervision": "soft_final_query", "length": 12, "query_type": "A_PLUS_B", "k": 0, "n": 256, "query_target_mass": 0.1763153374195099, "query_target_nll": 2.6571903228759766, "query_top1_on_support": 0.1796875, "mean_query_support_size": 1.93359375, "probe_belief_target_mass": 0.02553551271557808, "probe_belief_target_nll": 16.357833862304688, "probe_belief_top1_on_support": 0.04296875, "mean_belief_support_size": 2.0, "decoder_belief_target_mass": 0.016589846462011337, "decoder_belief_target_nll": 4.809726715087891, "decoder_belief_top1_on_support": 0.015625, "mean_decoder_belief_support_size": 2.0 }, { "model": "dense", "supervision": "soft_final_query", "length": 12, "query_type": "A_PLUS_B", "k": 1, "n": 256, "query_target_mass": 0.1868489682674408, "query_target_nll": 2.9473352432250977, "query_top1_on_support": 0.1953125, "mean_query_support_size": 1.93359375, "probe_belief_target_mass": 0.015127893537282944, "probe_belief_target_nll": 16.98001480102539, "probe_belief_top1_on_support": 0.01171875, "mean_belief_support_size": 2.0, "decoder_belief_target_mass": 0.01651075668632984, "decoder_belief_target_nll": 4.800378799438477, "decoder_belief_top1_on_support": 0.01171875, "mean_decoder_belief_support_size": 2.0 }, { "model": "dense", "supervision": "soft_final_query", "length": 12, "query_type": "A_PLUS_B", "k": 2, "n": 256, "query_target_mass": 0.17697808146476746, "query_target_nll": 3.2240841388702393, "query_top1_on_support": 0.1640625, "mean_query_support_size": 1.93359375, "probe_belief_target_mass": 0.02133006602525711, "probe_belief_target_nll": 15.100027084350586, "probe_belief_top1_on_support": 0.01953125, "mean_belief_support_size": 2.0, "decoder_belief_target_mass": 0.016521506011486053, "decoder_belief_target_nll": 4.806179046630859, "decoder_belief_top1_on_support": 0.01171875, "mean_decoder_belief_support_size": 2.0 }, { "model": "dense", "supervision": "soft_final_query", "length": 12, "query_type": "A_PLUS_B", "k": 3, "n": 256, "query_target_mass": 0.17508801817893982, "query_target_nll": 3.2837765216827393, "query_top1_on_support": 0.18359375, "mean_query_support_size": 1.93359375, "probe_belief_target_mass": 0.016918867826461792, "probe_belief_target_nll": 14.468811988830566, "probe_belief_top1_on_support": 0.0078125, "mean_belief_support_size": 2.0, "decoder_belief_target_mass": 0.016458719968795776, "decoder_belief_target_nll": 4.808061599731445, "decoder_belief_top1_on_support": 0.00390625, "mean_decoder_belief_support_size": 2.0 }, { "model": "dense", "supervision": "soft_final_query", "length": 12, "query_type": "A_PLUS_B", "k": 6, "n": 256, "query_target_mass": 0.1743391454219818, "query_target_nll": 3.3195371627807617, "query_top1_on_support": 0.15234375, "mean_query_support_size": 1.93359375, "probe_belief_target_mass": 0.025585424154996872, "probe_belief_target_nll": 12.115604400634766, "probe_belief_top1_on_support": 0.0234375, "mean_belief_support_size": 2.0, "decoder_belief_target_mass": 0.01669164001941681, "decoder_belief_target_nll": 4.79158353805542, "decoder_belief_top1_on_support": 0.0234375, "mean_decoder_belief_support_size": 2.0 }, { "model": "dense", "supervision": "soft_final_query", "length": 12, "query_type": "A_PLUS_B", "k": 9, "n": 256, "query_target_mass": 0.1826639324426651, "query_target_nll": 3.4346742630004883, "query_top1_on_support": 0.171875, "mean_query_support_size": 1.93359375, "probe_belief_target_mass": 0.04573804885149002, "probe_belief_target_nll": 10.507965087890625, "probe_belief_top1_on_support": 0.06640625, "mean_belief_support_size": 2.0, "decoder_belief_target_mass": 0.01652875915169716, "decoder_belief_target_nll": 4.804303169250488, "decoder_belief_top1_on_support": 0.01171875, "mean_decoder_belief_support_size": 2.0 }, { "model": "dense", "supervision": "soft_final_query", "length": 12, "query_type": "A_PLUS_B", "k": 12, "n": 256, "query_target_mass": 0.31737399101257324, "query_target_nll": 1.8966445922851562, "query_top1_on_support": 0.3515625, "mean_query_support_size": 1.93359375, "probe_belief_target_mass": 0.19450843334197998, "probe_belief_target_nll": 2.824075698852539, "probe_belief_top1_on_support": 0.21875, "mean_belief_support_size": 2.0, "decoder_belief_target_mass": 0.016573719680309296, "decoder_belief_target_nll": 4.803291320800781, "decoder_belief_top1_on_support": 0.01953125, "mean_decoder_belief_support_size": 2.0 }, { "model": "dense", "supervision": "soft_final_query", "length": 12, "query_type": "A_MINUS_B", "k": 0, "n": 256, "query_target_mass": 0.21481171250343323, "query_target_nll": 12.408618927001953, "query_top1_on_support": 0.21484375, "mean_query_support_size": 1.95703125, "probe_belief_target_mass": 0.02012859471142292, "probe_belief_target_nll": 16.43505859375, "probe_belief_top1_on_support": 0.03515625, "mean_belief_support_size": 2.17578125, "decoder_belief_target_mass": 0.018035659566521645, "decoder_belief_target_nll": 4.8215460777282715, "decoder_belief_top1_on_support": 0.015625, "mean_decoder_belief_support_size": 2.17578125 }, { "model": "dense", "supervision": "soft_final_query", "length": 12, "query_type": "A_MINUS_B", "k": 1, "n": 256, "query_target_mass": 0.17959266901016235, "query_target_nll": 8.549678802490234, "query_top1_on_support": 0.19921875, "mean_query_support_size": 1.95703125, "probe_belief_target_mass": 0.01696879230439663, "probe_belief_target_nll": 17.22844886779785, "probe_belief_top1_on_support": 0.01171875, "mean_belief_support_size": 2.17578125, "decoder_belief_target_mass": 0.017984427511692047, "decoder_belief_target_nll": 4.805709362030029, "decoder_belief_top1_on_support": 0.01171875, "mean_decoder_belief_support_size": 2.17578125 }, { "model": "dense", "supervision": "soft_final_query", "length": 12, "query_type": "A_MINUS_B", "k": 2, "n": 256, "query_target_mass": 0.15289010107517242, "query_target_nll": 6.260270118713379, "query_top1_on_support": 0.13671875, "mean_query_support_size": 1.95703125, "probe_belief_target_mass": 0.017188306897878647, "probe_belief_target_nll": 14.603344917297363, "probe_belief_top1_on_support": 0.02734375, "mean_belief_support_size": 2.17578125, "decoder_belief_target_mass": 0.017990602180361748, "decoder_belief_target_nll": 4.804845809936523, "decoder_belief_top1_on_support": 0.02734375, "mean_decoder_belief_support_size": 2.17578125 }, { "model": "dense", "supervision": "soft_final_query", "length": 12, "query_type": "A_MINUS_B", "k": 3, "n": 256, "query_target_mass": 0.1575135588645935, "query_target_nll": 5.30387020111084, "query_top1_on_support": 0.1640625, "mean_query_support_size": 1.95703125, "probe_belief_target_mass": 0.014126794412732124, "probe_belief_target_nll": 13.234102249145508, "probe_belief_top1_on_support": 0.0078125, "mean_belief_support_size": 2.17578125, "decoder_belief_target_mass": 0.018081840127706528, "decoder_belief_target_nll": 4.807370185852051, "decoder_belief_top1_on_support": 0.01953125, "mean_decoder_belief_support_size": 2.17578125 }, { "model": "dense", "supervision": "soft_final_query", "length": 12, "query_type": "A_MINUS_B", "k": 6, "n": 256, "query_target_mass": 0.181269571185112, "query_target_nll": 4.732873916625977, "query_top1_on_support": 0.20703125, "mean_query_support_size": 1.95703125, "probe_belief_target_mass": 0.020375166088342667, "probe_belief_target_nll": 12.223981857299805, "probe_belief_top1_on_support": 0.02734375, "mean_belief_support_size": 2.17578125, "decoder_belief_target_mass": 0.01814204826951027, "decoder_belief_target_nll": 4.809255599975586, "decoder_belief_top1_on_support": 0.00390625, "mean_decoder_belief_support_size": 2.17578125 }, { "model": "dense", "supervision": "soft_final_query", "length": 12, "query_type": "A_MINUS_B", "k": 9, "n": 256, "query_target_mass": 0.17705580592155457, "query_target_nll": 4.693747520446777, "query_top1_on_support": 0.1640625, "mean_query_support_size": 1.95703125, "probe_belief_target_mass": 0.03345733880996704, "probe_belief_target_nll": 10.523091316223145, "probe_belief_top1_on_support": 0.03515625, "mean_belief_support_size": 2.17578125, "decoder_belief_target_mass": 0.018025783821940422, "decoder_belief_target_nll": 4.815377235412598, "decoder_belief_top1_on_support": 0.00390625, "mean_decoder_belief_support_size": 2.17578125 }, { "model": "dense", "supervision": "soft_final_query", "length": 12, "query_type": "A_MINUS_B", "k": 12, "n": 256, "query_target_mass": 0.378457248210907, "query_target_nll": 1.9508333206176758, "query_top1_on_support": 0.44921875, "mean_query_support_size": 1.95703125, "probe_belief_target_mass": 0.19694587588310242, "probe_belief_target_nll": 3.1699330806732178, "probe_belief_top1_on_support": 0.25390625, "mean_belief_support_size": 2.17578125, "decoder_belief_target_mass": 0.01818007417023182, "decoder_belief_target_nll": 4.798962593078613, "decoder_belief_top1_on_support": 0.01953125, "mean_decoder_belief_support_size": 2.17578125 } ] } ], "checkpoints": [ "large_artifacts/dense_supervision_ladder/checkpoints/pilot_soft_final_query_mod11/checkpoint_final.pt" ] }