{ "mode": "dense", "args": { "mode": "dense", "seed": 53, "modulus": 11, "observe_mod": 4, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "train_min_len": 1, "train_max_len": 6, "eval_lengths": "3,6,9,12", "eval_k": "0,1,2,3,6,9,12", "eval_query_types": "all", "state_dim": 256, "instr_dim": 128, "heads": 4, "compiler_layers": 2, "dropout": 0.0, "train_steps": 3000, "batch_size": 512, "eval_batch_size": 512, "eval_examples": 512, "lr": 0.001, "weight_decay": 0.0001, "probe_steps": 1500, "probe_batch_size": 512, "probe_lr": 0.001, "probe_weight_decay": 0.0001, "probe_dropout": 0.0, "max_grad_norm": 1.0, "log_every": 200, "probe_log_every": 150, "output_dir": "experiments/dense_latent_query_executor/runs/pilot_dense_mod11", "checkpoint_dir": "large_artifacts/dense_latent_query_executor/checkpoints/pilot_dense_mod11" }, "env": { "python": "3.12.3", "torch": "2.8.0+cu128", "device": "cuda", "cuda_name": "NVIDIA RTX 6000 Ada Generation" }, "train": [ { "step": 1, "loss": 2.410029411315918, "grad_norm": 0.5086456537246704, "query_target_mass": 0.4492688775062561, "query_target_nll": 2.3173182010650635, "query_top1_on_support": 0.611328125, "mean_query_support_size": 4.75390625 }, { "step": 200, "loss": 2.1535000801086426, "grad_norm": 0.40839865803718567, "query_target_mass": 0.5403381586074829, "query_target_nll": 2.147892713546753, "query_top1_on_support": 0.59765625, "mean_query_support_size": 4.9140625 }, { "step": 400, "loss": 2.070530891418457, "grad_norm": 0.4502122700214386, "query_target_mass": 0.5903447866439819, "query_target_nll": 2.0544989109039307, "query_top1_on_support": 0.634765625, "mean_query_support_size": 5.076171875 }, { "step": 600, "loss": 1.9322397708892822, "grad_norm": 0.5951810479164124, "query_target_mass": 0.6201449632644653, "query_target_nll": 1.9064687490463257, "query_top1_on_support": 0.689453125, "mean_query_support_size": 4.62890625 }, { "step": 800, "loss": 1.7574236392974854, "grad_norm": 0.8098174333572388, "query_target_mass": 0.70977783203125, "query_target_nll": 1.7134512662887573, "query_top1_on_support": 0.806640625, "mean_query_support_size": 4.859375 }, { "step": 1000, "loss": 1.6815037727355957, "grad_norm": 0.7625013589859009, "query_target_mass": 0.7788594365119934, "query_target_nll": 1.6506304740905762, "query_top1_on_support": 0.87109375, "mean_query_support_size": 5.09375 }, { "step": 1200, "loss": 1.602668285369873, "grad_norm": 0.749921977519989, "query_target_mass": 0.7770834565162659, "query_target_nll": 1.6112253665924072, "query_top1_on_support": 0.861328125, "mean_query_support_size": 4.83203125 }, { "step": 1400, "loss": 1.5029219388961792, "grad_norm": 0.702724814414978, "query_target_mass": 0.7895801067352295, "query_target_nll": 1.4814870357513428, "query_top1_on_support": 0.8515625, "mean_query_support_size": 4.568359375 }, { "step": 1600, "loss": 1.5518730878829956, "grad_norm": 0.729331374168396, "query_target_mass": 0.8410130739212036, "query_target_nll": 1.529292106628418, "query_top1_on_support": 0.89453125, "mean_query_support_size": 5.001953125 }, { "step": 1800, "loss": 1.5506432056427002, "grad_norm": 0.6807463765144348, "query_target_mass": 0.8431664109230042, "query_target_nll": 1.5475132465362549, "query_top1_on_support": 0.896484375, "mean_query_support_size": 5.134765625 }, { "step": 2000, "loss": 1.576772689819336, "grad_norm": 0.7061980366706848, "query_target_mass": 0.836320161819458, "query_target_nll": 1.5676180124282837, "query_top1_on_support": 0.896484375, "mean_query_support_size": 5.052734375 }, { "step": 2200, "loss": 1.5230190753936768, "grad_norm": 0.7214786410331726, "query_target_mass": 0.8312592506408691, "query_target_nll": 1.5008440017700195, "query_top1_on_support": 0.908203125, "mean_query_support_size": 4.8671875 }, { "step": 2400, "loss": 1.4493709802627563, "grad_norm": 0.6842348575592041, "query_target_mass": 0.841789960861206, "query_target_nll": 1.43784499168396, "query_top1_on_support": 0.908203125, "mean_query_support_size": 4.7109375 }, { "step": 2600, "loss": 1.47337007522583, "grad_norm": 0.6881281733512878, "query_target_mass": 0.846607506275177, "query_target_nll": 1.4385764598846436, "query_top1_on_support": 0.900390625, "mean_query_support_size": 4.685546875 }, { "step": 2800, "loss": 1.485922932624817, "grad_norm": 0.6540892720222473, "query_target_mass": 0.8450294733047485, "query_target_nll": 1.4791464805603027, "query_top1_on_support": 0.9140625, "mean_query_support_size": 4.97265625 }, { "step": 3000, "loss": 1.4891541004180908, "grad_norm": 0.673875093460083, "query_target_mass": 0.8519710302352905, "query_target_nll": 1.493656039237976, "query_top1_on_support": 0.91015625, "mean_query_support_size": 4.916015625 } ], "probe_train": [ { "step": 1, "loss": 4.802081108093262, "grad_norm": 0.515583336353302, "probe_belief_target_mass": 0.061214737594127655, "probe_belief_target_nll": 4.802081108093262, "probe_belief_top1_on_support": 0.084542416036129, "mean_belief_support_size": 7.322545051574707 }, { "step": 150, "loss": 2.086254835128784, "grad_norm": 0.2704825699329376, "probe_belief_target_mass": 0.837802529335022, "probe_belief_target_nll": 2.086254835128784, "probe_belief_top1_on_support": 0.8987165689468384, "mean_belief_support_size": 7.147321701049805 }, { "step": 300, "loss": 2.044891595840454, "grad_norm": 0.26057037711143494, "probe_belief_target_mass": 0.8659982681274414, "probe_belief_target_nll": 2.044891595840454, "probe_belief_top1_on_support": 0.918526828289032, "mean_belief_support_size": 7.188058376312256 }, { "step": 450, "loss": 2.0229451656341553, "grad_norm": 0.23569487035274506, "probe_belief_target_mass": 0.8694739937782288, "probe_belief_target_nll": 2.0229451656341553, "probe_belief_top1_on_support": 0.904854953289032, "mean_belief_support_size": 7.131417751312256 }, { "step": 600, "loss": 2.075375556945801, "grad_norm": 0.2549024224281311, "probe_belief_target_mass": 0.861599326133728, "probe_belief_target_nll": 2.075375556945801, "probe_belief_top1_on_support": 0.9073660969734192, "mean_belief_support_size": 7.301339626312256 }, { "step": 750, "loss": 2.0689399242401123, "grad_norm": 0.21487712860107422, "probe_belief_target_mass": 0.8701877593994141, "probe_belief_target_nll": 2.0689399242401123, "probe_belief_top1_on_support": 0.9109933376312256, "mean_belief_support_size": 7.330357551574707 }, { "step": 900, "loss": 1.99454927444458, "grad_norm": 0.2249094843864441, "probe_belief_target_mass": 0.8920693397521973, "probe_belief_target_nll": 1.99454927444458, "probe_belief_top1_on_support": 0.9268973469734192, "mean_belief_support_size": 7.323940277099609 }, { "step": 1050, "loss": 2.067345142364502, "grad_norm": 0.23875737190246582, "probe_belief_target_mass": 0.885123074054718, "probe_belief_target_nll": 2.067345142364502, "probe_belief_top1_on_support": 0.9215960502624512, "mean_belief_support_size": 7.611328601837158 }, { "step": 1200, "loss": 2.0514161586761475, "grad_norm": 0.2290440797805786, "probe_belief_target_mass": 0.8707852363586426, "probe_belief_target_nll": 2.0514161586761475, "probe_belief_top1_on_support": 0.906808078289032, "mean_belief_support_size": 7.290737152099609 }, { "step": 1350, "loss": 1.9597768783569336, "grad_norm": 0.23677027225494385, "probe_belief_target_mass": 0.8914874196052551, "probe_belief_target_nll": 1.9597768783569336, "probe_belief_top1_on_support": 0.9308035969734192, "mean_belief_support_size": 7.146205902099609 }, { "step": 1500, "loss": 1.9606568813323975, "grad_norm": 0.25627535581588745, "probe_belief_target_mass": 0.8928686380386353, "probe_belief_target_nll": 1.9606568813323975, "probe_belief_top1_on_support": 0.9288504719734192, "mean_belief_support_size": 7.107143402099609 } ], "eval": [ { "step": 3000, "rows": [ { "model": "dense", "length": 3, "query_type": "A", "k": 0, "n": 512, "query_target_mass": 0.4454343914985657, "query_target_nll": 2.5914525985717773, "query_top1_on_support": 0.447265625, "mean_query_support_size": 4.888671875, "probe_belief_target_mass": 0.058104369789361954, "probe_belief_target_nll": 17.993911743164062, "probe_belief_top1_on_support": 0.056640625, "mean_belief_support_size": 5.791015625 }, { "model": "dense", "length": 3, "query_type": "A", "k": 1, "n": 512, "query_target_mass": 0.5368930101394653, "query_target_nll": 3.569005250930786, "query_top1_on_support": 0.548828125, "mean_query_support_size": 4.888671875, "probe_belief_target_mass": 0.12507447600364685, "probe_belief_target_nll": 16.192821502685547, "probe_belief_top1_on_support": 0.140625, "mean_belief_support_size": 5.791015625 }, { "model": "dense", "length": 3, "query_type": "A", "k": 2, "n": 512, "query_target_mass": 0.6808475852012634, "query_target_nll": 2.9805245399475098, "query_top1_on_support": 0.70703125, "mean_query_support_size": 4.888671875, "probe_belief_target_mass": 0.2544947862625122, "probe_belief_target_nll": 11.141729354858398, "probe_belief_top1_on_support": 0.263671875, "mean_belief_support_size": 5.791015625 }, { "model": "dense", "length": 3, "query_type": "A", "k": 3, "n": 512, "query_target_mass": 0.9108969569206238, "query_target_nll": 1.3901748657226562, "query_top1_on_support": 0.958984375, "mean_query_support_size": 4.888671875, "probe_belief_target_mass": 0.7955060601234436, "probe_belief_target_nll": 1.9639531373977661, "probe_belief_top1_on_support": 0.857421875, "mean_belief_support_size": 5.791015625 }, { "model": "dense", "length": 3, "query_type": "A", "k": 6, "n": 512, "query_target_mass": 0.9108969569206238, "query_target_nll": 1.3901748657226562, "query_top1_on_support": 0.958984375, "mean_query_support_size": 4.888671875, "probe_belief_target_mass": 0.7955060601234436, "probe_belief_target_nll": 1.9639531373977661, "probe_belief_top1_on_support": 0.857421875, "mean_belief_support_size": 5.791015625 }, { "model": "dense", "length": 3, "query_type": "A", "k": 9, "n": 512, "query_target_mass": 0.9108969569206238, "query_target_nll": 1.3901748657226562, "query_top1_on_support": 0.958984375, "mean_query_support_size": 4.888671875, "probe_belief_target_mass": 0.7955060601234436, "probe_belief_target_nll": 1.9639531373977661, "probe_belief_top1_on_support": 0.857421875, "mean_belief_support_size": 5.791015625 }, { "model": "dense", "length": 3, "query_type": "A", "k": 12, "n": 512, "query_target_mass": 0.9108969569206238, "query_target_nll": 1.3901748657226562, "query_top1_on_support": 0.958984375, "mean_query_support_size": 4.888671875, "probe_belief_target_mass": 0.7955060601234436, "probe_belief_target_nll": 1.9639531373977661, "probe_belief_top1_on_support": 0.857421875, "mean_belief_support_size": 5.791015625 }, { "model": "dense", "length": 3, "query_type": "B", "k": 0, "n": 512, "query_target_mass": 0.4415442645549774, "query_target_nll": 2.4821410179138184, "query_top1_on_support": 0.458984375, "mean_query_support_size": 4.830078125, "probe_belief_target_mass": 0.060735732316970825, "probe_belief_target_nll": 17.359718322753906, "probe_belief_top1_on_support": 0.060546875, "mean_belief_support_size": 5.55859375 }, { "model": "dense", "length": 3, "query_type": "B", "k": 1, "n": 512, "query_target_mass": 0.5635536909103394, "query_target_nll": 3.615785837173462, "query_top1_on_support": 0.55859375, "mean_query_support_size": 4.830078125, "probe_belief_target_mass": 0.16043707728385925, "probe_belief_target_nll": 15.766761779785156, "probe_belief_top1_on_support": 0.16015625, "mean_belief_support_size": 5.55859375 }, { "model": "dense", "length": 3, "query_type": "B", "k": 2, "n": 512, "query_target_mass": 0.7184898853302002, "query_target_nll": 2.971318006515503, "query_top1_on_support": 0.734375, "mean_query_support_size": 4.830078125, "probe_belief_target_mass": 0.2784481346607208, "probe_belief_target_nll": 11.640240669250488, "probe_belief_top1_on_support": 0.28125, "mean_belief_support_size": 5.55859375 }, { "model": "dense", "length": 3, "query_type": "B", "k": 3, "n": 512, "query_target_mass": 0.9087589979171753, "query_target_nll": 1.4011133909225464, "query_top1_on_support": 0.94921875, "mean_query_support_size": 4.830078125, "probe_belief_target_mass": 0.8394600749015808, "probe_belief_target_nll": 1.7830564975738525, "probe_belief_top1_on_support": 0.908203125, "mean_belief_support_size": 5.55859375 }, { "model": "dense", "length": 3, "query_type": "B", "k": 6, "n": 512, "query_target_mass": 0.9087589979171753, "query_target_nll": 1.4011133909225464, "query_top1_on_support": 0.94921875, "mean_query_support_size": 4.830078125, "probe_belief_target_mass": 0.8394600749015808, "probe_belief_target_nll": 1.7830564975738525, "probe_belief_top1_on_support": 0.908203125, "mean_belief_support_size": 5.55859375 }, { "model": "dense", "length": 3, "query_type": "B", "k": 9, "n": 512, "query_target_mass": 0.9087589979171753, "query_target_nll": 1.4011133909225464, "query_top1_on_support": 0.94921875, "mean_query_support_size": 4.830078125, "probe_belief_target_mass": 0.8394600749015808, "probe_belief_target_nll": 1.7830564975738525, "probe_belief_top1_on_support": 0.908203125, "mean_belief_support_size": 5.55859375 }, { "model": "dense", "length": 3, "query_type": "B", "k": 12, "n": 512, "query_target_mass": 0.9087589979171753, "query_target_nll": 1.4011133909225464, "query_top1_on_support": 0.94921875, "mean_query_support_size": 4.830078125, "probe_belief_target_mass": 0.8394600749015808, "probe_belief_target_nll": 1.7830564975738525, "probe_belief_top1_on_support": 0.908203125, "mean_belief_support_size": 5.55859375 }, { "model": "dense", "length": 3, "query_type": "A_PLUS_B", "k": 0, "n": 512, "query_target_mass": 0.5116690397262573, "query_target_nll": 2.679417848587036, "query_top1_on_support": 0.505859375, "mean_query_support_size": 5.654296875, "probe_belief_target_mass": 0.0559905543923378, "probe_belief_target_nll": 16.9619140625, "probe_belief_top1_on_support": 0.05078125, "mean_belief_support_size": 5.87109375 }, { "model": "dense", "length": 3, "query_type": "A_PLUS_B", "k": 1, "n": 512, "query_target_mass": 0.5350965261459351, "query_target_nll": 3.059392213821411, "query_top1_on_support": 0.498046875, "mean_query_support_size": 5.654296875, "probe_belief_target_mass": 0.15696391463279724, "probe_belief_target_nll": 15.167064666748047, "probe_belief_top1_on_support": 0.16796875, "mean_belief_support_size": 5.87109375 }, { "model": "dense", "length": 3, "query_type": "A_PLUS_B", "k": 2, "n": 512, "query_target_mass": 0.5953555107116699, "query_target_nll": 3.000540256500244, "query_top1_on_support": 0.595703125, "mean_query_support_size": 5.654296875, "probe_belief_target_mass": 0.3011714220046997, "probe_belief_target_nll": 10.659615516662598, "probe_belief_top1_on_support": 0.302734375, "mean_belief_support_size": 5.87109375 }, { "model": "dense", "length": 3, "query_type": "A_PLUS_B", "k": 3, "n": 512, "query_target_mass": 0.8364229202270508, "query_target_nll": 1.7586190700531006, "query_top1_on_support": 0.876953125, "mean_query_support_size": 5.654296875, "probe_belief_target_mass": 0.8329032063484192, "probe_belief_target_nll": 1.8867690563201904, "probe_belief_top1_on_support": 0.87109375, "mean_belief_support_size": 5.87109375 }, { "model": "dense", "length": 3, "query_type": "A_PLUS_B", "k": 6, "n": 512, "query_target_mass": 0.8364229202270508, "query_target_nll": 1.7586190700531006, "query_top1_on_support": 0.876953125, "mean_query_support_size": 5.654296875, "probe_belief_target_mass": 0.8329032063484192, "probe_belief_target_nll": 1.8867690563201904, "probe_belief_top1_on_support": 0.87109375, "mean_belief_support_size": 5.87109375 }, { "model": "dense", "length": 3, "query_type": "A_PLUS_B", "k": 9, "n": 512, "query_target_mass": 0.8364229202270508, "query_target_nll": 1.7586190700531006, "query_top1_on_support": 0.876953125, "mean_query_support_size": 5.654296875, "probe_belief_target_mass": 0.8329032063484192, "probe_belief_target_nll": 1.8867690563201904, "probe_belief_top1_on_support": 0.87109375, "mean_belief_support_size": 5.87109375 }, { "model": "dense", "length": 3, "query_type": "A_PLUS_B", "k": 12, "n": 512, "query_target_mass": 0.8364229202270508, "query_target_nll": 1.7586190700531006, "query_top1_on_support": 0.876953125, "mean_query_support_size": 5.654296875, "probe_belief_target_mass": 0.8329032063484192, "probe_belief_target_nll": 1.8867690563201904, "probe_belief_top1_on_support": 0.87109375, "mean_belief_support_size": 5.87109375 }, { "model": "dense", "length": 3, "query_type": "A_MINUS_B", "k": 0, "n": 512, "query_target_mass": 0.48435157537460327, "query_target_nll": 12.504752159118652, "query_top1_on_support": 0.484375, "mean_query_support_size": 4.8515625, "probe_belief_target_mass": 0.05946329981088638, "probe_belief_target_nll": 17.313581466674805, "probe_belief_top1_on_support": 0.068359375, "mean_belief_support_size": 6.1484375 }, { "model": "dense", "length": 3, "query_type": "A_MINUS_B", "k": 1, "n": 512, "query_target_mass": 0.49979037046432495, "query_target_nll": 7.348234176635742, "query_top1_on_support": 0.484375, "mean_query_support_size": 4.8515625, "probe_belief_target_mass": 0.14292669296264648, "probe_belief_target_nll": 15.970943450927734, "probe_belief_top1_on_support": 0.146484375, "mean_belief_support_size": 6.1484375 }, { "model": "dense", "length": 3, "query_type": "A_MINUS_B", "k": 2, "n": 512, "query_target_mass": 0.5794955492019653, "query_target_nll": 5.426548004150391, "query_top1_on_support": 0.583984375, "mean_query_support_size": 4.8515625, "probe_belief_target_mass": 0.2644110321998596, "probe_belief_target_nll": 11.296228408813477, "probe_belief_top1_on_support": 0.26953125, "mean_belief_support_size": 6.1484375 }, { "model": "dense", "length": 3, "query_type": "A_MINUS_B", "k": 3, "n": 512, "query_target_mass": 0.9145433306694031, "query_target_nll": 1.2817540168762207, "query_top1_on_support": 0.953125, "mean_query_support_size": 4.8515625, "probe_belief_target_mass": 0.8306581974029541, "probe_belief_target_nll": 1.9278497695922852, "probe_belief_top1_on_support": 0.900390625, "mean_belief_support_size": 6.1484375 }, { "model": "dense", "length": 3, "query_type": "A_MINUS_B", "k": 6, "n": 512, "query_target_mass": 0.9145433306694031, "query_target_nll": 1.2817540168762207, "query_top1_on_support": 0.953125, "mean_query_support_size": 4.8515625, "probe_belief_target_mass": 0.8306581974029541, "probe_belief_target_nll": 1.9278497695922852, "probe_belief_top1_on_support": 0.900390625, "mean_belief_support_size": 6.1484375 }, { "model": "dense", "length": 3, "query_type": "A_MINUS_B", "k": 9, "n": 512, "query_target_mass": 0.9145433306694031, "query_target_nll": 1.2817540168762207, "query_top1_on_support": 0.953125, "mean_query_support_size": 4.8515625, "probe_belief_target_mass": 0.8306581974029541, "probe_belief_target_nll": 1.9278497695922852, "probe_belief_top1_on_support": 0.900390625, "mean_belief_support_size": 6.1484375 }, { "model": "dense", "length": 3, "query_type": "A_MINUS_B", "k": 12, "n": 512, "query_target_mass": 0.9145433306694031, "query_target_nll": 1.2817540168762207, "query_top1_on_support": 0.953125, "mean_query_support_size": 4.8515625, "probe_belief_target_mass": 0.8306581974029541, "probe_belief_target_nll": 1.9278497695922852, "probe_belief_top1_on_support": 0.900390625, "mean_belief_support_size": 6.1484375 }, { "model": "dense", "length": 6, "query_type": "A", "k": 0, "n": 512, "query_target_mass": 0.29422953724861145, "query_target_nll": 2.6069231033325195, "query_top1_on_support": 0.291015625, "mean_query_support_size": 3.263671875, "probe_belief_target_mass": 0.033110909163951874, "probe_belief_target_nll": 18.056312561035156, "probe_belief_top1_on_support": 0.041015625, "mean_belief_support_size": 3.919921875 }, { "model": "dense", "length": 6, "query_type": "A", "k": 1, "n": 512, "query_target_mass": 0.3176531195640564, "query_target_nll": 4.744909763336182, "query_top1_on_support": 0.298828125, "mean_query_support_size": 3.263671875, "probe_belief_target_mass": 0.04646419733762741, "probe_belief_target_nll": 18.882997512817383, "probe_belief_top1_on_support": 0.05078125, "mean_belief_support_size": 3.919921875 }, { "model": "dense", "length": 6, "query_type": "A", "k": 2, "n": 512, "query_target_mass": 0.34693944454193115, "query_target_nll": 5.267576217651367, "query_top1_on_support": 0.333984375, "mean_query_support_size": 3.263671875, "probe_belief_target_mass": 0.06612081825733185, "probe_belief_target_nll": 17.464113235473633, "probe_belief_top1_on_support": 0.064453125, "mean_belief_support_size": 3.919921875 }, { "model": "dense", "length": 6, "query_type": "A", "k": 3, "n": 512, "query_target_mass": 0.40410593152046204, "query_target_nll": 5.16677713394165, "query_top1_on_support": 0.416015625, "mean_query_support_size": 3.263671875, "probe_belief_target_mass": 0.09330014884471893, "probe_belief_target_nll": 15.375997543334961, "probe_belief_top1_on_support": 0.099609375, "mean_belief_support_size": 3.919921875 }, { "model": "dense", "length": 6, "query_type": "A", "k": 6, "n": 512, "query_target_mass": 0.759909987449646, "query_target_nll": 1.283951759338379, "query_top1_on_support": 0.857421875, "mean_query_support_size": 3.263671875, "probe_belief_target_mass": 0.5750455856323242, "probe_belief_target_nll": 2.1246142387390137, "probe_belief_top1_on_support": 0.658203125, "mean_belief_support_size": 3.919921875 }, { "model": "dense", "length": 6, "query_type": "A", "k": 9, "n": 512, "query_target_mass": 0.759909987449646, "query_target_nll": 1.283951759338379, "query_top1_on_support": 0.857421875, "mean_query_support_size": 3.263671875, "probe_belief_target_mass": 0.5750455856323242, "probe_belief_target_nll": 2.1246142387390137, "probe_belief_top1_on_support": 0.658203125, "mean_belief_support_size": 3.919921875 }, { "model": "dense", "length": 6, "query_type": "A", "k": 12, "n": 512, "query_target_mass": 0.759909987449646, "query_target_nll": 1.283951759338379, "query_top1_on_support": 0.857421875, "mean_query_support_size": 3.263671875, "probe_belief_target_mass": 0.5750455856323242, "probe_belief_target_nll": 2.1246142387390137, "probe_belief_top1_on_support": 0.658203125, "mean_belief_support_size": 3.919921875 }, { "model": "dense", "length": 6, "query_type": "B", "k": 0, "n": 512, "query_target_mass": 0.2879466414451599, "query_target_nll": 2.4907126426696777, "query_top1_on_support": 0.29296875, "mean_query_support_size": 3.142578125, "probe_belief_target_mass": 0.03444124758243561, "probe_belief_target_nll": 17.969301223754883, "probe_belief_top1_on_support": 0.0390625, "mean_belief_support_size": 3.673828125 }, { "model": "dense", "length": 6, "query_type": "B", "k": 1, "n": 512, "query_target_mass": 0.3260597586631775, "query_target_nll": 4.723089694976807, "query_top1_on_support": 0.322265625, "mean_query_support_size": 3.142578125, "probe_belief_target_mass": 0.045567966997623444, "probe_belief_target_nll": 18.960697174072266, "probe_belief_top1_on_support": 0.048828125, "mean_belief_support_size": 3.673828125 }, { "model": "dense", "length": 6, "query_type": "B", "k": 2, "n": 512, "query_target_mass": 0.35018014907836914, "query_target_nll": 5.131937026977539, "query_top1_on_support": 0.357421875, "mean_query_support_size": 3.142578125, "probe_belief_target_mass": 0.0679687038064003, "probe_belief_target_nll": 17.483963012695312, "probe_belief_top1_on_support": 0.07421875, "mean_belief_support_size": 3.673828125 }, { "model": "dense", "length": 6, "query_type": "B", "k": 3, "n": 512, "query_target_mass": 0.39409565925598145, "query_target_nll": 5.203365802764893, "query_top1_on_support": 0.41015625, "mean_query_support_size": 3.142578125, "probe_belief_target_mass": 0.08523379266262054, "probe_belief_target_nll": 15.5224027633667, "probe_belief_top1_on_support": 0.095703125, "mean_belief_support_size": 3.673828125 }, { "model": "dense", "length": 6, "query_type": "B", "k": 6, "n": 512, "query_target_mass": 0.774193525314331, "query_target_nll": 1.287156105041504, "query_top1_on_support": 0.826171875, "mean_query_support_size": 3.142578125, "probe_belief_target_mass": 0.5992169380187988, "probe_belief_target_nll": 1.9778664112091064, "probe_belief_top1_on_support": 0.697265625, "mean_belief_support_size": 3.673828125 }, { "model": "dense", "length": 6, "query_type": "B", "k": 9, "n": 512, "query_target_mass": 0.774193525314331, "query_target_nll": 1.287156105041504, "query_top1_on_support": 0.826171875, "mean_query_support_size": 3.142578125, "probe_belief_target_mass": 0.5992169380187988, "probe_belief_target_nll": 1.9778664112091064, "probe_belief_top1_on_support": 0.697265625, "mean_belief_support_size": 3.673828125 }, { "model": "dense", "length": 6, "query_type": "B", "k": 12, "n": 512, "query_target_mass": 0.774193525314331, "query_target_nll": 1.287156105041504, "query_top1_on_support": 0.826171875, "mean_query_support_size": 3.142578125, "probe_belief_target_mass": 0.5992169380187988, "probe_belief_target_nll": 1.9778664112091064, "probe_belief_top1_on_support": 0.697265625, "mean_belief_support_size": 3.673828125 }, { "model": "dense", "length": 6, "query_type": "A_PLUS_B", "k": 0, "n": 512, "query_target_mass": 0.30863314867019653, "query_target_nll": 2.7063069343566895, "query_top1_on_support": 0.33203125, "mean_query_support_size": 3.419921875, "probe_belief_target_mass": 0.035603076219558716, "probe_belief_target_nll": 17.955360412597656, "probe_belief_top1_on_support": 0.025390625, "mean_belief_support_size": 3.583984375 }, { "model": "dense", "length": 6, "query_type": "A_PLUS_B", "k": 1, "n": 512, "query_target_mass": 0.3112289607524872, "query_target_nll": 3.2944817543029785, "query_top1_on_support": 0.3359375, "mean_query_support_size": 3.419921875, "probe_belief_target_mass": 0.0425514355301857, "probe_belief_target_nll": 18.512170791625977, "probe_belief_top1_on_support": 0.044921875, "mean_belief_support_size": 3.583984375 }, { "model": "dense", "length": 6, "query_type": "A_PLUS_B", "k": 2, "n": 512, "query_target_mass": 0.32693278789520264, "query_target_nll": 3.4502453804016113, "query_top1_on_support": 0.330078125, "mean_query_support_size": 3.419921875, "probe_belief_target_mass": 0.07221207767724991, "probe_belief_target_nll": 16.625713348388672, "probe_belief_top1_on_support": 0.07421875, "mean_belief_support_size": 3.583984375 }, { "model": "dense", "length": 6, "query_type": "A_PLUS_B", "k": 3, "n": 512, "query_target_mass": 0.32511547207832336, "query_target_nll": 3.775019645690918, "query_top1_on_support": 0.330078125, "mean_query_support_size": 3.419921875, "probe_belief_target_mass": 0.08920882642269135, "probe_belief_target_nll": 15.25507926940918, "probe_belief_top1_on_support": 0.087890625, "mean_belief_support_size": 3.583984375 }, { "model": "dense", "length": 6, "query_type": "A_PLUS_B", "k": 6, "n": 512, "query_target_mass": 0.6205122470855713, "query_target_nll": 1.6568907499313354, "query_top1_on_support": 0.712890625, "mean_query_support_size": 3.419921875, "probe_belief_target_mass": 0.5661439895629883, "probe_belief_target_nll": 2.052382230758667, "probe_belief_top1_on_support": 0.650390625, "mean_belief_support_size": 3.583984375 }, { "model": "dense", "length": 6, "query_type": "A_PLUS_B", "k": 9, "n": 512, "query_target_mass": 0.6205122470855713, "query_target_nll": 1.6568907499313354, "query_top1_on_support": 0.712890625, "mean_query_support_size": 3.419921875, "probe_belief_target_mass": 0.5661439895629883, "probe_belief_target_nll": 2.052382230758667, "probe_belief_top1_on_support": 0.650390625, "mean_belief_support_size": 3.583984375 }, { "model": "dense", "length": 6, "query_type": "A_PLUS_B", "k": 12, "n": 512, "query_target_mass": 0.6205122470855713, "query_target_nll": 1.6568907499313354, "query_top1_on_support": 0.712890625, "mean_query_support_size": 3.419921875, "probe_belief_target_mass": 0.5661439895629883, "probe_belief_target_nll": 2.052382230758667, "probe_belief_top1_on_support": 0.650390625, "mean_belief_support_size": 3.583984375 }, { "model": "dense", "length": 6, "query_type": "A_MINUS_B", "k": 0, "n": 512, "query_target_mass": 0.3222631514072418, "query_target_nll": 13.080509185791016, "query_top1_on_support": 0.322265625, "mean_query_support_size": 3.419921875, "probe_belief_target_mass": 0.034471601247787476, "probe_belief_target_nll": 18.038028717041016, "probe_belief_top1_on_support": 0.029296875, "mean_belief_support_size": 3.73046875 }, { "model": "dense", "length": 6, "query_type": "A_MINUS_B", "k": 1, "n": 512, "query_target_mass": 0.305675208568573, "query_target_nll": 8.236612319946289, "query_top1_on_support": 0.306640625, "mean_query_support_size": 3.419921875, "probe_belief_target_mass": 0.04340237379074097, "probe_belief_target_nll": 18.914409637451172, "probe_belief_top1_on_support": 0.044921875, "mean_belief_support_size": 3.73046875 }, { "model": "dense", "length": 6, "query_type": "A_MINUS_B", "k": 2, "n": 512, "query_target_mass": 0.309640109539032, "query_target_nll": 7.273890018463135, "query_top1_on_support": 0.30078125, "mean_query_support_size": 3.419921875, "probe_belief_target_mass": 0.06519167125225067, "probe_belief_target_nll": 17.801008224487305, "probe_belief_top1_on_support": 0.0703125, "mean_belief_support_size": 3.73046875 }, { "model": "dense", "length": 6, "query_type": "A_MINUS_B", "k": 3, "n": 512, "query_target_mass": 0.30736470222473145, "query_target_nll": 6.769783973693848, "query_top1_on_support": 0.287109375, "mean_query_support_size": 3.419921875, "probe_belief_target_mass": 0.09222370386123657, "probe_belief_target_nll": 16.26122283935547, "probe_belief_top1_on_support": 0.087890625, "mean_belief_support_size": 3.73046875 }, { "model": "dense", "length": 6, "query_type": "A_MINUS_B", "k": 6, "n": 512, "query_target_mass": 0.7273627519607544, "query_target_nll": 1.383496880531311, "query_top1_on_support": 0.8203125, "mean_query_support_size": 3.419921875, "probe_belief_target_mass": 0.6133226156234741, "probe_belief_target_nll": 1.9303593635559082, "probe_belief_top1_on_support": 0.73046875, "mean_belief_support_size": 3.73046875 }, { "model": "dense", "length": 6, "query_type": "A_MINUS_B", "k": 9, "n": 512, "query_target_mass": 0.7273627519607544, "query_target_nll": 1.383496880531311, "query_top1_on_support": 0.8203125, "mean_query_support_size": 3.419921875, "probe_belief_target_mass": 0.6133226156234741, "probe_belief_target_nll": 1.9303593635559082, "probe_belief_top1_on_support": 0.73046875, "mean_belief_support_size": 3.73046875 }, { "model": "dense", "length": 6, "query_type": "A_MINUS_B", "k": 12, "n": 512, "query_target_mass": 0.7273627519607544, "query_target_nll": 1.383496880531311, "query_top1_on_support": 0.8203125, "mean_query_support_size": 3.419921875, "probe_belief_target_mass": 0.6133226156234741, "probe_belief_target_nll": 1.9303593635559082, "probe_belief_top1_on_support": 0.73046875, "mean_belief_support_size": 3.73046875 }, { "model": "dense", "length": 9, "query_type": "A", "k": 0, "n": 512, "query_target_mass": 0.20148512721061707, "query_target_nll": 2.5743589401245117, "query_top1_on_support": 0.185546875, "mean_query_support_size": 2.224609375, "probe_belief_target_mass": 0.021172892302274704, "probe_belief_target_nll": 18.20294189453125, "probe_belief_top1_on_support": 0.013671875, "mean_belief_support_size": 2.44140625 }, { "model": "dense", "length": 9, "query_type": "A", "k": 1, "n": 512, "query_target_mass": 0.2132999747991562, "query_target_nll": 4.6869425773620605, "query_top1_on_support": 0.21875, "mean_query_support_size": 2.224609375, "probe_belief_target_mass": 0.02219323441386223, "probe_belief_target_nll": 19.346487045288086, "probe_belief_top1_on_support": 0.015625, "mean_belief_support_size": 2.44140625 }, { "model": "dense", "length": 9, "query_type": "A", "k": 2, "n": 512, "query_target_mass": 0.2471655309200287, "query_target_nll": 5.228706359863281, "query_top1_on_support": 0.232421875, "mean_query_support_size": 2.224609375, "probe_belief_target_mass": 0.022410832345485687, "probe_belief_target_nll": 18.31861114501953, "probe_belief_top1_on_support": 0.017578125, "mean_belief_support_size": 2.44140625 }, { "model": "dense", "length": 9, "query_type": "A", "k": 3, "n": 512, "query_target_mass": 0.2560737133026123, "query_target_nll": 5.832978248596191, "query_top1_on_support": 0.267578125, "mean_query_support_size": 2.224609375, "probe_belief_target_mass": 0.026906661689281464, "probe_belief_target_nll": 17.445802688598633, "probe_belief_top1_on_support": 0.02734375, "mean_belief_support_size": 2.44140625 }, { "model": "dense", "length": 9, "query_type": "A", "k": 6, "n": 512, "query_target_mass": 0.30806922912597656, "query_target_nll": 5.393795967102051, "query_top1_on_support": 0.318359375, "mean_query_support_size": 2.224609375, "probe_belief_target_mass": 0.05873455852270126, "probe_belief_target_nll": 14.207465171813965, "probe_belief_top1_on_support": 0.0625, "mean_belief_support_size": 2.44140625 }, { "model": "dense", "length": 9, "query_type": "A", "k": 9, "n": 512, "query_target_mass": 0.5918289422988892, "query_target_nll": 1.3324121236801147, "query_top1_on_support": 0.67578125, "mean_query_support_size": 2.224609375, "probe_belief_target_mass": 0.3868243396282196, "probe_belief_target_nll": 2.303513288497925, "probe_belief_top1_on_support": 0.4765625, "mean_belief_support_size": 2.44140625 }, { "model": "dense", "length": 9, "query_type": "A", "k": 12, "n": 512, "query_target_mass": 0.5918289422988892, "query_target_nll": 1.3324121236801147, "query_top1_on_support": 0.67578125, "mean_query_support_size": 2.224609375, "probe_belief_target_mass": 0.3868243396282196, "probe_belief_target_nll": 2.303513288497925, "probe_belief_top1_on_support": 0.4765625, "mean_belief_support_size": 2.44140625 }, { "model": "dense", "length": 9, "query_type": "B", "k": 0, "n": 512, "query_target_mass": 0.19778655469417572, "query_target_nll": 2.524250030517578, "query_top1_on_support": 0.189453125, "mean_query_support_size": 2.19140625, "probe_belief_target_mass": 0.01706775277853012, "probe_belief_target_nll": 18.575157165527344, "probe_belief_top1_on_support": 0.017578125, "mean_belief_support_size": 2.490234375 }, { "model": "dense", "length": 9, "query_type": "B", "k": 1, "n": 512, "query_target_mass": 0.19485454261302948, "query_target_nll": 4.74301815032959, "query_top1_on_support": 0.22265625, "mean_query_support_size": 2.19140625, "probe_belief_target_mass": 0.028003714978694916, "probe_belief_target_nll": 19.46277618408203, "probe_belief_top1_on_support": 0.02734375, "mean_belief_support_size": 2.490234375 }, { "model": "dense", "length": 9, "query_type": "B", "k": 2, "n": 512, "query_target_mass": 0.21414229273796082, "query_target_nll": 5.398560523986816, "query_top1_on_support": 0.21875, "mean_query_support_size": 2.19140625, "probe_belief_target_mass": 0.030858997255563736, "probe_belief_target_nll": 17.85731315612793, "probe_belief_top1_on_support": 0.03125, "mean_belief_support_size": 2.490234375 }, { "model": "dense", "length": 9, "query_type": "B", "k": 3, "n": 512, "query_target_mass": 0.22939971089363098, "query_target_nll": 6.08824348449707, "query_top1_on_support": 0.248046875, "mean_query_support_size": 2.19140625, "probe_belief_target_mass": 0.03522578626871109, "probe_belief_target_nll": 16.992473602294922, "probe_belief_top1_on_support": 0.037109375, "mean_belief_support_size": 2.490234375 }, { "model": "dense", "length": 9, "query_type": "B", "k": 6, "n": 512, "query_target_mass": 0.3031591773033142, "query_target_nll": 5.859344005584717, "query_top1_on_support": 0.322265625, "mean_query_support_size": 2.19140625, "probe_belief_target_mass": 0.07931136339902878, "probe_belief_target_nll": 14.16869831085205, "probe_belief_top1_on_support": 0.083984375, "mean_belief_support_size": 2.490234375 }, { "model": "dense", "length": 9, "query_type": "B", "k": 9, "n": 512, "query_target_mass": 0.6053990125656128, "query_target_nll": 1.3141676187515259, "query_top1_on_support": 0.66796875, "mean_query_support_size": 2.19140625, "probe_belief_target_mass": 0.4031771719455719, "probe_belief_target_nll": 2.176048994064331, "probe_belief_top1_on_support": 0.494140625, "mean_belief_support_size": 2.490234375 }, { "model": "dense", "length": 9, "query_type": "B", "k": 12, "n": 512, "query_target_mass": 0.6053990125656128, "query_target_nll": 1.3141676187515259, "query_top1_on_support": 0.66796875, "mean_query_support_size": 2.19140625, "probe_belief_target_mass": 0.4031771719455719, "probe_belief_target_nll": 2.176048994064331, "probe_belief_top1_on_support": 0.494140625, "mean_belief_support_size": 2.490234375 }, { "model": "dense", "length": 9, "query_type": "A_PLUS_B", "k": 0, "n": 512, "query_target_mass": 0.22302336990833282, "query_target_nll": 2.703291893005371, "query_top1_on_support": 0.224609375, "mean_query_support_size": 2.4921875, "probe_belief_target_mass": 0.024784056469798088, "probe_belief_target_nll": 17.99775505065918, "probe_belief_top1_on_support": 0.021484375, "mean_belief_support_size": 2.705078125 }, { "model": "dense", "length": 9, "query_type": "A_PLUS_B", "k": 1, "n": 512, "query_target_mass": 0.23092599213123322, "query_target_nll": 3.340468406677246, "query_top1_on_support": 0.220703125, "mean_query_support_size": 2.4921875, "probe_belief_target_mass": 0.022945675998926163, "probe_belief_target_nll": 19.35073471069336, "probe_belief_top1_on_support": 0.0234375, "mean_belief_support_size": 2.705078125 }, { "model": "dense", "length": 9, "query_type": "A_PLUS_B", "k": 2, "n": 512, "query_target_mass": 0.21590036153793335, "query_target_nll": 3.8895955085754395, "query_top1_on_support": 0.216796875, "mean_query_support_size": 2.4921875, "probe_belief_target_mass": 0.03163047879934311, "probe_belief_target_nll": 18.247859954833984, "probe_belief_top1_on_support": 0.033203125, "mean_belief_support_size": 2.705078125 }, { "model": "dense", "length": 9, "query_type": "A_PLUS_B", "k": 3, "n": 512, "query_target_mass": 0.2109876275062561, "query_target_nll": 4.326292037963867, "query_top1_on_support": 0.203125, "mean_query_support_size": 2.4921875, "probe_belief_target_mass": 0.03723147511482239, "probe_belief_target_nll": 17.371070861816406, "probe_belief_top1_on_support": 0.046875, "mean_belief_support_size": 2.705078125 }, { "model": "dense", "length": 9, "query_type": "A_PLUS_B", "k": 6, "n": 512, "query_target_mass": 0.2410774528980255, "query_target_nll": 3.958440065383911, "query_top1_on_support": 0.25, "mean_query_support_size": 2.4921875, "probe_belief_target_mass": 0.07850057631731033, "probe_belief_target_nll": 13.76834487915039, "probe_belief_top1_on_support": 0.087890625, "mean_belief_support_size": 2.705078125 }, { "model": "dense", "length": 9, "query_type": "A_PLUS_B", "k": 9, "n": 512, "query_target_mass": 0.46736037731170654, "query_target_nll": 1.6781525611877441, "query_top1_on_support": 0.5546875, "mean_query_support_size": 2.4921875, "probe_belief_target_mass": 0.3788124918937683, "probe_belief_target_nll": 2.329427719116211, "probe_belief_top1_on_support": 0.46484375, "mean_belief_support_size": 2.705078125 }, { "model": "dense", "length": 9, "query_type": "A_PLUS_B", "k": 12, "n": 512, "query_target_mass": 0.46736037731170654, "query_target_nll": 1.6781525611877441, "query_top1_on_support": 0.5546875, "mean_query_support_size": 2.4921875, "probe_belief_target_mass": 0.3788124918937683, "probe_belief_target_nll": 2.329427719116211, "probe_belief_top1_on_support": 0.46484375, "mean_belief_support_size": 2.705078125 }, { "model": "dense", "length": 9, "query_type": "A_MINUS_B", "k": 0, "n": 512, "query_target_mass": 0.22269120812416077, "query_target_nll": 13.334354400634766, "query_top1_on_support": 0.22265625, "mean_query_support_size": 2.46875, "probe_belief_target_mass": 0.02244693599641323, "probe_belief_target_nll": 18.379804611206055, "probe_belief_top1_on_support": 0.025390625, "mean_belief_support_size": 2.6953125 }, { "model": "dense", "length": 9, "query_type": "A_MINUS_B", "k": 1, "n": 512, "query_target_mass": 0.24015921354293823, "query_target_nll": 7.638163089752197, "query_top1_on_support": 0.244140625, "mean_query_support_size": 2.46875, "probe_belief_target_mass": 0.0239967443048954, "probe_belief_target_nll": 19.052595138549805, "probe_belief_top1_on_support": 0.021484375, "mean_belief_support_size": 2.6953125 }, { "model": "dense", "length": 9, "query_type": "A_MINUS_B", "k": 2, "n": 512, "query_target_mass": 0.22740918397903442, "query_target_nll": 7.075465202331543, "query_top1_on_support": 0.23046875, "mean_query_support_size": 2.46875, "probe_belief_target_mass": 0.02403070777654648, "probe_belief_target_nll": 18.54737091064453, "probe_belief_top1_on_support": 0.015625, "mean_belief_support_size": 2.6953125 }, { "model": "dense", "length": 9, "query_type": "A_MINUS_B", "k": 3, "n": 512, "query_target_mass": 0.21522104740142822, "query_target_nll": 6.34381103515625, "query_top1_on_support": 0.203125, "mean_query_support_size": 2.46875, "probe_belief_target_mass": 0.02640567719936371, "probe_belief_target_nll": 17.679697036743164, "probe_belief_top1_on_support": 0.0234375, "mean_belief_support_size": 2.6953125 }, { "model": "dense", "length": 9, "query_type": "A_MINUS_B", "k": 6, "n": 512, "query_target_mass": 0.2450510412454605, "query_target_nll": 5.208279609680176, "query_top1_on_support": 0.255859375, "mean_query_support_size": 2.46875, "probe_belief_target_mass": 0.06391311436891556, "probe_belief_target_nll": 13.828235626220703, "probe_belief_top1_on_support": 0.072265625, "mean_belief_support_size": 2.6953125 }, { "model": "dense", "length": 9, "query_type": "A_MINUS_B", "k": 9, "n": 512, "query_target_mass": 0.5637374520301819, "query_target_nll": 1.5274500846862793, "query_top1_on_support": 0.650390625, "mean_query_support_size": 2.46875, "probe_belief_target_mass": 0.39455941319465637, "probe_belief_target_nll": 2.3171119689941406, "probe_belief_top1_on_support": 0.490234375, "mean_belief_support_size": 2.6953125 }, { "model": "dense", "length": 9, "query_type": "A_MINUS_B", "k": 12, "n": 512, "query_target_mass": 0.5637374520301819, "query_target_nll": 1.5274500846862793, "query_top1_on_support": 0.650390625, "mean_query_support_size": 2.46875, "probe_belief_target_mass": 0.39455941319465637, "probe_belief_target_nll": 2.3171119689941406, "probe_belief_top1_on_support": 0.490234375, "mean_belief_support_size": 2.6953125 }, { "model": "dense", "length": 12, "query_type": "A", "k": 0, "n": 512, "query_target_mass": 0.17274311184883118, "query_target_nll": 2.599500894546509, "query_top1_on_support": 0.1640625, "mean_query_support_size": 1.888671875, "probe_belief_target_mass": 0.016684185713529587, "probe_belief_target_nll": 18.27532958984375, "probe_belief_top1_on_support": 0.017578125, "mean_belief_support_size": 2.05078125 }, { "model": "dense", "length": 12, "query_type": "A", "k": 1, "n": 512, "query_target_mass": 0.1764656901359558, "query_target_nll": 4.662253379821777, "query_top1_on_support": 0.1640625, "mean_query_support_size": 1.888671875, "probe_belief_target_mass": 0.01678844541311264, "probe_belief_target_nll": 19.71877670288086, "probe_belief_top1_on_support": 0.0234375, "mean_belief_support_size": 2.05078125 }, { "model": "dense", "length": 12, "query_type": "A", "k": 2, "n": 512, "query_target_mass": 0.18086275458335876, "query_target_nll": 5.420074939727783, "query_top1_on_support": 0.197265625, "mean_query_support_size": 1.888671875, "probe_belief_target_mass": 0.02348509430885315, "probe_belief_target_nll": 18.265411376953125, "probe_belief_top1_on_support": 0.0234375, "mean_belief_support_size": 2.05078125 }, { "model": "dense", "length": 12, "query_type": "A", "k": 3, "n": 512, "query_target_mass": 0.19856715202331543, "query_target_nll": 5.555119037628174, "query_top1_on_support": 0.201171875, "mean_query_support_size": 1.888671875, "probe_belief_target_mass": 0.023784754797816277, "probe_belief_target_nll": 17.552234649658203, "probe_belief_top1_on_support": 0.025390625, "mean_belief_support_size": 2.05078125 }, { "model": "dense", "length": 12, "query_type": "A", "k": 6, "n": 512, "query_target_mass": 0.22956982254981995, "query_target_nll": 5.912484169006348, "query_top1_on_support": 0.236328125, "mean_query_support_size": 1.888671875, "probe_belief_target_mass": 0.032686613500118256, "probe_belief_target_nll": 15.707801818847656, "probe_belief_top1_on_support": 0.0390625, "mean_belief_support_size": 2.05078125 }, { "model": "dense", "length": 12, "query_type": "A", "k": 9, "n": 512, "query_target_mass": 0.28947922587394714, "query_target_nll": 5.032194137573242, "query_top1_on_support": 0.306640625, "mean_query_support_size": 1.888671875, "probe_belief_target_mass": 0.06894126534461975, "probe_belief_target_nll": 13.362767219543457, "probe_belief_top1_on_support": 0.080078125, "mean_belief_support_size": 2.05078125 }, { "model": "dense", "length": 12, "query_type": "A", "k": 12, "n": 512, "query_target_mass": 0.5267282128334045, "query_target_nll": 1.361647367477417, "query_top1_on_support": 0.62109375, "mean_query_support_size": 1.888671875, "probe_belief_target_mass": 0.31617310643196106, "probe_belief_target_nll": 2.4668350219726562, "probe_belief_top1_on_support": 0.373046875, "mean_belief_support_size": 2.05078125 }, { "model": "dense", "length": 12, "query_type": "B", "k": 0, "n": 512, "query_target_mass": 0.16899079084396362, "query_target_nll": 2.467928647994995, "query_top1_on_support": 0.185546875, "mean_query_support_size": 1.822265625, "probe_belief_target_mass": 0.017059700563549995, "probe_belief_target_nll": 18.344013214111328, "probe_belief_top1_on_support": 0.01953125, "mean_belief_support_size": 1.966796875 }, { "model": "dense", "length": 12, "query_type": "B", "k": 1, "n": 512, "query_target_mass": 0.16817019879817963, "query_target_nll": 4.639560699462891, "query_top1_on_support": 0.169921875, "mean_query_support_size": 1.822265625, "probe_belief_target_mass": 0.014942551031708717, "probe_belief_target_nll": 19.62722396850586, "probe_belief_top1_on_support": 0.025390625, "mean_belief_support_size": 1.966796875 }, { "model": "dense", "length": 12, "query_type": "B", "k": 2, "n": 512, "query_target_mass": 0.1760503053665161, "query_target_nll": 5.372035980224609, "query_top1_on_support": 0.171875, "mean_query_support_size": 1.822265625, "probe_belief_target_mass": 0.015908539295196533, "probe_belief_target_nll": 18.696298599243164, "probe_belief_top1_on_support": 0.01953125, "mean_belief_support_size": 1.966796875 }, { "model": "dense", "length": 12, "query_type": "B", "k": 3, "n": 512, "query_target_mass": 0.16543219983577728, "query_target_nll": 6.1144304275512695, "query_top1_on_support": 0.138671875, "mean_query_support_size": 1.822265625, "probe_belief_target_mass": 0.02273060381412506, "probe_belief_target_nll": 17.944650650024414, "probe_belief_top1_on_support": 0.03125, "mean_belief_support_size": 1.966796875 }, { "model": "dense", "length": 12, "query_type": "B", "k": 6, "n": 512, "query_target_mass": 0.1954020857810974, "query_target_nll": 6.893285751342773, "query_top1_on_support": 0.1953125, "mean_query_support_size": 1.822265625, "probe_belief_target_mass": 0.02494090050458908, "probe_belief_target_nll": 16.014965057373047, "probe_belief_top1_on_support": 0.02734375, "mean_belief_support_size": 1.966796875 }, { "model": "dense", "length": 12, "query_type": "B", "k": 9, "n": 512, "query_target_mass": 0.25028425455093384, "query_target_nll": 5.73668098449707, "query_top1_on_support": 0.2734375, "mean_query_support_size": 1.822265625, "probe_belief_target_mass": 0.04574902355670929, "probe_belief_target_nll": 13.753030776977539, "probe_belief_top1_on_support": 0.041015625, "mean_belief_support_size": 1.966796875 }, { "model": "dense", "length": 12, "query_type": "B", "k": 12, "n": 512, "query_target_mass": 0.533745288848877, "query_target_nll": 1.4372503757476807, "query_top1_on_support": 0.611328125, "mean_query_support_size": 1.822265625, "probe_belief_target_mass": 0.31037476658821106, "probe_belief_target_nll": 2.5151286125183105, "probe_belief_top1_on_support": 0.38671875, "mean_belief_support_size": 1.966796875 }, { "model": "dense", "length": 12, "query_type": "A_PLUS_B", "k": 0, "n": 512, "query_target_mass": 0.1804937869310379, "query_target_nll": 2.6773242950439453, "query_top1_on_support": 0.19140625, "mean_query_support_size": 1.974609375, "probe_belief_target_mass": 0.017234090715646744, "probe_belief_target_nll": 18.55910301208496, "probe_belief_top1_on_support": 0.01171875, "mean_belief_support_size": 2.1328125 }, { "model": "dense", "length": 12, "query_type": "A_PLUS_B", "k": 1, "n": 512, "query_target_mass": 0.18695880472660065, "query_target_nll": 3.322066307067871, "query_top1_on_support": 0.203125, "mean_query_support_size": 1.974609375, "probe_belief_target_mass": 0.021044481545686722, "probe_belief_target_nll": 19.471637725830078, "probe_belief_top1_on_support": 0.015625, "mean_belief_support_size": 2.1328125 }, { "model": "dense", "length": 12, "query_type": "A_PLUS_B", "k": 2, "n": 512, "query_target_mass": 0.18972095847129822, "query_target_nll": 3.636837959289551, "query_top1_on_support": 0.2109375, "mean_query_support_size": 1.974609375, "probe_belief_target_mass": 0.02078748308122158, "probe_belief_target_nll": 18.968109130859375, "probe_belief_top1_on_support": 0.025390625, "mean_belief_support_size": 2.1328125 }, { "model": "dense", "length": 12, "query_type": "A_PLUS_B", "k": 3, "n": 512, "query_target_mass": 0.18770943582057953, "query_target_nll": 3.8941102027893066, "query_top1_on_support": 0.1796875, "mean_query_support_size": 1.974609375, "probe_belief_target_mass": 0.02820846252143383, "probe_belief_target_nll": 17.96700668334961, "probe_belief_top1_on_support": 0.0234375, "mean_belief_support_size": 2.1328125 }, { "model": "dense", "length": 12, "query_type": "A_PLUS_B", "k": 6, "n": 512, "query_target_mass": 0.18093495070934296, "query_target_nll": 4.1761627197265625, "query_top1_on_support": 0.1796875, "mean_query_support_size": 1.974609375, "probe_belief_target_mass": 0.029113665223121643, "probe_belief_target_nll": 15.825719833374023, "probe_belief_top1_on_support": 0.025390625, "mean_belief_support_size": 2.1328125 }, { "model": "dense", "length": 12, "query_type": "A_PLUS_B", "k": 9, "n": 512, "query_target_mass": 0.18893525004386902, "query_target_nll": 4.174066066741943, "query_top1_on_support": 0.19140625, "mean_query_support_size": 1.974609375, "probe_belief_target_mass": 0.05789437144994736, "probe_belief_target_nll": 13.188493728637695, "probe_belief_top1_on_support": 0.064453125, "mean_belief_support_size": 2.1328125 }, { "model": "dense", "length": 12, "query_type": "A_PLUS_B", "k": 12, "n": 512, "query_target_mass": 0.40795302391052246, "query_target_nll": 1.6767741441726685, "query_top1_on_support": 0.48046875, "mean_query_support_size": 1.974609375, "probe_belief_target_mass": 0.3276469111442566, "probe_belief_target_nll": 2.499924898147583, "probe_belief_top1_on_support": 0.408203125, "mean_belief_support_size": 2.1328125 }, { "model": "dense", "length": 12, "query_type": "A_MINUS_B", "k": 0, "n": 512, "query_target_mass": 0.16404134035110474, "query_target_nll": 13.50048828125, "query_top1_on_support": 0.1640625, "mean_query_support_size": 1.939453125, "probe_belief_target_mass": 0.015392210334539413, "probe_belief_target_nll": 18.540054321289062, "probe_belief_top1_on_support": 0.01171875, "mean_belief_support_size": 1.99609375 }, { "model": "dense", "length": 12, "query_type": "A_MINUS_B", "k": 1, "n": 512, "query_target_mass": 0.17660409212112427, "query_target_nll": 7.781930446624756, "query_top1_on_support": 0.18359375, "mean_query_support_size": 1.939453125, "probe_belief_target_mass": 0.018039943650364876, "probe_belief_target_nll": 19.249282836914062, "probe_belief_top1_on_support": 0.015625, "mean_belief_support_size": 1.99609375 }, { "model": "dense", "length": 12, "query_type": "A_MINUS_B", "k": 2, "n": 512, "query_target_mass": 0.18512822687625885, "query_target_nll": 6.559370517730713, "query_top1_on_support": 0.203125, "mean_query_support_size": 1.939453125, "probe_belief_target_mass": 0.020495038479566574, "probe_belief_target_nll": 18.129234313964844, "probe_belief_top1_on_support": 0.02734375, "mean_belief_support_size": 1.99609375 }, { "model": "dense", "length": 12, "query_type": "A_MINUS_B", "k": 3, "n": 512, "query_target_mass": 0.17554748058319092, "query_target_nll": 6.222527503967285, "query_top1_on_support": 0.17578125, "mean_query_support_size": 1.939453125, "probe_belief_target_mass": 0.016206607222557068, "probe_belief_target_nll": 17.889877319335938, "probe_belief_top1_on_support": 0.01953125, "mean_belief_support_size": 1.99609375 }, { "model": "dense", "length": 12, "query_type": "A_MINUS_B", "k": 6, "n": 512, "query_target_mass": 0.17004403471946716, "query_target_nll": 5.657341957092285, "query_top1_on_support": 0.169921875, "mean_query_support_size": 1.939453125, "probe_belief_target_mass": 0.026477612555027008, "probe_belief_target_nll": 16.14549446105957, "probe_belief_top1_on_support": 0.025390625, "mean_belief_support_size": 1.99609375 }, { "model": "dense", "length": 12, "query_type": "A_MINUS_B", "k": 9, "n": 512, "query_target_mass": 0.17684248089790344, "query_target_nll": 5.335201263427734, "query_top1_on_support": 0.17578125, "mean_query_support_size": 1.939453125, "probe_belief_target_mass": 0.04682522639632225, "probe_belief_target_nll": 13.92432975769043, "probe_belief_top1_on_support": 0.064453125, "mean_belief_support_size": 1.99609375 }, { "model": "dense", "length": 12, "query_type": "A_MINUS_B", "k": 12, "n": 512, "query_target_mass": 0.4394457936286926, "query_target_nll": 1.7209129333496094, "query_top1_on_support": 0.5078125, "mean_query_support_size": 1.939453125, "probe_belief_target_mass": 0.3064766228199005, "probe_belief_target_nll": 2.56028151512146, "probe_belief_top1_on_support": 0.400390625, "mean_belief_support_size": 1.99609375 } ] } ], "checkpoints": [ "large_artifacts/dense_latent_query_executor/checkpoints/pilot_dense_mod11/checkpoint_final.pt" ] }