{ "mode": "dense", "args": { "mode": "dense", "seed": 53, "modulus": 31, "observe_mod": 5, "observe_prob": 0.3, "op_family": "full", "query_family": "all", "train_min_len": 1, "train_max_len": 8, "eval_lengths": "4,8,12,16,24", "eval_k": "0,1,2,4,8,12,16,24", "eval_query_types": "all", "state_dim": 256, "instr_dim": 128, "heads": 4, "compiler_layers": 2, "dropout": 0.0, "train_steps": 5000, "batch_size": 512, "eval_batch_size": 512, "eval_examples": 512, "lr": 0.001, "weight_decay": 0.0001, "probe_steps": 2000, "probe_batch_size": 512, "probe_lr": 0.001, "probe_weight_decay": 0.0001, "probe_dropout": 0.0, "max_grad_norm": 1.0, "log_every": 250, "probe_log_every": 200, "output_dir": "experiments/dense_latent_query_executor/runs/main_dense_mod31", "checkpoint_dir": "large_artifacts/dense_latent_query_executor/checkpoints/main_dense_mod31" }, "env": { "python": "3.12.3", "torch": "2.8.0+cu128", "device": "cuda", "cuda_name": "NVIDIA RTX 6000 Ada Generation" }, "train": [ { "step": 1, "loss": 3.4382762908935547, "grad_norm": 0.5453774929046631, "query_target_mass": 0.38413625955581665, "query_target_nll": 3.3524677753448486, "query_top1_on_support": 0.55078125, "mean_query_support_size": 11.65234375 }, { "step": 250, "loss": 3.2321009635925293, "grad_norm": 0.4789588153362274, "query_target_mass": 0.44519180059432983, "query_target_nll": 3.217602014541626, "query_top1_on_support": 0.474609375, "mean_query_support_size": 11.8671875 }, { "step": 500, "loss": 3.093048572540283, "grad_norm": 0.4955596923828125, "query_target_mass": 0.43771713972091675, "query_target_nll": 3.0733981132507324, "query_top1_on_support": 0.482421875, "mean_query_support_size": 10.365234375 }, { "step": 750, "loss": 3.1163201332092285, "grad_norm": 0.5350611805915833, "query_target_mass": 0.4473820626735687, "query_target_nll": 3.0897445678710938, "query_top1_on_support": 0.5078125, "mean_query_support_size": 10.890625 }, { "step": 1000, "loss": 3.0008373260498047, "grad_norm": 0.5899888873100281, "query_target_mass": 0.5341907739639282, "query_target_nll": 2.9494752883911133, "query_top1_on_support": 0.578125, "mean_query_support_size": 12.0859375 }, { "step": 1250, "loss": 2.8866734504699707, "grad_norm": 0.6105160117149353, "query_target_mass": 0.5321065187454224, "query_target_nll": 2.8666768074035645, "query_top1_on_support": 0.5859375, "mean_query_support_size": 11.146484375 }, { "step": 1500, "loss": 2.739651679992676, "grad_norm": 0.7490182518959045, "query_target_mass": 0.5559016466140747, "query_target_nll": 2.711761951446533, "query_top1_on_support": 0.634765625, "mean_query_support_size": 11.0859375 }, { "step": 1750, "loss": 2.6559085845947266, "grad_norm": 0.738921046257019, "query_target_mass": 0.611266016960144, "query_target_nll": 2.648008108139038, "query_top1_on_support": 0.712890625, "mean_query_support_size": 11.837890625 }, { "step": 2000, "loss": 2.6062395572662354, "grad_norm": 0.8213528394699097, "query_target_mass": 0.6063392758369446, "query_target_nll": 2.541614055633545, "query_top1_on_support": 0.71875, "mean_query_support_size": 10.689453125 }, { "step": 2250, "loss": 2.5120108127593994, "grad_norm": 0.8588630557060242, "query_target_mass": 0.643074631690979, "query_target_nll": 2.5047662258148193, "query_top1_on_support": 0.73046875, "mean_query_support_size": 11.013671875 }, { "step": 2500, "loss": 2.5182602405548096, "grad_norm": 0.8017870187759399, "query_target_mass": 0.6475464105606079, "query_target_nll": 2.5043582916259766, "query_top1_on_support": 0.75, "mean_query_support_size": 11.212890625 }, { "step": 2750, "loss": 2.4798455238342285, "grad_norm": 0.8505434989929199, "query_target_mass": 0.6527299880981445, "query_target_nll": 2.5040833950042725, "query_top1_on_support": 0.744140625, "mean_query_support_size": 11.51953125 }, { "step": 3000, "loss": 2.4596199989318848, "grad_norm": 0.8335167765617371, "query_target_mass": 0.653438925743103, "query_target_nll": 2.447962522506714, "query_top1_on_support": 0.74609375, "mean_query_support_size": 10.9296875 }, { "step": 3250, "loss": 2.488232135772705, "grad_norm": 0.878383457660675, "query_target_mass": 0.6723855137825012, "query_target_nll": 2.4632492065429688, "query_top1_on_support": 0.744140625, "mean_query_support_size": 11.373046875 }, { "step": 3500, "loss": 2.4632205963134766, "grad_norm": 0.8701311945915222, "query_target_mass": 0.6495930552482605, "query_target_nll": 2.4164233207702637, "query_top1_on_support": 0.7265625, "mean_query_support_size": 10.720703125 }, { "step": 3750, "loss": 2.4229538440704346, "grad_norm": 0.8606433868408203, "query_target_mass": 0.6839020252227783, "query_target_nll": 2.4007158279418945, "query_top1_on_support": 0.783203125, "mean_query_support_size": 11.16015625 }, { "step": 4000, "loss": 2.3216514587402344, "grad_norm": 0.8239811062812805, "query_target_mass": 0.6867740750312805, "query_target_nll": 2.3137474060058594, "query_top1_on_support": 0.75390625, "mean_query_support_size": 11.09765625 }, { "step": 4250, "loss": 2.4266088008880615, "grad_norm": 0.8330255746841431, "query_target_mass": 0.6949400901794434, "query_target_nll": 2.4248180389404297, "query_top1_on_support": 0.779296875, "mean_query_support_size": 11.41796875 }, { "step": 4500, "loss": 2.3958067893981934, "grad_norm": 0.8184829950332642, "query_target_mass": 0.6902512311935425, "query_target_nll": 2.3647332191467285, "query_top1_on_support": 0.775390625, "mean_query_support_size": 10.8828125 }, { "step": 4750, "loss": 2.389892578125, "grad_norm": 0.8457545042037964, "query_target_mass": 0.6910698413848877, "query_target_nll": 2.392552375793457, "query_top1_on_support": 0.7734375, "mean_query_support_size": 11.30859375 }, { "step": 5000, "loss": 2.4072091579437256, "grad_norm": 0.8040941953659058, "query_target_mass": 0.6810302734375, "query_target_nll": 2.391099691390991, "query_top1_on_support": 0.79296875, "mean_query_support_size": 10.8828125 } ], "probe_train": [ { "step": 1, "loss": 6.891349792480469, "grad_norm": 0.21312175691127777, "probe_belief_target_mass": 0.018691351637244225, "probe_belief_target_nll": 6.891349792480469, "probe_belief_top1_on_support": 0.01888020895421505, "mean_belief_support_size": 17.92513084411621 }, { "step": 200, "loss": 3.8135178089141846, "grad_norm": 0.456895649433136, "probe_belief_target_mass": 0.4681694805622101, "probe_belief_target_nll": 3.8135178089141846, "probe_belief_top1_on_support": 0.6575520634651184, "mean_belief_support_size": 18.54231834411621 }, { "step": 400, "loss": 3.7341816425323486, "grad_norm": 0.4537319242954254, "probe_belief_target_mass": 0.5340572595596313, "probe_belief_target_nll": 3.7341816425323486, "probe_belief_top1_on_support": 0.6636284589767456, "mean_belief_support_size": 18.59982681274414 }, { "step": 600, "loss": 3.6028289794921875, "grad_norm": 0.39457860589027405, "probe_belief_target_mass": 0.575151264667511, "probe_belief_target_nll": 3.6028289794921875, "probe_belief_top1_on_support": 0.6883680820465088, "mean_belief_support_size": 18.67209243774414 }, { "step": 800, "loss": 3.575552225112915, "grad_norm": 0.4007118046283722, "probe_belief_target_mass": 0.5846186876296997, "probe_belief_target_nll": 3.575552225112915, "probe_belief_top1_on_support": 0.6946614384651184, "mean_belief_support_size": 17.85503578186035 }, { "step": 1000, "loss": 3.4571969509124756, "grad_norm": 0.4066770672798157, "probe_belief_target_mass": 0.6292931437492371, "probe_belief_target_nll": 3.4571969509124756, "probe_belief_top1_on_support": 0.745225727558136, "mean_belief_support_size": 18.35177993774414 }, { "step": 1200, "loss": 3.436007499694824, "grad_norm": 0.3840629756450653, "probe_belief_target_mass": 0.6218302249908447, "probe_belief_target_nll": 3.436007499694824, "probe_belief_top1_on_support": 0.7287326455116272, "mean_belief_support_size": 17.736328125 }, { "step": 1400, "loss": 3.4094831943511963, "grad_norm": 0.38702088594436646, "probe_belief_target_mass": 0.6298211216926575, "probe_belief_target_nll": 3.4094831943511963, "probe_belief_top1_on_support": 0.7317708134651184, "mean_belief_support_size": 17.82703971862793 }, { "step": 1600, "loss": 3.346296548843384, "grad_norm": 0.39597541093826294, "probe_belief_target_mass": 0.6361927390098572, "probe_belief_target_nll": 3.346296548843384, "probe_belief_top1_on_support": 0.7426215410232544, "mean_belief_support_size": 17.18055534362793 }, { "step": 1800, "loss": 3.432006359100342, "grad_norm": 0.3933289349079132, "probe_belief_target_mass": 0.6149519085884094, "probe_belief_target_nll": 3.432006359100342, "probe_belief_top1_on_support": 0.6976996660232544, "mean_belief_support_size": 17.28971290588379 }, { "step": 2000, "loss": 3.4252007007598877, "grad_norm": 0.3770869970321655, "probe_belief_target_mass": 0.6423044800758362, "probe_belief_target_nll": 3.4252007007598877, "probe_belief_top1_on_support": 0.7291666865348816, "mean_belief_support_size": 18.30447006225586 } ], "eval": [ { "step": 5000, "rows": [ { "model": "dense", "length": 4, "query_type": "A", "k": 0, "n": 512, "query_target_mass": 0.34616148471832275, "query_target_nll": 4.02669620513916, "query_top1_on_support": 0.357421875, "mean_query_support_size": 10.779296875, "probe_belief_target_mass": 0.02482271008193493, "probe_belief_target_nll": 24.636749267578125, "probe_belief_top1_on_support": 0.02734375, "mean_belief_support_size": 13.26171875 }, { "model": "dense", "length": 4, "query_type": "A", "k": 1, "n": 512, "query_target_mass": 0.42192310094833374, "query_target_nll": 4.564833641052246, "query_top1_on_support": 0.41796875, "mean_query_support_size": 10.779296875, "probe_belief_target_mass": 0.06313106417655945, "probe_belief_target_nll": 31.326488494873047, "probe_belief_top1_on_support": 0.064453125, "mean_belief_support_size": 13.26171875 }, { "model": "dense", "length": 4, "query_type": "A", "k": 2, "n": 512, "query_target_mass": 0.4969019293785095, "query_target_nll": 4.558302879333496, "query_top1_on_support": 0.54296875, "mean_query_support_size": 10.779296875, "probe_belief_target_mass": 0.12006966769695282, "probe_belief_target_nll": 22.872901916503906, "probe_belief_top1_on_support": 0.13671875, "mean_belief_support_size": 13.26171875 }, { "model": "dense", "length": 4, "query_type": "A", "k": 4, "n": 512, "query_target_mass": 0.7390965223312378, "query_target_nll": 2.293342113494873, "query_top1_on_support": 0.8203125, "mean_query_support_size": 10.779296875, "probe_belief_target_mass": 0.40822622179985046, "probe_belief_target_nll": 3.70560359954834, "probe_belief_top1_on_support": 0.52734375, "mean_belief_support_size": 13.26171875 }, { "model": "dense", "length": 4, "query_type": "A", "k": 8, "n": 512, "query_target_mass": 0.7390965223312378, "query_target_nll": 2.293342113494873, "query_top1_on_support": 0.8203125, "mean_query_support_size": 10.779296875, "probe_belief_target_mass": 0.40822622179985046, "probe_belief_target_nll": 3.70560359954834, "probe_belief_top1_on_support": 0.52734375, "mean_belief_support_size": 13.26171875 }, { "model": "dense", "length": 4, "query_type": "A", "k": 12, "n": 512, "query_target_mass": 0.7390965223312378, "query_target_nll": 2.293342113494873, "query_top1_on_support": 0.8203125, "mean_query_support_size": 10.779296875, "probe_belief_target_mass": 0.40822622179985046, "probe_belief_target_nll": 3.70560359954834, "probe_belief_top1_on_support": 0.52734375, "mean_belief_support_size": 13.26171875 }, { "model": "dense", "length": 4, "query_type": "A", "k": 16, "n": 512, "query_target_mass": 0.7390965223312378, "query_target_nll": 2.293342113494873, "query_top1_on_support": 0.8203125, "mean_query_support_size": 10.779296875, "probe_belief_target_mass": 0.40822622179985046, "probe_belief_target_nll": 3.70560359954834, "probe_belief_top1_on_support": 0.52734375, "mean_belief_support_size": 13.26171875 }, { "model": "dense", "length": 4, "query_type": "A", "k": 24, "n": 512, "query_target_mass": 0.7390965223312378, "query_target_nll": 2.293342113494873, "query_top1_on_support": 0.8203125, "mean_query_support_size": 10.779296875, "probe_belief_target_mass": 0.40822622179985046, "probe_belief_target_nll": 3.70560359954834, "probe_belief_top1_on_support": 0.52734375, "mean_belief_support_size": 13.26171875 }, { "model": "dense", "length": 4, "query_type": "B", "k": 0, "n": 512, "query_target_mass": 0.36221736669540405, "query_target_nll": 4.019669532775879, "query_top1_on_support": 0.373046875, "mean_query_support_size": 10.986328125, "probe_belief_target_mass": 0.033179618418216705, "probe_belief_target_nll": 24.12823486328125, "probe_belief_top1_on_support": 0.02734375, "mean_belief_support_size": 13.19140625 }, { "model": "dense", "length": 4, "query_type": "B", "k": 1, "n": 512, "query_target_mass": 0.4170991778373718, "query_target_nll": 4.8849406242370605, "query_top1_on_support": 0.412109375, "mean_query_support_size": 10.986328125, "probe_belief_target_mass": 0.07464012503623962, "probe_belief_target_nll": 30.457176208496094, "probe_belief_top1_on_support": 0.068359375, "mean_belief_support_size": 13.19140625 }, { "model": "dense", "length": 4, "query_type": "B", "k": 2, "n": 512, "query_target_mass": 0.507236123085022, "query_target_nll": 4.410144329071045, "query_top1_on_support": 0.515625, "mean_query_support_size": 10.986328125, "probe_belief_target_mass": 0.13874900341033936, "probe_belief_target_nll": 22.140331268310547, "probe_belief_top1_on_support": 0.16015625, "mean_belief_support_size": 13.19140625 }, { "model": "dense", "length": 4, "query_type": "B", "k": 4, "n": 512, "query_target_mass": 0.773235559463501, "query_target_nll": 2.2611470222473145, "query_top1_on_support": 0.86328125, "mean_query_support_size": 10.986328125, "probe_belief_target_mass": 0.4219987690448761, "probe_belief_target_nll": 3.6591432094573975, "probe_belief_top1_on_support": 0.5625, "mean_belief_support_size": 13.19140625 }, { "model": "dense", "length": 4, "query_type": "B", "k": 8, "n": 512, "query_target_mass": 0.773235559463501, "query_target_nll": 2.2611470222473145, "query_top1_on_support": 0.86328125, "mean_query_support_size": 10.986328125, "probe_belief_target_mass": 0.4219987690448761, "probe_belief_target_nll": 3.6591432094573975, "probe_belief_top1_on_support": 0.5625, "mean_belief_support_size": 13.19140625 }, { "model": "dense", "length": 4, "query_type": "B", "k": 12, "n": 512, "query_target_mass": 0.773235559463501, "query_target_nll": 2.2611470222473145, "query_top1_on_support": 0.86328125, "mean_query_support_size": 10.986328125, "probe_belief_target_mass": 0.4219987690448761, "probe_belief_target_nll": 3.6591432094573975, "probe_belief_top1_on_support": 0.5625, "mean_belief_support_size": 13.19140625 }, { "model": "dense", "length": 4, "query_type": "B", "k": 16, "n": 512, "query_target_mass": 0.773235559463501, "query_target_nll": 2.2611470222473145, "query_top1_on_support": 0.86328125, "mean_query_support_size": 10.986328125, "probe_belief_target_mass": 0.4219987690448761, "probe_belief_target_nll": 3.6591432094573975, "probe_belief_top1_on_support": 0.5625, "mean_belief_support_size": 13.19140625 }, { "model": "dense", "length": 4, "query_type": "B", "k": 24, "n": 512, "query_target_mass": 0.773235559463501, "query_target_nll": 2.2611470222473145, "query_top1_on_support": 0.86328125, "mean_query_support_size": 10.986328125, "probe_belief_target_mass": 0.4219987690448761, "probe_belief_target_nll": 3.6591432094573975, "probe_belief_top1_on_support": 0.5625, "mean_belief_support_size": 13.19140625 }, { "model": "dense", "length": 4, "query_type": "A_PLUS_B", "k": 0, "n": 512, "query_target_mass": 0.40984678268432617, "query_target_nll": 3.8634214401245117, "query_top1_on_support": 0.3984375, "mean_query_support_size": 12.76171875, "probe_belief_target_mass": 0.02160470560193062, "probe_belief_target_nll": 24.7772216796875, "probe_belief_top1_on_support": 0.017578125, "mean_belief_support_size": 13.453125 }, { "model": "dense", "length": 4, "query_type": "A_PLUS_B", "k": 1, "n": 512, "query_target_mass": 0.4186091125011444, "query_target_nll": 4.016059398651123, "query_top1_on_support": 0.41015625, "mean_query_support_size": 12.76171875, "probe_belief_target_mass": 0.0476423054933548, "probe_belief_target_nll": 31.358182907104492, "probe_belief_top1_on_support": 0.0546875, "mean_belief_support_size": 13.453125 }, { "model": "dense", "length": 4, "query_type": "A_PLUS_B", "k": 2, "n": 512, "query_target_mass": 0.4383174479007721, "query_target_nll": 4.0787458419799805, "query_top1_on_support": 0.45703125, "mean_query_support_size": 12.76171875, "probe_belief_target_mass": 0.10213874280452728, "probe_belief_target_nll": 22.602081298828125, "probe_belief_top1_on_support": 0.11328125, "mean_belief_support_size": 13.453125 }, { "model": "dense", "length": 4, "query_type": "A_PLUS_B", "k": 4, "n": 512, "query_target_mass": 0.6326191425323486, "query_target_nll": 2.778494358062744, "query_top1_on_support": 0.7109375, "mean_query_support_size": 12.76171875, "probe_belief_target_mass": 0.4170299768447876, "probe_belief_target_nll": 3.5911617279052734, "probe_belief_top1_on_support": 0.5703125, "mean_belief_support_size": 13.453125 }, { "model": "dense", "length": 4, "query_type": "A_PLUS_B", "k": 8, "n": 512, "query_target_mass": 0.6326191425323486, "query_target_nll": 2.778494358062744, "query_top1_on_support": 0.7109375, "mean_query_support_size": 12.76171875, "probe_belief_target_mass": 0.4170299768447876, "probe_belief_target_nll": 3.5911617279052734, "probe_belief_top1_on_support": 0.5703125, "mean_belief_support_size": 13.453125 }, { "model": "dense", "length": 4, "query_type": "A_PLUS_B", "k": 12, "n": 512, "query_target_mass": 0.6326191425323486, "query_target_nll": 2.778494358062744, "query_top1_on_support": 0.7109375, "mean_query_support_size": 12.76171875, "probe_belief_target_mass": 0.4170299768447876, "probe_belief_target_nll": 3.5911617279052734, "probe_belief_top1_on_support": 0.5703125, "mean_belief_support_size": 13.453125 }, { "model": "dense", "length": 4, "query_type": "A_PLUS_B", "k": 16, "n": 512, "query_target_mass": 0.6326191425323486, "query_target_nll": 2.778494358062744, "query_top1_on_support": 0.7109375, "mean_query_support_size": 12.76171875, "probe_belief_target_mass": 0.4170299768447876, "probe_belief_target_nll": 3.5911617279052734, "probe_belief_top1_on_support": 0.5703125, "mean_belief_support_size": 13.453125 }, { "model": "dense", "length": 4, "query_type": "A_PLUS_B", "k": 24, "n": 512, "query_target_mass": 0.6326191425323486, "query_target_nll": 2.778494358062744, "query_top1_on_support": 0.7109375, "mean_query_support_size": 12.76171875, "probe_belief_target_mass": 0.4170299768447876, "probe_belief_target_nll": 3.5911617279052734, "probe_belief_top1_on_support": 0.5703125, "mean_belief_support_size": 13.453125 }, { "model": "dense", "length": 4, "query_type": "A_MINUS_B", "k": 0, "n": 512, "query_target_mass": 0.3339757025241852, "query_target_nll": 18.66282844543457, "query_top1_on_support": 0.333984375, "mean_query_support_size": 9.9765625, "probe_belief_target_mass": 0.02533920481801033, "probe_belief_target_nll": 25.41805648803711, "probe_belief_top1_on_support": 0.02734375, "mean_belief_support_size": 12.560546875 }, { "model": "dense", "length": 4, "query_type": "A_MINUS_B", "k": 1, "n": 512, "query_target_mass": 0.34578651189804077, "query_target_nll": 12.348447799682617, "query_top1_on_support": 0.353515625, "mean_query_support_size": 9.9765625, "probe_belief_target_mass": 0.058551330119371414, "probe_belief_target_nll": 32.527427673339844, "probe_belief_top1_on_support": 0.05859375, "mean_belief_support_size": 12.560546875 }, { "model": "dense", "length": 4, "query_type": "A_MINUS_B", "k": 2, "n": 512, "query_target_mass": 0.35402196645736694, "query_target_nll": 9.644405364990234, "query_top1_on_support": 0.3671875, "mean_query_support_size": 9.9765625, "probe_belief_target_mass": 0.08911040425300598, "probe_belief_target_nll": 25.71219253540039, "probe_belief_top1_on_support": 0.095703125, "mean_belief_support_size": 12.560546875 }, { "model": "dense", "length": 4, "query_type": "A_MINUS_B", "k": 4, "n": 512, "query_target_mass": 0.6628885269165039, "query_target_nll": 2.231856346130371, "query_top1_on_support": 0.76953125, "mean_query_support_size": 9.9765625, "probe_belief_target_mass": 0.4172149896621704, "probe_belief_target_nll": 3.578303337097168, "probe_belief_top1_on_support": 0.560546875, "mean_belief_support_size": 12.560546875 }, { "model": "dense", "length": 4, "query_type": "A_MINUS_B", "k": 8, "n": 512, "query_target_mass": 0.6628885269165039, "query_target_nll": 2.231856346130371, "query_top1_on_support": 0.76953125, "mean_query_support_size": 9.9765625, "probe_belief_target_mass": 0.4172149896621704, "probe_belief_target_nll": 3.578303337097168, "probe_belief_top1_on_support": 0.560546875, "mean_belief_support_size": 12.560546875 }, { "model": "dense", "length": 4, "query_type": "A_MINUS_B", "k": 12, "n": 512, "query_target_mass": 0.6628885269165039, "query_target_nll": 2.231856346130371, "query_top1_on_support": 0.76953125, "mean_query_support_size": 9.9765625, "probe_belief_target_mass": 0.4172149896621704, "probe_belief_target_nll": 3.578303337097168, "probe_belief_top1_on_support": 0.560546875, "mean_belief_support_size": 12.560546875 }, { "model": "dense", "length": 4, "query_type": "A_MINUS_B", "k": 16, "n": 512, "query_target_mass": 0.6628885269165039, "query_target_nll": 2.231856346130371, "query_top1_on_support": 0.76953125, "mean_query_support_size": 9.9765625, "probe_belief_target_mass": 0.4172149896621704, "probe_belief_target_nll": 3.578303337097168, "probe_belief_top1_on_support": 0.560546875, "mean_belief_support_size": 12.560546875 }, { "model": "dense", "length": 4, "query_type": "A_MINUS_B", "k": 24, "n": 512, "query_target_mass": 0.6628885269165039, "query_target_nll": 2.231856346130371, "query_top1_on_support": 0.76953125, "mean_query_support_size": 9.9765625, "probe_belief_target_mass": 0.4172149896621704, "probe_belief_target_nll": 3.578303337097168, "probe_belief_top1_on_support": 0.560546875, "mean_belief_support_size": 12.560546875 }, { "model": "dense", "length": 8, "query_type": "A", "k": 0, "n": 512, "query_target_mass": 0.1776123046875, "query_target_nll": 4.053582668304443, "query_top1_on_support": 0.173828125, "mean_query_support_size": 5.6015625, "probe_belief_target_mass": 0.0061102318577468395, "probe_belief_target_nll": 26.27121353149414, "probe_belief_top1_on_support": 0.005859375, "mean_belief_support_size": 6.453125 }, { "model": "dense", "length": 8, "query_type": "A", "k": 1, "n": 512, "query_target_mass": 0.20171426236629486, "query_target_nll": 5.2354559898376465, "query_top1_on_support": 0.208984375, "mean_query_support_size": 5.6015625, "probe_belief_target_mass": 0.012327251955866814, "probe_belief_target_nll": 35.09516906738281, "probe_belief_top1_on_support": 0.0078125, "mean_belief_support_size": 6.453125 }, { "model": "dense", "length": 8, "query_type": "A", "k": 2, "n": 512, "query_target_mass": 0.1992456167936325, "query_target_nll": 6.36018180847168, "query_top1_on_support": 0.1875, "mean_query_support_size": 5.6015625, "probe_belief_target_mass": 0.016072727739810944, "probe_belief_target_nll": 29.90530776977539, "probe_belief_top1_on_support": 0.015625, "mean_belief_support_size": 6.453125 }, { "model": "dense", "length": 8, "query_type": "A", "k": 4, "n": 512, "query_target_mass": 0.2427700310945511, "query_target_nll": 6.537369251251221, "query_top1_on_support": 0.26171875, "mean_query_support_size": 5.6015625, "probe_belief_target_mass": 0.026099897921085358, "probe_belief_target_nll": 22.673736572265625, "probe_belief_top1_on_support": 0.029296875, "mean_belief_support_size": 6.453125 }, { "model": "dense", "length": 8, "query_type": "A", "k": 8, "n": 512, "query_target_mass": 0.5289589166641235, "query_target_nll": 2.190908908843994, "query_top1_on_support": 0.646484375, "mean_query_support_size": 5.6015625, "probe_belief_target_mass": 0.18737292289733887, "probe_belief_target_nll": 3.868258476257324, "probe_belief_top1_on_support": 0.267578125, "mean_belief_support_size": 6.453125 }, { "model": "dense", "length": 8, "query_type": "A", "k": 12, "n": 512, "query_target_mass": 0.5289589166641235, "query_target_nll": 2.190908908843994, "query_top1_on_support": 0.646484375, "mean_query_support_size": 5.6015625, "probe_belief_target_mass": 0.18737292289733887, "probe_belief_target_nll": 3.868258476257324, "probe_belief_top1_on_support": 0.267578125, "mean_belief_support_size": 6.453125 }, { "model": "dense", "length": 8, "query_type": "A", "k": 16, "n": 512, "query_target_mass": 0.5289589166641235, "query_target_nll": 2.190908908843994, "query_top1_on_support": 0.646484375, "mean_query_support_size": 5.6015625, "probe_belief_target_mass": 0.18737292289733887, "probe_belief_target_nll": 3.868258476257324, "probe_belief_top1_on_support": 0.267578125, "mean_belief_support_size": 6.453125 }, { "model": "dense", "length": 8, "query_type": "A", "k": 24, "n": 512, "query_target_mass": 0.5289589166641235, "query_target_nll": 2.190908908843994, "query_top1_on_support": 0.646484375, "mean_query_support_size": 5.6015625, "probe_belief_target_mass": 0.18737292289733887, "probe_belief_target_nll": 3.868258476257324, "probe_belief_top1_on_support": 0.267578125, "mean_belief_support_size": 6.453125 }, { "model": "dense", "length": 8, "query_type": "B", "k": 0, "n": 512, "query_target_mass": 0.185589998960495, "query_target_nll": 4.086872577667236, "query_top1_on_support": 0.19140625, "mean_query_support_size": 5.61328125, "probe_belief_target_mass": 0.011920914985239506, "probe_belief_target_nll": 26.19841957092285, "probe_belief_top1_on_support": 0.009765625, "mean_belief_support_size": 6.802734375 }, { "model": "dense", "length": 8, "query_type": "B", "k": 1, "n": 512, "query_target_mass": 0.21144600212574005, "query_target_nll": 5.6824493408203125, "query_top1_on_support": 0.23046875, "mean_query_support_size": 5.61328125, "probe_belief_target_mass": 0.0159086175262928, "probe_belief_target_nll": 34.27759552001953, "probe_belief_top1_on_support": 0.017578125, "mean_belief_support_size": 6.802734375 }, { "model": "dense", "length": 8, "query_type": "B", "k": 2, "n": 512, "query_target_mass": 0.22592368721961975, "query_target_nll": 6.533967018127441, "query_top1_on_support": 0.240234375, "mean_query_support_size": 5.61328125, "probe_belief_target_mass": 0.017538078129291534, "probe_belief_target_nll": 29.283226013183594, "probe_belief_top1_on_support": 0.01171875, "mean_belief_support_size": 6.802734375 }, { "model": "dense", "length": 8, "query_type": "B", "k": 4, "n": 512, "query_target_mass": 0.2504344582557678, "query_target_nll": 6.625913619995117, "query_top1_on_support": 0.263671875, "mean_query_support_size": 5.61328125, "probe_belief_target_mass": 0.029915515333414078, "probe_belief_target_nll": 21.49565887451172, "probe_belief_top1_on_support": 0.037109375, "mean_belief_support_size": 6.802734375 }, { "model": "dense", "length": 8, "query_type": "B", "k": 8, "n": 512, "query_target_mass": 0.5365064740180969, "query_target_nll": 2.1443591117858887, "query_top1_on_support": 0.630859375, "mean_query_support_size": 5.61328125, "probe_belief_target_mass": 0.18338730931282043, "probe_belief_target_nll": 3.866697311401367, "probe_belief_top1_on_support": 0.244140625, "mean_belief_support_size": 6.802734375 }, { "model": "dense", "length": 8, "query_type": "B", "k": 12, "n": 512, "query_target_mass": 0.5365064740180969, "query_target_nll": 2.1443591117858887, "query_top1_on_support": 0.630859375, "mean_query_support_size": 5.61328125, "probe_belief_target_mass": 0.18338730931282043, "probe_belief_target_nll": 3.866697311401367, "probe_belief_top1_on_support": 0.244140625, "mean_belief_support_size": 6.802734375 }, { "model": "dense", "length": 8, "query_type": "B", "k": 16, "n": 512, "query_target_mass": 0.5365064740180969, "query_target_nll": 2.1443591117858887, "query_top1_on_support": 0.630859375, "mean_query_support_size": 5.61328125, "probe_belief_target_mass": 0.18338730931282043, "probe_belief_target_nll": 3.866697311401367, "probe_belief_top1_on_support": 0.244140625, "mean_belief_support_size": 6.802734375 }, { "model": "dense", "length": 8, "query_type": "B", "k": 24, "n": 512, "query_target_mass": 0.5365064740180969, "query_target_nll": 2.1443591117858887, "query_top1_on_support": 0.630859375, "mean_query_support_size": 5.61328125, "probe_belief_target_mass": 0.18338730931282043, "probe_belief_target_nll": 3.866697311401367, "probe_belief_top1_on_support": 0.244140625, "mean_belief_support_size": 6.802734375 }, { "model": "dense", "length": 8, "query_type": "A_PLUS_B", "k": 0, "n": 512, "query_target_mass": 0.20434445142745972, "query_target_nll": 3.8552489280700684, "query_top1_on_support": 0.208984375, "mean_query_support_size": 6.255859375, "probe_belief_target_mass": 0.006637926213443279, "probe_belief_target_nll": 26.521587371826172, "probe_belief_top1_on_support": 0.0078125, "mean_belief_support_size": 6.951171875 }, { "model": "dense", "length": 8, "query_type": "A_PLUS_B", "k": 1, "n": 512, "query_target_mass": 0.20256182551383972, "query_target_nll": 4.068922519683838, "query_top1_on_support": 0.21875, "mean_query_support_size": 6.255859375, "probe_belief_target_mass": 0.01650354079902172, "probe_belief_target_nll": 34.39661407470703, "probe_belief_top1_on_support": 0.01953125, "mean_belief_support_size": 6.951171875 }, { "model": "dense", "length": 8, "query_type": "A_PLUS_B", "k": 2, "n": 512, "query_target_mass": 0.20328037440776825, "query_target_nll": 4.420269966125488, "query_top1_on_support": 0.1953125, "mean_query_support_size": 6.255859375, "probe_belief_target_mass": 0.017358291894197464, "probe_belief_target_nll": 30.333538055419922, "probe_belief_top1_on_support": 0.013671875, "mean_belief_support_size": 6.951171875 }, { "model": "dense", "length": 8, "query_type": "A_PLUS_B", "k": 4, "n": 512, "query_target_mass": 0.2043062150478363, "query_target_nll": 5.211392402648926, "query_top1_on_support": 0.193359375, "mean_query_support_size": 6.255859375, "probe_belief_target_mass": 0.023915376514196396, "probe_belief_target_nll": 22.804279327392578, "probe_belief_top1_on_support": 0.025390625, "mean_belief_support_size": 6.951171875 }, { "model": "dense", "length": 8, "query_type": "A_PLUS_B", "k": 8, "n": 512, "query_target_mass": 0.44355151057243347, "query_target_nll": 2.5538718700408936, "query_top1_on_support": 0.52734375, "mean_query_support_size": 6.255859375, "probe_belief_target_mass": 0.19989602267742157, "probe_belief_target_nll": 3.8456177711486816, "probe_belief_top1_on_support": 0.279296875, "mean_belief_support_size": 6.951171875 }, { "model": "dense", "length": 8, "query_type": "A_PLUS_B", "k": 12, "n": 512, "query_target_mass": 0.44355151057243347, "query_target_nll": 2.5538718700408936, "query_top1_on_support": 0.52734375, "mean_query_support_size": 6.255859375, "probe_belief_target_mass": 0.19989602267742157, "probe_belief_target_nll": 3.8456177711486816, "probe_belief_top1_on_support": 0.279296875, "mean_belief_support_size": 6.951171875 }, { "model": "dense", "length": 8, "query_type": "A_PLUS_B", "k": 16, "n": 512, "query_target_mass": 0.44355151057243347, "query_target_nll": 2.5538718700408936, "query_top1_on_support": 0.52734375, "mean_query_support_size": 6.255859375, "probe_belief_target_mass": 0.19989602267742157, "probe_belief_target_nll": 3.8456177711486816, "probe_belief_top1_on_support": 0.279296875, "mean_belief_support_size": 6.951171875 }, { "model": "dense", "length": 8, "query_type": "A_PLUS_B", "k": 24, "n": 512, "query_target_mass": 0.44355151057243347, "query_target_nll": 2.5538718700408936, "query_top1_on_support": 0.52734375, "mean_query_support_size": 6.255859375, "probe_belief_target_mass": 0.19989602267742157, "probe_belief_target_nll": 3.8456177711486816, "probe_belief_top1_on_support": 0.279296875, "mean_belief_support_size": 6.951171875 }, { "model": "dense", "length": 8, "query_type": "A_MINUS_B", "k": 0, "n": 512, "query_target_mass": 0.18163549900054932, "query_target_nll": 19.255945205688477, "query_top1_on_support": 0.181640625, "mean_query_support_size": 5.470703125, "probe_belief_target_mass": 0.00857021939009428, "probe_belief_target_nll": 26.19147491455078, "probe_belief_top1_on_support": 0.009765625, "mean_belief_support_size": 6.341796875 }, { "model": "dense", "length": 8, "query_type": "A_MINUS_B", "k": 1, "n": 512, "query_target_mass": 0.17567826807498932, "query_target_nll": 12.290531158447266, "query_top1_on_support": 0.169921875, "mean_query_support_size": 5.470703125, "probe_belief_target_mass": 0.010403994470834732, "probe_belief_target_nll": 34.34746170043945, "probe_belief_top1_on_support": 0.009765625, "mean_belief_support_size": 6.341796875 }, { "model": "dense", "length": 8, "query_type": "A_MINUS_B", "k": 2, "n": 512, "query_target_mass": 0.18891920149326324, "query_target_nll": 9.689884185791016, "query_top1_on_support": 0.181640625, "mean_query_support_size": 5.470703125, "probe_belief_target_mass": 0.013934027403593063, "probe_belief_target_nll": 28.531906127929688, "probe_belief_top1_on_support": 0.015625, "mean_belief_support_size": 6.341796875 }, { "model": "dense", "length": 8, "query_type": "A_MINUS_B", "k": 4, "n": 512, "query_target_mass": 0.17459481954574585, "query_target_nll": 7.985690116882324, "query_top1_on_support": 0.17578125, "mean_query_support_size": 5.470703125, "probe_belief_target_mass": 0.02075769379734993, "probe_belief_target_nll": 23.11626625061035, "probe_belief_top1_on_support": 0.025390625, "mean_belief_support_size": 6.341796875 }, { "model": "dense", "length": 8, "query_type": "A_MINUS_B", "k": 8, "n": 512, "query_target_mass": 0.4622645676136017, "query_target_nll": 2.3611364364624023, "query_top1_on_support": 0.56640625, "mean_query_support_size": 5.470703125, "probe_belief_target_mass": 0.18287184834480286, "probe_belief_target_nll": 3.846963882446289, "probe_belief_top1_on_support": 0.2578125, "mean_belief_support_size": 6.341796875 }, { "model": "dense", "length": 8, "query_type": "A_MINUS_B", "k": 12, "n": 512, "query_target_mass": 0.4622645676136017, "query_target_nll": 2.3611364364624023, "query_top1_on_support": 0.56640625, "mean_query_support_size": 5.470703125, "probe_belief_target_mass": 0.18287184834480286, "probe_belief_target_nll": 3.846963882446289, "probe_belief_top1_on_support": 0.2578125, "mean_belief_support_size": 6.341796875 }, { "model": "dense", "length": 8, "query_type": "A_MINUS_B", "k": 16, "n": 512, "query_target_mass": 0.4622645676136017, "query_target_nll": 2.3611364364624023, "query_top1_on_support": 0.56640625, "mean_query_support_size": 5.470703125, "probe_belief_target_mass": 0.18287184834480286, "probe_belief_target_nll": 3.846963882446289, "probe_belief_top1_on_support": 0.2578125, "mean_belief_support_size": 6.341796875 }, { "model": "dense", "length": 8, "query_type": "A_MINUS_B", "k": 24, "n": 512, "query_target_mass": 0.4622645676136017, "query_target_nll": 2.3611364364624023, "query_top1_on_support": 0.56640625, "mean_query_support_size": 5.470703125, "probe_belief_target_mass": 0.18287184834480286, "probe_belief_target_nll": 3.846963882446289, "probe_belief_top1_on_support": 0.2578125, "mean_belief_support_size": 6.341796875 }, { "model": "dense", "length": 12, "query_type": "A", "k": 0, "n": 512, "query_target_mass": 0.10445469617843628, "query_target_nll": 4.004610538482666, "query_top1_on_support": 0.091796875, "mean_query_support_size": 3.208984375, "probe_belief_target_mass": 0.0035809725522994995, "probe_belief_target_nll": 26.644393920898438, "probe_belief_top1_on_support": 0.0, "mean_belief_support_size": 3.849609375 }, { "model": "dense", "length": 12, "query_type": "A", "k": 1, "n": 512, "query_target_mass": 0.10966391116380692, "query_target_nll": 5.763303279876709, "query_top1_on_support": 0.1171875, "mean_query_support_size": 3.208984375, "probe_belief_target_mass": 0.0038155256770551205, "probe_belief_target_nll": 36.334983825683594, "probe_belief_top1_on_support": 0.0, "mean_belief_support_size": 3.849609375 }, { "model": "dense", "length": 12, "query_type": "A", "k": 2, "n": 512, "query_target_mass": 0.11221250891685486, "query_target_nll": 6.77013635635376, "query_top1_on_support": 0.115234375, "mean_query_support_size": 3.208984375, "probe_belief_target_mass": 0.004644695669412613, "probe_belief_target_nll": 30.904539108276367, "probe_belief_top1_on_support": 0.0, "mean_belief_support_size": 3.849609375 }, { "model": "dense", "length": 12, "query_type": "A", "k": 4, "n": 512, "query_target_mass": 0.12318893522024155, "query_target_nll": 7.517101287841797, "query_top1_on_support": 0.142578125, "mean_query_support_size": 3.208984375, "probe_belief_target_mass": 0.010689295828342438, "probe_belief_target_nll": 24.499614715576172, "probe_belief_top1_on_support": 0.013671875, "mean_belief_support_size": 3.849609375 }, { "model": "dense", "length": 12, "query_type": "A", "k": 8, "n": 512, "query_target_mass": 0.15305590629577637, "query_target_nll": 7.15670108795166, "query_top1_on_support": 0.16015625, "mean_query_support_size": 3.208984375, "probe_belief_target_mass": 0.015978341922163963, "probe_belief_target_nll": 19.817890167236328, "probe_belief_top1_on_support": 0.01953125, "mean_belief_support_size": 3.849609375 }, { "model": "dense", "length": 12, "query_type": "A", "k": 12, "n": 512, "query_target_mass": 0.38754889369010925, "query_target_nll": 2.0953681468963623, "query_top1_on_support": 0.46875, "mean_query_support_size": 3.208984375, "probe_belief_target_mass": 0.1212376058101654, "probe_belief_target_nll": 3.89555025100708, "probe_belief_top1_on_support": 0.205078125, "mean_belief_support_size": 3.849609375 }, { "model": "dense", "length": 12, "query_type": "A", "k": 16, "n": 512, "query_target_mass": 0.38754889369010925, "query_target_nll": 2.0953681468963623, "query_top1_on_support": 0.46875, "mean_query_support_size": 3.208984375, "probe_belief_target_mass": 0.1212376058101654, "probe_belief_target_nll": 3.89555025100708, "probe_belief_top1_on_support": 0.205078125, "mean_belief_support_size": 3.849609375 }, { "model": "dense", "length": 12, "query_type": "A", "k": 24, "n": 512, "query_target_mass": 0.38754889369010925, "query_target_nll": 2.0953681468963623, "query_top1_on_support": 0.46875, "mean_query_support_size": 3.208984375, "probe_belief_target_mass": 0.1212376058101654, "probe_belief_target_nll": 3.89555025100708, "probe_belief_top1_on_support": 0.205078125, "mean_belief_support_size": 3.849609375 }, { "model": "dense", "length": 12, "query_type": "B", "k": 0, "n": 512, "query_target_mass": 0.11190617084503174, "query_target_nll": 4.191133499145508, "query_top1_on_support": 0.0859375, "mean_query_support_size": 3.640625, "probe_belief_target_mass": 0.004234232008457184, "probe_belief_target_nll": 26.605846405029297, "probe_belief_top1_on_support": 0.001953125, "mean_belief_support_size": 4.38671875 }, { "model": "dense", "length": 12, "query_type": "B", "k": 1, "n": 512, "query_target_mass": 0.10914003849029541, "query_target_nll": 6.0196733474731445, "query_top1_on_support": 0.111328125, "mean_query_support_size": 3.640625, "probe_belief_target_mass": 0.0036748547572642565, "probe_belief_target_nll": 35.320594787597656, "probe_belief_top1_on_support": 0.001953125, "mean_belief_support_size": 4.38671875 }, { "model": "dense", "length": 12, "query_type": "B", "k": 2, "n": 512, "query_target_mass": 0.11515863984823227, "query_target_nll": 6.9506025314331055, "query_top1_on_support": 0.1171875, "mean_query_support_size": 3.640625, "probe_belief_target_mass": 0.0037769326008856297, "probe_belief_target_nll": 29.230178833007812, "probe_belief_top1_on_support": 0.005859375, "mean_belief_support_size": 4.38671875 }, { "model": "dense", "length": 12, "query_type": "B", "k": 4, "n": 512, "query_target_mass": 0.13025754690170288, "query_target_nll": 7.633424758911133, "query_top1_on_support": 0.12109375, "mean_query_support_size": 3.640625, "probe_belief_target_mass": 0.006680960766971111, "probe_belief_target_nll": 23.238811492919922, "probe_belief_top1_on_support": 0.0078125, "mean_belief_support_size": 4.38671875 }, { "model": "dense", "length": 12, "query_type": "B", "k": 8, "n": 512, "query_target_mass": 0.18577706813812256, "query_target_nll": 7.149648189544678, "query_top1_on_support": 0.20703125, "mean_query_support_size": 3.640625, "probe_belief_target_mass": 0.014905296266078949, "probe_belief_target_nll": 19.28960418701172, "probe_belief_top1_on_support": 0.01953125, "mean_belief_support_size": 4.38671875 }, { "model": "dense", "length": 12, "query_type": "B", "k": 12, "n": 512, "query_target_mass": 0.3998325765132904, "query_target_nll": 2.0832936763763428, "query_top1_on_support": 0.484375, "mean_query_support_size": 3.640625, "probe_belief_target_mass": 0.11809589713811874, "probe_belief_target_nll": 3.9861156940460205, "probe_belief_top1_on_support": 0.1796875, "mean_belief_support_size": 4.38671875 }, { "model": "dense", "length": 12, "query_type": "B", "k": 16, "n": 512, "query_target_mass": 0.3998325765132904, "query_target_nll": 2.0832936763763428, "query_top1_on_support": 0.484375, "mean_query_support_size": 3.640625, "probe_belief_target_mass": 0.11809589713811874, "probe_belief_target_nll": 3.9861156940460205, "probe_belief_top1_on_support": 0.1796875, "mean_belief_support_size": 4.38671875 }, { "model": "dense", "length": 12, "query_type": "B", "k": 24, "n": 512, "query_target_mass": 0.3998325765132904, "query_target_nll": 2.0832936763763428, "query_top1_on_support": 0.484375, "mean_query_support_size": 3.640625, "probe_belief_target_mass": 0.11809589713811874, "probe_belief_target_nll": 3.9861156940460205, "probe_belief_top1_on_support": 0.1796875, "mean_belief_support_size": 4.38671875 }, { "model": "dense", "length": 12, "query_type": "A_PLUS_B", "k": 0, "n": 512, "query_target_mass": 0.12059472501277924, "query_target_nll": 3.914729595184326, "query_top1_on_support": 0.12890625, "mean_query_support_size": 3.802734375, "probe_belief_target_mass": 0.003970485646277666, "probe_belief_target_nll": 25.50726318359375, "probe_belief_top1_on_support": 0.0, "mean_belief_support_size": 4.041015625 }, { "model": "dense", "length": 12, "query_type": "A_PLUS_B", "k": 1, "n": 512, "query_target_mass": 0.12383081018924713, "query_target_nll": 4.23659610748291, "query_top1_on_support": 0.1328125, "mean_query_support_size": 3.802734375, "probe_belief_target_mass": 0.004404113627970219, "probe_belief_target_nll": 36.3931770324707, "probe_belief_top1_on_support": 0.001953125, "mean_belief_support_size": 4.041015625 }, { "model": "dense", "length": 12, "query_type": "A_PLUS_B", "k": 2, "n": 512, "query_target_mass": 0.12185138463973999, "query_target_nll": 4.552032470703125, "query_top1_on_support": 0.119140625, "mean_query_support_size": 3.802734375, "probe_belief_target_mass": 0.005755818448960781, "probe_belief_target_nll": 30.880130767822266, "probe_belief_top1_on_support": 0.0078125, "mean_belief_support_size": 4.041015625 }, { "model": "dense", "length": 12, "query_type": "A_PLUS_B", "k": 4, "n": 512, "query_target_mass": 0.12266715615987778, "query_target_nll": 5.247333526611328, "query_top1_on_support": 0.111328125, "mean_query_support_size": 3.802734375, "probe_belief_target_mass": 0.008808841928839684, "probe_belief_target_nll": 25.110149383544922, "probe_belief_top1_on_support": 0.005859375, "mean_belief_support_size": 4.041015625 }, { "model": "dense", "length": 12, "query_type": "A_PLUS_B", "k": 8, "n": 512, "query_target_mass": 0.12946006655693054, "query_target_nll": 5.455957889556885, "query_top1_on_support": 0.142578125, "mean_query_support_size": 3.802734375, "probe_belief_target_mass": 0.01249018870294094, "probe_belief_target_nll": 19.418437957763672, "probe_belief_top1_on_support": 0.017578125, "mean_belief_support_size": 4.041015625 }, { "model": "dense", "length": 12, "query_type": "A_PLUS_B", "k": 12, "n": 512, "query_target_mass": 0.3110682964324951, "query_target_nll": 2.5018815994262695, "query_top1_on_support": 0.416015625, "mean_query_support_size": 3.802734375, "probe_belief_target_mass": 0.11911430209875107, "probe_belief_target_nll": 3.914285659790039, "probe_belief_top1_on_support": 0.189453125, "mean_belief_support_size": 4.041015625 }, { "model": "dense", "length": 12, "query_type": "A_PLUS_B", "k": 16, "n": 512, "query_target_mass": 0.3110682964324951, "query_target_nll": 2.5018815994262695, "query_top1_on_support": 0.416015625, "mean_query_support_size": 3.802734375, "probe_belief_target_mass": 0.11911430209875107, "probe_belief_target_nll": 3.914285659790039, "probe_belief_top1_on_support": 0.189453125, "mean_belief_support_size": 4.041015625 }, { "model": "dense", "length": 12, "query_type": "A_PLUS_B", "k": 24, "n": 512, "query_target_mass": 0.3110682964324951, "query_target_nll": 2.5018815994262695, "query_top1_on_support": 0.416015625, "mean_query_support_size": 3.802734375, "probe_belief_target_mass": 0.11911430209875107, "probe_belief_target_nll": 3.914285659790039, "probe_belief_top1_on_support": 0.189453125, "mean_belief_support_size": 4.041015625 }, { "model": "dense", "length": 12, "query_type": "A_MINUS_B", "k": 0, "n": 512, "query_target_mass": 0.12500396370887756, "query_target_nll": 18.87934112548828, "query_top1_on_support": 0.125, "mean_query_support_size": 3.9609375, "probe_belief_target_mass": 0.004710515961050987, "probe_belief_target_nll": 26.25641632080078, "probe_belief_top1_on_support": 0.0, "mean_belief_support_size": 4.236328125 }, { "model": "dense", "length": 12, "query_type": "A_MINUS_B", "k": 1, "n": 512, "query_target_mass": 0.12434641271829605, "query_target_nll": 12.158100128173828, "query_top1_on_support": 0.119140625, "mean_query_support_size": 3.9609375, "probe_belief_target_mass": 0.004111950751394033, "probe_belief_target_nll": 34.40680694580078, "probe_belief_top1_on_support": 0.0, "mean_belief_support_size": 4.236328125 }, { "model": "dense", "length": 12, "query_type": "A_MINUS_B", "k": 2, "n": 512, "query_target_mass": 0.12618419528007507, "query_target_nll": 9.590940475463867, "query_top1_on_support": 0.13671875, "mean_query_support_size": 3.9609375, "probe_belief_target_mass": 0.004001450724899769, "probe_belief_target_nll": 29.336057662963867, "probe_belief_top1_on_support": 0.001953125, "mean_belief_support_size": 4.236328125 }, { "model": "dense", "length": 12, "query_type": "A_MINUS_B", "k": 4, "n": 512, "query_target_mass": 0.13804583251476288, "query_target_nll": 7.5004730224609375, "query_top1_on_support": 0.1484375, "mean_query_support_size": 3.9609375, "probe_belief_target_mass": 0.004288913682103157, "probe_belief_target_nll": 23.465259552001953, "probe_belief_top1_on_support": 0.00390625, "mean_belief_support_size": 4.236328125 }, { "model": "dense", "length": 12, "query_type": "A_MINUS_B", "k": 8, "n": 512, "query_target_mass": 0.1291559934616089, "query_target_nll": 6.781944751739502, "query_top1_on_support": 0.115234375, "mean_query_support_size": 3.9609375, "probe_belief_target_mass": 0.012580957263708115, "probe_belief_target_nll": 18.86245346069336, "probe_belief_top1_on_support": 0.009765625, "mean_belief_support_size": 4.236328125 }, { "model": "dense", "length": 12, "query_type": "A_MINUS_B", "k": 12, "n": 512, "query_target_mass": 0.3440553545951843, "query_target_nll": 2.437734365463257, "query_top1_on_support": 0.4140625, "mean_query_support_size": 3.9609375, "probe_belief_target_mass": 0.12209434807300568, "probe_belief_target_nll": 3.895010471343994, "probe_belief_top1_on_support": 0.18359375, "mean_belief_support_size": 4.236328125 }, { "model": "dense", "length": 12, "query_type": "A_MINUS_B", "k": 16, "n": 512, "query_target_mass": 0.3440553545951843, "query_target_nll": 2.437734365463257, "query_top1_on_support": 0.4140625, "mean_query_support_size": 3.9609375, "probe_belief_target_mass": 0.12209434807300568, "probe_belief_target_nll": 3.895010471343994, "probe_belief_top1_on_support": 0.18359375, "mean_belief_support_size": 4.236328125 }, { "model": "dense", "length": 12, "query_type": "A_MINUS_B", "k": 24, "n": 512, "query_target_mass": 0.3440553545951843, "query_target_nll": 2.437734365463257, "query_top1_on_support": 0.4140625, "mean_query_support_size": 3.9609375, "probe_belief_target_mass": 0.12209434807300568, "probe_belief_target_nll": 3.895010471343994, "probe_belief_top1_on_support": 0.18359375, "mean_belief_support_size": 4.236328125 }, { "model": "dense", "length": 16, "query_type": "A", "k": 0, "n": 512, "query_target_mass": 0.0890519917011261, "query_target_nll": 4.075248718261719, "query_top1_on_support": 0.09765625, "mean_query_support_size": 2.619140625, "probe_belief_target_mass": 0.0030111493542790413, "probe_belief_target_nll": 26.560157775878906, "probe_belief_top1_on_support": 0.001953125, "mean_belief_support_size": 3.0 }, { "model": "dense", "length": 16, "query_type": "A", "k": 1, "n": 512, "query_target_mass": 0.08325904607772827, "query_target_nll": 5.820085525512695, "query_top1_on_support": 0.091796875, "mean_query_support_size": 2.619140625, "probe_belief_target_mass": 0.004433586727827787, "probe_belief_target_nll": 34.27452087402344, "probe_belief_top1_on_support": 0.00390625, "mean_belief_support_size": 3.0 }, { "model": "dense", "length": 16, "query_type": "A", "k": 2, "n": 512, "query_target_mass": 0.08997173607349396, "query_target_nll": 6.728527069091797, "query_top1_on_support": 0.08984375, "mean_query_support_size": 2.619140625, "probe_belief_target_mass": 0.0024441247805953026, "probe_belief_target_nll": 29.043109893798828, "probe_belief_top1_on_support": 0.001953125, "mean_belief_support_size": 3.0 }, { "model": "dense", "length": 16, "query_type": "A", "k": 4, "n": 512, "query_target_mass": 0.08531230688095093, "query_target_nll": 7.735550880432129, "query_top1_on_support": 0.0859375, "mean_query_support_size": 2.619140625, "probe_belief_target_mass": 0.0027487834449857473, "probe_belief_target_nll": 24.18820571899414, "probe_belief_top1_on_support": 0.001953125, "mean_belief_support_size": 3.0 }, { "model": "dense", "length": 16, "query_type": "A", "k": 8, "n": 512, "query_target_mass": 0.09601644426584244, "query_target_nll": 7.771907329559326, "query_top1_on_support": 0.107421875, "mean_query_support_size": 2.619140625, "probe_belief_target_mass": 0.004931430332362652, "probe_belief_target_nll": 21.095609664916992, "probe_belief_top1_on_support": 0.00390625, "mean_belief_support_size": 3.0 }, { "model": "dense", "length": 16, "query_type": "A", "k": 12, "n": 512, "query_target_mass": 0.13763080537319183, "query_target_nll": 6.819093227386475, "query_top1_on_support": 0.1640625, "mean_query_support_size": 2.619140625, "probe_belief_target_mass": 0.010546842589974403, "probe_belief_target_nll": 18.567934036254883, "probe_belief_top1_on_support": 0.005859375, "mean_belief_support_size": 3.0 }, { "model": "dense", "length": 16, "query_type": "A", "k": 16, "n": 512, "query_target_mass": 0.32807546854019165, "query_target_nll": 2.1662755012512207, "query_top1_on_support": 0.412109375, "mean_query_support_size": 2.619140625, "probe_belief_target_mass": 0.08519870042800903, "probe_belief_target_nll": 4.094830513000488, "probe_belief_top1_on_support": 0.119140625, "mean_belief_support_size": 3.0 }, { "model": "dense", "length": 16, "query_type": "A", "k": 24, "n": 512, "query_target_mass": 0.32807546854019165, "query_target_nll": 2.1662755012512207, "query_top1_on_support": 0.412109375, "mean_query_support_size": 2.619140625, "probe_belief_target_mass": 0.08519870042800903, "probe_belief_target_nll": 4.094830513000488, "probe_belief_top1_on_support": 0.119140625, "mean_belief_support_size": 3.0 }, { "model": "dense", "length": 16, "query_type": "B", "k": 0, "n": 512, "query_target_mass": 0.08129942417144775, "query_target_nll": 4.175321102142334, "query_top1_on_support": 0.080078125, "mean_query_support_size": 2.498046875, "probe_belief_target_mass": 0.0028390157967805862, "probe_belief_target_nll": 26.14581871032715, "probe_belief_top1_on_support": 0.0, "mean_belief_support_size": 2.755859375 }, { "model": "dense", "length": 16, "query_type": "B", "k": 1, "n": 512, "query_target_mass": 0.08486352860927582, "query_target_nll": 5.83738374710083, "query_top1_on_support": 0.0859375, "mean_query_support_size": 2.498046875, "probe_belief_target_mass": 0.0025008630473166704, "probe_belief_target_nll": 36.17028045654297, "probe_belief_top1_on_support": 0.0, "mean_belief_support_size": 2.755859375 }, { "model": "dense", "length": 16, "query_type": "B", "k": 2, "n": 512, "query_target_mass": 0.08195874840021133, "query_target_nll": 6.900138854980469, "query_top1_on_support": 0.099609375, "mean_query_support_size": 2.498046875, "probe_belief_target_mass": 0.0025146394036710262, "probe_belief_target_nll": 31.374343872070312, "probe_belief_top1_on_support": 0.001953125, "mean_belief_support_size": 2.755859375 }, { "model": "dense", "length": 16, "query_type": "B", "k": 4, "n": 512, "query_target_mass": 0.07784175872802734, "query_target_nll": 7.913261413574219, "query_top1_on_support": 0.0859375, "mean_query_support_size": 2.498046875, "probe_belief_target_mass": 0.00286610028706491, "probe_belief_target_nll": 26.081531524658203, "probe_belief_top1_on_support": 0.001953125, "mean_belief_support_size": 2.755859375 }, { "model": "dense", "length": 16, "query_type": "B", "k": 8, "n": 512, "query_target_mass": 0.08658207952976227, "query_target_nll": 8.22323226928711, "query_top1_on_support": 0.0859375, "mean_query_support_size": 2.498046875, "probe_belief_target_mass": 0.004577303305268288, "probe_belief_target_nll": 21.722450256347656, "probe_belief_top1_on_support": 0.00390625, "mean_belief_support_size": 2.755859375 }, { "model": "dense", "length": 16, "query_type": "B", "k": 12, "n": 512, "query_target_mass": 0.12444517761468887, "query_target_nll": 6.960580348968506, "query_top1_on_support": 0.1171875, "mean_query_support_size": 2.498046875, "probe_belief_target_mass": 0.011296666227281094, "probe_belief_target_nll": 18.019168853759766, "probe_belief_top1_on_support": 0.015625, "mean_belief_support_size": 2.755859375 }, { "model": "dense", "length": 16, "query_type": "B", "k": 16, "n": 512, "query_target_mass": 0.33570194244384766, "query_target_nll": 2.1124513149261475, "query_top1_on_support": 0.419921875, "mean_query_support_size": 2.498046875, "probe_belief_target_mass": 0.08328580111265182, "probe_belief_target_nll": 4.0952863693237305, "probe_belief_top1_on_support": 0.111328125, "mean_belief_support_size": 2.755859375 }, { "model": "dense", "length": 16, "query_type": "B", "k": 24, "n": 512, "query_target_mass": 0.33570194244384766, "query_target_nll": 2.1124513149261475, "query_top1_on_support": 0.419921875, "mean_query_support_size": 2.498046875, "probe_belief_target_mass": 0.08328580111265182, "probe_belief_target_nll": 4.0952863693237305, "probe_belief_top1_on_support": 0.111328125, "mean_belief_support_size": 2.755859375 }, { "model": "dense", "length": 16, "query_type": "A_PLUS_B", "k": 0, "n": 512, "query_target_mass": 0.08645162731409073, "query_target_nll": 3.8161098957061768, "query_top1_on_support": 0.0859375, "mean_query_support_size": 2.611328125, "probe_belief_target_mass": 0.0035851625725626945, "probe_belief_target_nll": 25.477352142333984, "probe_belief_top1_on_support": 0.005859375, "mean_belief_support_size": 2.75 }, { "model": "dense", "length": 16, "query_type": "A_PLUS_B", "k": 1, "n": 512, "query_target_mass": 0.08035971969366074, "query_target_nll": 4.276625156402588, "query_top1_on_support": 0.06640625, "mean_query_support_size": 2.611328125, "probe_belief_target_mass": 0.0021946593187749386, "probe_belief_target_nll": 35.49614715576172, "probe_belief_top1_on_support": 0.001953125, "mean_belief_support_size": 2.75 }, { "model": "dense", "length": 16, "query_type": "A_PLUS_B", "k": 2, "n": 512, "query_target_mass": 0.09294930100440979, "query_target_nll": 4.271632194519043, "query_top1_on_support": 0.083984375, "mean_query_support_size": 2.611328125, "probe_belief_target_mass": 0.004591196309775114, "probe_belief_target_nll": 30.342317581176758, "probe_belief_top1_on_support": 0.001953125, "mean_belief_support_size": 2.75 }, { "model": "dense", "length": 16, "query_type": "A_PLUS_B", "k": 4, "n": 512, "query_target_mass": 0.08185401558876038, "query_target_nll": 5.180284023284912, "query_top1_on_support": 0.091796875, "mean_query_support_size": 2.611328125, "probe_belief_target_mass": 0.00226168823428452, "probe_belief_target_nll": 25.24954605102539, "probe_belief_top1_on_support": 0.0, "mean_belief_support_size": 2.75 }, { "model": "dense", "length": 16, "query_type": "A_PLUS_B", "k": 8, "n": 512, "query_target_mass": 0.09570139646530151, "query_target_nll": 5.41515588760376, "query_top1_on_support": 0.107421875, "mean_query_support_size": 2.611328125, "probe_belief_target_mass": 0.004170698579400778, "probe_belief_target_nll": 20.549365997314453, "probe_belief_top1_on_support": 0.0, "mean_belief_support_size": 2.75 }, { "model": "dense", "length": 16, "query_type": "A_PLUS_B", "k": 12, "n": 512, "query_target_mass": 0.0870329961180687, "query_target_nll": 5.8092145919799805, "query_top1_on_support": 0.099609375, "mean_query_support_size": 2.611328125, "probe_belief_target_mass": 0.0058865537866950035, "probe_belief_target_nll": 19.257122039794922, "probe_belief_top1_on_support": 0.005859375, "mean_belief_support_size": 2.75 }, { "model": "dense", "length": 16, "query_type": "A_PLUS_B", "k": 16, "n": 512, "query_target_mass": 0.24552997946739197, "query_target_nll": 2.4895565509796143, "query_top1_on_support": 0.3125, "mean_query_support_size": 2.611328125, "probe_belief_target_mass": 0.08966010808944702, "probe_belief_target_nll": 4.033851146697998, "probe_belief_top1_on_support": 0.12890625, "mean_belief_support_size": 2.75 }, { "model": "dense", "length": 16, "query_type": "A_PLUS_B", "k": 24, "n": 512, "query_target_mass": 0.24552997946739197, "query_target_nll": 2.4895565509796143, "query_top1_on_support": 0.3125, "mean_query_support_size": 2.611328125, "probe_belief_target_mass": 0.08966010808944702, "probe_belief_target_nll": 4.033851146697998, "probe_belief_top1_on_support": 0.12890625, "mean_belief_support_size": 2.75 }, { "model": "dense", "length": 16, "query_type": "A_MINUS_B", "k": 0, "n": 512, "query_target_mass": 0.08204003423452377, "query_target_nll": 19.074016571044922, "query_top1_on_support": 0.08203125, "mean_query_support_size": 2.79296875, "probe_belief_target_mass": 0.003084632335230708, "probe_belief_target_nll": 26.148006439208984, "probe_belief_top1_on_support": 0.0, "mean_belief_support_size": 2.95703125 }, { "model": "dense", "length": 16, "query_type": "A_MINUS_B", "k": 1, "n": 512, "query_target_mass": 0.09599162638187408, "query_target_nll": 12.835968017578125, "query_top1_on_support": 0.09375, "mean_query_support_size": 2.79296875, "probe_belief_target_mass": 0.0030465610325336456, "probe_belief_target_nll": 35.531410217285156, "probe_belief_top1_on_support": 0.0, "mean_belief_support_size": 2.95703125 }, { "model": "dense", "length": 16, "query_type": "A_MINUS_B", "k": 2, "n": 512, "query_target_mass": 0.09840548038482666, "query_target_nll": 9.803459167480469, "query_top1_on_support": 0.10546875, "mean_query_support_size": 2.79296875, "probe_belief_target_mass": 0.0024571865797042847, "probe_belief_target_nll": 29.143489837646484, "probe_belief_top1_on_support": 0.005859375, "mean_belief_support_size": 2.95703125 }, { "model": "dense", "length": 16, "query_type": "A_MINUS_B", "k": 4, "n": 512, "query_target_mass": 0.09664678573608398, "query_target_nll": 7.635992050170898, "query_top1_on_support": 0.109375, "mean_query_support_size": 2.79296875, "probe_belief_target_mass": 0.0033693930599838495, "probe_belief_target_nll": 24.25640106201172, "probe_belief_top1_on_support": 0.005859375, "mean_belief_support_size": 2.95703125 }, { "model": "dense", "length": 16, "query_type": "A_MINUS_B", "k": 8, "n": 512, "query_target_mass": 0.0916147381067276, "query_target_nll": 7.142108917236328, "query_top1_on_support": 0.09375, "mean_query_support_size": 2.79296875, "probe_belief_target_mass": 0.00486258789896965, "probe_belief_target_nll": 21.81499481201172, "probe_belief_top1_on_support": 0.005859375, "mean_belief_support_size": 2.95703125 }, { "model": "dense", "length": 16, "query_type": "A_MINUS_B", "k": 12, "n": 512, "query_target_mass": 0.08324151486158371, "query_target_nll": 7.085324287414551, "query_top1_on_support": 0.07421875, "mean_query_support_size": 2.79296875, "probe_belief_target_mass": 0.006218528375029564, "probe_belief_target_nll": 19.736648559570312, "probe_belief_top1_on_support": 0.005859375, "mean_belief_support_size": 2.95703125 }, { "model": "dense", "length": 16, "query_type": "A_MINUS_B", "k": 16, "n": 512, "query_target_mass": 0.27373313903808594, "query_target_nll": 2.5162830352783203, "query_top1_on_support": 0.33984375, "mean_query_support_size": 2.79296875, "probe_belief_target_mass": 0.09375464171171188, "probe_belief_target_nll": 4.099760055541992, "probe_belief_top1_on_support": 0.1640625, "mean_belief_support_size": 2.95703125 }, { "model": "dense", "length": 16, "query_type": "A_MINUS_B", "k": 24, "n": 512, "query_target_mass": 0.27373313903808594, "query_target_nll": 2.5162830352783203, "query_top1_on_support": 0.33984375, "mean_query_support_size": 2.79296875, "probe_belief_target_mass": 0.09375464171171188, "probe_belief_target_nll": 4.099760055541992, "probe_belief_top1_on_support": 0.1640625, "mean_belief_support_size": 2.95703125 }, { "model": "dense", "length": 24, "query_type": "A", "k": 0, "n": 512, "query_target_mass": 0.05091405287384987, "query_target_nll": 4.079473495483398, "query_top1_on_support": 0.041015625, "mean_query_support_size": 1.61328125, "probe_belief_target_mass": 0.0016181920655071735, "probe_belief_target_nll": 26.307052612304688, "probe_belief_top1_on_support": 0.0, "mean_belief_support_size": 1.73828125 }, { "model": "dense", "length": 24, "query_type": "A", "k": 1, "n": 512, "query_target_mass": 0.0488797165453434, "query_target_nll": 5.537121772766113, "query_top1_on_support": 0.056640625, "mean_query_support_size": 1.61328125, "probe_belief_target_mass": 0.0012077935971319675, "probe_belief_target_nll": 35.7769775390625, "probe_belief_top1_on_support": 0.001953125, "mean_belief_support_size": 1.73828125 }, { "model": "dense", "length": 24, "query_type": "A", "k": 2, "n": 512, "query_target_mass": 0.04834531620144844, "query_target_nll": 6.940105438232422, "query_top1_on_support": 0.041015625, "mean_query_support_size": 1.61328125, "probe_belief_target_mass": 0.0017452188767492771, "probe_belief_target_nll": 31.945140838623047, "probe_belief_top1_on_support": 0.001953125, "mean_belief_support_size": 1.73828125 }, { "model": "dense", "length": 24, "query_type": "A", "k": 4, "n": 512, "query_target_mass": 0.04228793829679489, "query_target_nll": 7.943752765655518, "query_top1_on_support": 0.048828125, "mean_query_support_size": 1.61328125, "probe_belief_target_mass": 0.0021027883049100637, "probe_belief_target_nll": 24.976699829101562, "probe_belief_top1_on_support": 0.00390625, "mean_belief_support_size": 1.73828125 }, { "model": "dense", "length": 24, "query_type": "A", "k": 8, "n": 512, "query_target_mass": 0.04571560397744179, "query_target_nll": 8.180031776428223, "query_top1_on_support": 0.041015625, "mean_query_support_size": 1.61328125, "probe_belief_target_mass": 0.0016477471217513084, "probe_belief_target_nll": 21.74626922607422, "probe_belief_top1_on_support": 0.001953125, "mean_belief_support_size": 1.73828125 }, { "model": "dense", "length": 24, "query_type": "A", "k": 12, "n": 512, "query_target_mass": 0.0505916029214859, "query_target_nll": 7.875030517578125, "query_top1_on_support": 0.052734375, "mean_query_support_size": 1.61328125, "probe_belief_target_mass": 0.0015895024407655, "probe_belief_target_nll": 21.036083221435547, "probe_belief_top1_on_support": 0.001953125, "mean_belief_support_size": 1.73828125 }, { "model": "dense", "length": 24, "query_type": "A", "k": 16, "n": 512, "query_target_mass": 0.06041998043656349, "query_target_nll": 7.801471710205078, "query_top1_on_support": 0.0625, "mean_query_support_size": 1.61328125, "probe_belief_target_mass": 0.0023841431830078363, "probe_belief_target_nll": 20.058494567871094, "probe_belief_top1_on_support": 0.0, "mean_belief_support_size": 1.73828125 }, { "model": "dense", "length": 24, "query_type": "A", "k": 24, "n": 512, "query_target_mass": 0.24046117067337036, "query_target_nll": 2.1353201866149902, "query_top1_on_support": 0.314453125, "mean_query_support_size": 1.61328125, "probe_belief_target_mass": 0.05518042668700218, "probe_belief_target_nll": 4.207545757293701, "probe_belief_top1_on_support": 0.08203125, "mean_belief_support_size": 1.73828125 }, { "model": "dense", "length": 24, "query_type": "B", "k": 0, "n": 512, "query_target_mass": 0.052404019981622696, "query_target_nll": 4.215262413024902, "query_top1_on_support": 0.041015625, "mean_query_support_size": 1.654296875, "probe_belief_target_mass": 0.0015313478652387857, "probe_belief_target_nll": 25.825368881225586, "probe_belief_top1_on_support": 0.0, "mean_belief_support_size": 1.73046875 }, { "model": "dense", "length": 24, "query_type": "B", "k": 1, "n": 512, "query_target_mass": 0.06029844284057617, "query_target_nll": 5.453993320465088, "query_top1_on_support": 0.06640625, "mean_query_support_size": 1.654296875, "probe_belief_target_mass": 0.001608863938599825, "probe_belief_target_nll": 34.47913360595703, "probe_belief_top1_on_support": 0.0, "mean_belief_support_size": 1.73046875 }, { "model": "dense", "length": 24, "query_type": "B", "k": 2, "n": 512, "query_target_mass": 0.056783679872751236, "query_target_nll": 6.3208909034729, "query_top1_on_support": 0.072265625, "mean_query_support_size": 1.654296875, "probe_belief_target_mass": 0.0021839551627635956, "probe_belief_target_nll": 29.23644256591797, "probe_belief_top1_on_support": 0.001953125, "mean_belief_support_size": 1.73046875 }, { "model": "dense", "length": 24, "query_type": "B", "k": 4, "n": 512, "query_target_mass": 0.05115172266960144, "query_target_nll": 7.459963798522949, "query_top1_on_support": 0.04296875, "mean_query_support_size": 1.654296875, "probe_belief_target_mass": 0.0022695916704833508, "probe_belief_target_nll": 24.733718872070312, "probe_belief_top1_on_support": 0.001953125, "mean_belief_support_size": 1.73046875 }, { "model": "dense", "length": 24, "query_type": "B", "k": 8, "n": 512, "query_target_mass": 0.05157589539885521, "query_target_nll": 8.208093643188477, "query_top1_on_support": 0.048828125, "mean_query_support_size": 1.654296875, "probe_belief_target_mass": 0.002151492750272155, "probe_belief_target_nll": 21.22454261779785, "probe_belief_top1_on_support": 0.001953125, "mean_belief_support_size": 1.73046875 }, { "model": "dense", "length": 24, "query_type": "B", "k": 12, "n": 512, "query_target_mass": 0.05247526988387108, "query_target_nll": 8.389440536499023, "query_top1_on_support": 0.060546875, "mean_query_support_size": 1.654296875, "probe_belief_target_mass": 0.0015159171307459474, "probe_belief_target_nll": 21.124191284179688, "probe_belief_top1_on_support": 0.0, "mean_belief_support_size": 1.73046875 }, { "model": "dense", "length": 24, "query_type": "B", "k": 16, "n": 512, "query_target_mass": 0.06059981510043144, "query_target_nll": 7.955275535583496, "query_top1_on_support": 0.05859375, "mean_query_support_size": 1.654296875, "probe_belief_target_mass": 0.0027127268258482218, "probe_belief_target_nll": 19.850372314453125, "probe_belief_top1_on_support": 0.001953125, "mean_belief_support_size": 1.73046875 }, { "model": "dense", "length": 24, "query_type": "B", "k": 24, "n": 512, "query_target_mass": 0.25406259298324585, "query_target_nll": 2.10697603225708, "query_top1_on_support": 0.341796875, "mean_query_support_size": 1.654296875, "probe_belief_target_mass": 0.05731644481420517, "probe_belief_target_nll": 4.109938621520996, "probe_belief_top1_on_support": 0.0703125, "mean_belief_support_size": 1.73046875 }, { "model": "dense", "length": 24, "query_type": "A_PLUS_B", "k": 0, "n": 512, "query_target_mass": 0.05608519911766052, "query_target_nll": 3.8704452514648438, "query_top1_on_support": 0.046875, "mean_query_support_size": 1.751953125, "probe_belief_target_mass": 0.0022550022695213556, "probe_belief_target_nll": 25.851991653442383, "probe_belief_top1_on_support": 0.00390625, "mean_belief_support_size": 1.8359375 }, { "model": "dense", "length": 24, "query_type": "A_PLUS_B", "k": 1, "n": 512, "query_target_mass": 0.05578044056892395, "query_target_nll": 4.194242477416992, "query_top1_on_support": 0.052734375, "mean_query_support_size": 1.751953125, "probe_belief_target_mass": 0.001370256650261581, "probe_belief_target_nll": 34.98143768310547, "probe_belief_top1_on_support": 0.001953125, "mean_belief_support_size": 1.8359375 }, { "model": "dense", "length": 24, "query_type": "A_PLUS_B", "k": 2, "n": 512, "query_target_mass": 0.05495124310255051, "query_target_nll": 4.555487155914307, "query_top1_on_support": 0.046875, "mean_query_support_size": 1.751953125, "probe_belief_target_mass": 0.001498983707278967, "probe_belief_target_nll": 30.49791145324707, "probe_belief_top1_on_support": 0.0, "mean_belief_support_size": 1.8359375 }, { "model": "dense", "length": 24, "query_type": "A_PLUS_B", "k": 4, "n": 512, "query_target_mass": 0.05688226968050003, "query_target_nll": 5.187546730041504, "query_top1_on_support": 0.048828125, "mean_query_support_size": 1.751953125, "probe_belief_target_mass": 0.0018031974323093891, "probe_belief_target_nll": 25.428091049194336, "probe_belief_top1_on_support": 0.001953125, "mean_belief_support_size": 1.8359375 }, { "model": "dense", "length": 24, "query_type": "A_PLUS_B", "k": 8, "n": 512, "query_target_mass": 0.05556502193212509, "query_target_nll": 5.682750225067139, "query_top1_on_support": 0.052734375, "mean_query_support_size": 1.751953125, "probe_belief_target_mass": 0.0021478093694895506, "probe_belief_target_nll": 21.7364444732666, "probe_belief_top1_on_support": 0.0, "mean_belief_support_size": 1.8359375 }, { "model": "dense", "length": 24, "query_type": "A_PLUS_B", "k": 12, "n": 512, "query_target_mass": 0.05662112310528755, "query_target_nll": 5.615541458129883, "query_top1_on_support": 0.064453125, "mean_query_support_size": 1.751953125, "probe_belief_target_mass": 0.002159103751182556, "probe_belief_target_nll": 21.032222747802734, "probe_belief_top1_on_support": 0.00390625, "mean_belief_support_size": 1.8359375 }, { "model": "dense", "length": 24, "query_type": "A_PLUS_B", "k": 16, "n": 512, "query_target_mass": 0.06601984798908234, "query_target_nll": 5.744279384613037, "query_top1_on_support": 0.0703125, "mean_query_support_size": 1.751953125, "probe_belief_target_mass": 0.002301547210663557, "probe_belief_target_nll": 20.194557189941406, "probe_belief_top1_on_support": 0.001953125, "mean_belief_support_size": 1.8359375 }, { "model": "dense", "length": 24, "query_type": "A_PLUS_B", "k": 24, "n": 512, "query_target_mass": 0.1751086562871933, "query_target_nll": 2.50156307220459, "query_top1_on_support": 0.26171875, "mean_query_support_size": 1.751953125, "probe_belief_target_mass": 0.06004778668284416, "probe_belief_target_nll": 4.219748020172119, "probe_belief_top1_on_support": 0.087890625, "mean_belief_support_size": 1.8359375 }, { "model": "dense", "length": 24, "query_type": "A_MINUS_B", "k": 0, "n": 512, "query_target_mass": 0.039063841104507446, "query_target_nll": 19.158863067626953, "query_top1_on_support": 0.0390625, "mean_query_support_size": 1.63671875, "probe_belief_target_mass": 0.001326797646470368, "probe_belief_target_nll": 26.149417877197266, "probe_belief_top1_on_support": 0.0, "mean_belief_support_size": 1.72265625 }, { "model": "dense", "length": 24, "query_type": "A_MINUS_B", "k": 1, "n": 512, "query_target_mass": 0.05315380543470383, "query_target_nll": 12.591939926147461, "query_top1_on_support": 0.046875, "mean_query_support_size": 1.63671875, "probe_belief_target_mass": 0.0012884796597063541, "probe_belief_target_nll": 35.253753662109375, "probe_belief_top1_on_support": 0.001953125, "mean_belief_support_size": 1.72265625 }, { "model": "dense", "length": 24, "query_type": "A_MINUS_B", "k": 2, "n": 512, "query_target_mass": 0.049521736800670624, "query_target_nll": 10.341687202453613, "query_top1_on_support": 0.052734375, "mean_query_support_size": 1.63671875, "probe_belief_target_mass": 0.0015947966603562236, "probe_belief_target_nll": 30.650545120239258, "probe_belief_top1_on_support": 0.001953125, "mean_belief_support_size": 1.72265625 }, { "model": "dense", "length": 24, "query_type": "A_MINUS_B", "k": 4, "n": 512, "query_target_mass": 0.04669995605945587, "query_target_nll": 8.434455871582031, "query_top1_on_support": 0.052734375, "mean_query_support_size": 1.63671875, "probe_belief_target_mass": 0.0017485744319856167, "probe_belief_target_nll": 25.972930908203125, "probe_belief_top1_on_support": 0.001953125, "mean_belief_support_size": 1.72265625 }, { "model": "dense", "length": 24, "query_type": "A_MINUS_B", "k": 8, "n": 512, "query_target_mass": 0.045488469302654266, "query_target_nll": 7.021526336669922, "query_top1_on_support": 0.03515625, "mean_query_support_size": 1.63671875, "probe_belief_target_mass": 0.00201611639931798, "probe_belief_target_nll": 22.471220016479492, "probe_belief_top1_on_support": 0.001953125, "mean_belief_support_size": 1.72265625 }, { "model": "dense", "length": 24, "query_type": "A_MINUS_B", "k": 12, "n": 512, "query_target_mass": 0.057644426822662354, "query_target_nll": 6.50230598449707, "query_top1_on_support": 0.06640625, "mean_query_support_size": 1.63671875, "probe_belief_target_mass": 0.0023891739547252655, "probe_belief_target_nll": 20.302932739257812, "probe_belief_top1_on_support": 0.001953125, "mean_belief_support_size": 1.72265625 }, { "model": "dense", "length": 24, "query_type": "A_MINUS_B", "k": 16, "n": 512, "query_target_mass": 0.05457775294780731, "query_target_nll": 7.0046539306640625, "query_top1_on_support": 0.04296875, "mean_query_support_size": 1.63671875, "probe_belief_target_mass": 0.0035763296764343977, "probe_belief_target_nll": 20.462215423583984, "probe_belief_top1_on_support": 0.001953125, "mean_belief_support_size": 1.72265625 }, { "model": "dense", "length": 24, "query_type": "A_MINUS_B", "k": 24, "n": 512, "query_target_mass": 0.1917664110660553, "query_target_nll": 2.5248451232910156, "query_top1_on_support": 0.232421875, "mean_query_support_size": 1.63671875, "probe_belief_target_mass": 0.05694273114204407, "probe_belief_target_nll": 4.198186874389648, "probe_belief_top1_on_support": 0.07421875, "mean_belief_support_size": 1.72265625 } ] } ], "checkpoints": [ "large_artifacts/dense_latent_query_executor/checkpoints/main_dense_mod31/checkpoint_final.pt" ] }