{
  "args": {
    "model_id": "hf-internal-testing/tiny-random-LlamaForCausalLM",
    "load_in_4bit": false,
    "torch_dtype": "fp32",
    "device_map": "auto",
    "use_lora": false,
    "lora_r": 8,
    "lora_alpha": 16,
    "lora_dropout": 0.05,
    "lora_target_modules": "all-linear",
    "gradient_checkpointing": false,
    "optimizer": "adamw",
    "modulus": 17,
    "max_steps": 6,
    "train_min_len": 1,
    "train_max_len": 2,
    "answer_train_min_len": 1,
    "answer_train_max_len": 2,
    "eval_lengths": "2,4",
    "train_template_mode": "mixed",
    "paired_train": true,
    "paired_template_modes": "standard,paraphrase",
    "pair_size": 2,
    "answer_train_template_mode": "mixed",
    "eval_template_modes": "standard,paraphrase",
    "train_size": 8,
    "answer_train_size": 16,
    "eval_size": 8,
    "train_batch_size": 4,
    "eval_batch_size": 4,
    "bootstrap_steps": 6,
    "answer_steps": 0,
    "eval_every": 1,
    "stage_eval_every": 1,
    "lr": 0.001,
    "answer_lr_scale": 0.1,
    "weight_decay": 0.0,
    "grad_clip": 1.0,
    "head_width": 64,
    "rank_temperature": 1.0,
    "arg_reader_mode": "after_op",
    "arg_window": 8,
    "arg_distance_temperature": 2.0,
    "trace_loss_weight": 1.0,
    "init_trace_loss_weight": 4.0,
    "op_trace_loss_weight": 1.0,
    "arg_trace_loss_weight": 4.0,
    "selection_loss_weight": 1.0,
    "role_pos_weight": 20.0,
    "init_selection_loss_weight": 1.0,
    "op_selection_loss_weight": 1.0,
    "arg_selection_loss_weight": 2.0,
    "executor_loss_weight": 1.0,
    "stability_loss_weight": 0.25,
    "init_stability_weight": 0.25,
    "op_stability_weight": 1.0,
    "arg_stability_weight": 1.0,
    "answer_stability_weight": 0.25,
    "variants": "copy_trace_stability",
    "max_length": 128,
    "seed": 7,
    "output_dir": "experiments/qwen_slot_stability_compiler/runs/smoke_tiny_stability_v3",
    "checkpoint_dir": ""
  },
  "metadata": {
    "python": "3.12.3",
    "platform": "Linux-6.8.0-62-generic-x86_64-with-glibc2.39",
    "torch": "2.8.0+cu128",
    "cuda_available": true,
    "transformers_loader": "AutoModelForCausalLM",
    "peft_installed": true,
    "use_lora": false,
    "lora_r": 8,
    "gpu_name": "NVIDIA RTX 6000 Ada Generation",
    "gpu_vram_gb": 47.383
  },
  "hidden_dim": 16,
  "dataset": {
    "train_size": 8,
    "train_examples": 16,
    "answer_train_size": 16,
    "eval_size": 8,
    "train_lengths": [
      1,
      2
    ],
    "answer_train_lengths": [
      1,
      2
    ],
    "eval_lengths": [
      2,
      4
    ],
    "train_template_mode": "mixed",
    "paired_train": true,
    "paired_template_modes": [
      "standard",
      "paraphrase"
    ],
    "answer_train_template_mode": "mixed",
    "eval_template_modes": [
      "standard",
      "paraphrase"
    ]
  },
  "variants": {
    "copy_trace_stability": {
      "variant": "copy_trace_stability",
      "train_seconds": 0.7796800136566162,
      "checkpoints": [
        "large_artifacts/qwen_slot_stability_compiler/checkpoints/smoke_tiny_stability_v3/copy_trace_stability/frozen_backbone.txt",
        "large_artifacts/qwen_slot_stability_compiler/checkpoints/smoke_tiny_stability_v3/copy_trace_stability/heads.pt"
      ],
      "train_log": [
        {
          "variant": "copy_trace_stability",
          "stage": "trace_stability",
          "local_step": 1,
          "step": 1,
          "loss": 25.659549713134766,
          "trace_loss_active": true,
          "executor_loss_active": true,
          "lr_scale": 1.0,
          "executor_loss": 0.8635976314544678,
          "init_loss": 0.46312832832336426,
          "op_loss": 0.0,
          "arg_loss": 1.1709257364273071,
          "init_attn_loss": 3.9419004917144775,
          "op_attn_loss": 3.9430065155029297,
          "arg_attn_loss": 4.442643642425537,
          "role_loss": 1.475300669670105,
          "init_stability_loss": 5.050678737461567e-07,
          "op_stability_loss": 0.0,
          "arg_stability_loss": 0.04860842227935791,
          "answer_stability_loss": 0.033406831324100494,
          "standard_len2_direct_accuracy": NaN,
          "standard_len2_direct_target_mass": NaN,
          "standard_len2_executor_accuracy": 0.125,
          "standard_len2_executor_target_mass": 0.1901514232158661,
          "standard_len2_init_accuracy": 0.375,
          "standard_len2_init_pos_accuracy": 0.125,
          "standard_len2_op_accuracy": 0.625,
          "standard_len2_arg_accuracy": 0.125,
          "standard_len2_op_pos_accuracy": 0.0,
          "standard_len2_arg_pos_accuracy": 0.0,
          "standard_len2_program_exact": 0.0,
          "standard_len4_direct_accuracy": NaN,
          "standard_len4_direct_target_mass": NaN,
          "standard_len4_executor_accuracy": 0.125,
          "standard_len4_executor_target_mass": 0.05727909319102764,
          "standard_len4_init_accuracy": 0.375,
          "standard_len4_init_pos_accuracy": 0.0,
          "standard_len4_op_accuracy": 0.8125,
          "standard_len4_arg_accuracy": 0.4375,
          "standard_len4_op_pos_accuracy": 0.21875,
          "standard_len4_arg_pos_accuracy": 0.03125,
          "standard_len4_program_exact": 0.0,
          "paraphrase_len2_direct_accuracy": NaN,
          "paraphrase_len2_direct_target_mass": NaN,
          "paraphrase_len2_executor_accuracy": 0.25,
          "paraphrase_len2_executor_target_mass": 0.14806672930717468,
          "paraphrase_len2_init_accuracy": 0.5,
          "paraphrase_len2_init_pos_accuracy": 0.0,
          "paraphrase_len2_op_accuracy": 0.625,
          "paraphrase_len2_arg_accuracy": 0.125,
          "paraphrase_len2_op_pos_accuracy": 0.0,
          "paraphrase_len2_arg_pos_accuracy": 0.0,
          "paraphrase_len2_program_exact": 0.0,
          "paraphrase_len4_direct_accuracy": NaN,
          "paraphrase_len4_direct_target_mass": NaN,
          "paraphrase_len4_executor_accuracy": 0.125,
          "paraphrase_len4_executor_target_mass": 0.06079996004700661,
          "paraphrase_len4_init_accuracy": 0.375,
          "paraphrase_len4_init_pos_accuracy": 0.0,
          "paraphrase_len4_op_accuracy": 0.65625,
          "paraphrase_len4_arg_accuracy": 0.09375,
          "paraphrase_len4_op_pos_accuracy": 0.0,
          "paraphrase_len4_arg_pos_accuracy": 0.0,
          "paraphrase_len4_program_exact": 0.0
        },
        {
          "variant": "copy_trace_stability",
          "stage": "trace_stability",
          "local_step": 2,
          "step": 2,
          "loss": 25.321205139160156,
          "trace_loss_active": true,
          "executor_loss_active": true,
          "lr_scale": 1.0,
          "executor_loss": 2.478790760040283,
          "init_loss": 0.3448200225830078,
          "op_loss": 0.49596554040908813,
          "arg_loss": 0.9615720510482788,
          "init_attn_loss": 3.9620628356933594,
          "op_attn_loss": 3.5740675926208496,
          "arg_attn_loss": 3.920419692993164,
          "role_loss": 1.740436315536499,
          "init_stability_loss": 3.4368067503010025e-08,
          "op_stability_loss": 0.005674228072166443,
          "arg_stability_loss": 0.00604379503056407,
          "answer_stability_loss": 0.008700588718056679,
          "standard_len2_direct_accuracy": NaN,
          "standard_len2_direct_target_mass": NaN,
          "standard_len2_executor_accuracy": 0.125,
          "standard_len2_executor_target_mass": 0.19159431383013725,
          "standard_len2_init_accuracy": 0.25,
          "standard_len2_init_pos_accuracy": 0.125,
          "standard_len2_op_accuracy": 0.625,
          "standard_len2_arg_accuracy": 0.125,
          "standard_len2_op_pos_accuracy": 0.0,
          "standard_len2_arg_pos_accuracy": 0.0,
          "standard_len2_program_exact": 0.0,
          "standard_len4_direct_accuracy": NaN,
          "standard_len4_direct_target_mass": NaN,
          "standard_len4_executor_accuracy": 0.0,
          "standard_len4_executor_target_mass": 0.05710384622216225,
          "standard_len4_init_accuracy": 0.375,
          "standard_len4_init_pos_accuracy": 0.0,
          "standard_len4_op_accuracy": 0.84375,
          "standard_len4_arg_accuracy": 0.46875,
          "standard_len4_op_pos_accuracy": 0.25,
          "standard_len4_arg_pos_accuracy": 0.0,
          "standard_len4_program_exact": 0.0,
          "paraphrase_len2_direct_accuracy": NaN,
          "paraphrase_len2_direct_target_mass": NaN,
          "paraphrase_len2_executor_accuracy": 0.125,
          "paraphrase_len2_executor_target_mass": 0.14758703857660294,
          "paraphrase_len2_init_accuracy": 0.5,
          "paraphrase_len2_init_pos_accuracy": 0.0,
          "paraphrase_len2_op_accuracy": 0.6875,
          "paraphrase_len2_arg_accuracy": 0.125,
          "paraphrase_len2_op_pos_accuracy": 0.0,
          "paraphrase_len2_arg_pos_accuracy": 0.0,
          "paraphrase_len2_program_exact": 0.0,
          "paraphrase_len4_direct_accuracy": NaN,
          "paraphrase_len4_direct_target_mass": NaN,
          "paraphrase_len4_executor_accuracy": 0.125,
          "paraphrase_len4_executor_target_mass": 0.06058291718363762,
          "paraphrase_len4_init_accuracy": 0.375,
          "paraphrase_len4_init_pos_accuracy": 0.0,
          "paraphrase_len4_op_accuracy": 0.6875,
          "paraphrase_len4_arg_accuracy": 0.15625,
          "paraphrase_len4_op_pos_accuracy": 0.0,
          "paraphrase_len4_arg_pos_accuracy": 0.0,
          "paraphrase_len4_program_exact": 0.0
        },
        {
          "variant": "copy_trace_stability",
          "stage": "trace_stability",
          "local_step": 3,
          "step": 3,
          "loss": 30.487321853637695,
          "trace_loss_active": true,
          "executor_loss_active": true,
          "lr_scale": 1.0,
          "executor_loss": 1.8243045806884766,
          "init_loss": 0.9905840754508972,
          "op_loss": 0.2861705422401428,
          "arg_loss": 1.5824451446533203,
          "init_attn_loss": 4.033806324005127,
          "op_attn_loss": 3.810673713684082,
          "arg_attn_loss": 4.2891340255737305,
          "role_loss": 1.627415657043457,
          "init_stability_loss": 2.0419902284629643e-06,
          "op_stability_loss": 0.024832842871546745,
          "arg_stability_loss": 0.08419477939605713,
          "answer_stability_loss": 0.11695806682109833,
          "standard_len2_direct_accuracy": NaN,
          "standard_len2_direct_target_mass": NaN,
          "standard_len2_executor_accuracy": 0.125,
          "standard_len2_executor_target_mass": 0.1928461194038391,
          "standard_len2_init_accuracy": 0.25,
          "standard_len2_init_pos_accuracy": 0.125,
          "standard_len2_op_accuracy": 0.625,
          "standard_len2_arg_accuracy": 0.125,
          "standard_len2_op_pos_accuracy": 0.0,
          "standard_len2_arg_pos_accuracy": 0.0,
          "standard_len2_program_exact": 0.0,
          "standard_len4_direct_accuracy": NaN,
          "standard_len4_direct_target_mass": NaN,
          "standard_len4_executor_accuracy": 0.0,
          "standard_len4_executor_target_mass": 0.05690939910709858,
          "standard_len4_init_accuracy": 0.375,
          "standard_len4_init_pos_accuracy": 0.0,
          "standard_len4_op_accuracy": 0.875,
          "standard_len4_arg_accuracy": 0.53125,
          "standard_len4_op_pos_accuracy": 0.25,
          "standard_len4_arg_pos_accuracy": 0.0,
          "standard_len4_program_exact": 0.0,
          "paraphrase_len2_direct_accuracy": NaN,
          "paraphrase_len2_direct_target_mass": NaN,
          "paraphrase_len2_executor_accuracy": 0.125,
          "paraphrase_len2_executor_target_mass": 0.1471613496541977,
          "paraphrase_len2_init_accuracy": 0.5,
          "paraphrase_len2_init_pos_accuracy": 0.0,
          "paraphrase_len2_op_accuracy": 0.6875,
          "paraphrase_len2_arg_accuracy": 0.125,
          "paraphrase_len2_op_pos_accuracy": 0.0,
          "paraphrase_len2_arg_pos_accuracy": 0.0,
          "paraphrase_len2_program_exact": 0.0,
          "paraphrase_len4_direct_accuracy": NaN,
          "paraphrase_len4_direct_target_mass": NaN,
          "paraphrase_len4_executor_accuracy": 0.0,
          "paraphrase_len4_executor_target_mass": 0.06046466901898384,
          "paraphrase_len4_init_accuracy": 0.375,
          "paraphrase_len4_init_pos_accuracy": 0.0,
          "paraphrase_len4_op_accuracy": 0.71875,
          "paraphrase_len4_arg_accuracy": 0.15625,
          "paraphrase_len4_op_pos_accuracy": 0.0,
          "paraphrase_len4_arg_pos_accuracy": 0.0,
          "paraphrase_len4_program_exact": 0.0
        },
        {
          "variant": "copy_trace_stability",
          "stage": "trace_stability",
          "local_step": 4,
          "step": 4,
          "loss": 29.909875869750977,
          "trace_loss_active": true,
          "executor_loss_active": true,
          "lr_scale": 1.0,
          "executor_loss": 2.135127544403076,
          "init_loss": 0.8387430906295776,
          "op_loss": 0.367944598197937,
          "arg_loss": 1.5430240631103516,
          "init_attn_loss": 3.909487247467041,
          "op_attn_loss": 3.8577728271484375,
          "arg_attn_loss": 4.322234630584717,
          "role_loss": 1.4341983795166016,
          "init_stability_loss": 2.910596776928287e-07,
          "op_stability_loss": 0.033515989780426025,
          "arg_stability_loss": 0.0786643773317337,
          "answer_stability_loss": 0.09218281507492065,
          "standard_len2_direct_accuracy": NaN,
          "standard_len2_direct_target_mass": NaN,
          "standard_len2_executor_accuracy": 0.125,
          "standard_len2_executor_target_mass": 0.1938832849264145,
          "standard_len2_init_accuracy": 0.25,
          "standard_len2_init_pos_accuracy": 0.0,
          "standard_len2_op_accuracy": 0.75,
          "standard_len2_arg_accuracy": 0.125,
          "standard_len2_op_pos_accuracy": 0.0,
          "standard_len2_arg_pos_accuracy": 0.0,
          "standard_len2_program_exact": 0.0,
          "standard_len4_direct_accuracy": NaN,
          "standard_len4_direct_target_mass": NaN,
          "standard_len4_executor_accuracy": 0.0,
          "standard_len4_executor_target_mass": 0.05669742077589035,
          "standard_len4_init_accuracy": 0.375,
          "standard_len4_init_pos_accuracy": 0.0,
          "standard_len4_op_accuracy": 0.90625,
          "standard_len4_arg_accuracy": 0.5625,
          "standard_len4_op_pos_accuracy": 0.1875,
          "standard_len4_arg_pos_accuracy": 0.0,
          "standard_len4_program_exact": 0.0,
          "paraphrase_len2_direct_accuracy": NaN,
          "paraphrase_len2_direct_target_mass": NaN,
          "paraphrase_len2_executor_accuracy": 0.125,
          "paraphrase_len2_executor_target_mass": 0.14681211858987808,
          "paraphrase_len2_init_accuracy": 0.5,
          "paraphrase_len2_init_pos_accuracy": 0.0,
          "paraphrase_len2_op_accuracy": 0.75,
          "paraphrase_len2_arg_accuracy": 0.125,
          "paraphrase_len2_op_pos_accuracy": 0.0,
          "paraphrase_len2_arg_pos_accuracy": 0.0,
          "paraphrase_len2_program_exact": 0.0,
          "paraphrase_len4_direct_accuracy": NaN,
          "paraphrase_len4_direct_target_mass": NaN,
          "paraphrase_len4_executor_accuracy": 0.0,
          "paraphrase_len4_executor_target_mass": 0.060448430478572845,
          "paraphrase_len4_init_accuracy": 0.375,
          "paraphrase_len4_init_pos_accuracy": 0.0,
          "paraphrase_len4_op_accuracy": 0.75,
          "paraphrase_len4_arg_accuracy": 0.15625,
          "paraphrase_len4_op_pos_accuracy": 0.03125,
          "paraphrase_len4_arg_pos_accuracy": 0.0,
          "paraphrase_len4_program_exact": 0.0
        },
        {
          "variant": "copy_trace_stability",
          "stage": "trace_stability",
          "local_step": 5,
          "step": 5,
          "loss": 25.643238067626953,
          "trace_loss_active": true,
          "executor_loss_active": true,
          "lr_scale": 1.0,
          "executor_loss": 1.1637840270996094,
          "init_loss": 0.695526659488678,
          "op_loss": 0.0,
          "arg_loss": 1.0282950401306152,
          "init_attn_loss": 4.021871566772461,
          "op_attn_loss": 3.657366991043091,
          "arg_attn_loss": 4.113098621368408,
          "role_loss": 1.659648060798645,
          "init_stability_loss": 1.8219870980829e-06,
          "op_stability_loss": 0.0,
          "arg_stability_loss": 0.061010535806417465,
          "answer_stability_loss": 0.06128719449043274,
          "standard_len2_direct_accuracy": NaN,
          "standard_len2_direct_target_mass": NaN,
          "standard_len2_executor_accuracy": 0.125,
          "standard_len2_executor_target_mass": 0.1946905553340912,
          "standard_len2_init_accuracy": 0.25,
          "standard_len2_init_pos_accuracy": 0.0,
          "standard_len2_op_accuracy": 0.8125,
          "standard_len2_arg_accuracy": 0.125,
          "standard_len2_op_pos_accuracy": 0.0,
          "standard_len2_arg_pos_accuracy": 0.0,
          "standard_len2_program_exact": 0.0,
          "standard_len4_direct_accuracy": NaN,
          "standard_len4_direct_target_mass": NaN,
          "standard_len4_executor_accuracy": 0.0,
          "standard_len4_executor_target_mass": 0.056484825909137726,
          "standard_len4_init_accuracy": 0.375,
          "standard_len4_init_pos_accuracy": 0.0,
          "standard_len4_op_accuracy": 0.9375,
          "standard_len4_arg_accuracy": 0.5625,
          "standard_len4_op_pos_accuracy": 0.21875,
          "standard_len4_arg_pos_accuracy": 0.0,
          "standard_len4_program_exact": 0.0,
          "paraphrase_len2_direct_accuracy": NaN,
          "paraphrase_len2_direct_target_mass": NaN,
          "paraphrase_len2_executor_accuracy": 0.125,
          "paraphrase_len2_executor_target_mass": 0.14654463529586792,
          "paraphrase_len2_init_accuracy": 0.5,
          "paraphrase_len2_init_pos_accuracy": 0.0,
          "paraphrase_len2_op_accuracy": 0.75,
          "paraphrase_len2_arg_accuracy": 0.125,
          "paraphrase_len2_op_pos_accuracy": 0.0,
          "paraphrase_len2_arg_pos_accuracy": 0.0,
          "paraphrase_len2_program_exact": 0.0,
          "paraphrase_len4_direct_accuracy": NaN,
          "paraphrase_len4_direct_target_mass": NaN,
          "paraphrase_len4_executor_accuracy": 0.0,
          "paraphrase_len4_executor_target_mass": 0.06053296849131584,
          "paraphrase_len4_init_accuracy": 0.5,
          "paraphrase_len4_init_pos_accuracy": 0.0,
          "paraphrase_len4_op_accuracy": 0.78125,
          "paraphrase_len4_arg_accuracy": 0.25,
          "paraphrase_len4_op_pos_accuracy": 0.09375,
          "paraphrase_len4_arg_pos_accuracy": 0.0,
          "paraphrase_len4_program_exact": 0.0
        },
        {
          "variant": "copy_trace_stability",
          "stage": "trace_stability",
          "local_step": 6,
          "step": 6,
          "loss": 27.940671920776367,
          "trace_loss_active": true,
          "executor_loss_active": true,
          "lr_scale": 1.0,
          "executor_loss": 2.0521960258483887,
          "init_loss": 0.6877762079238892,
          "op_loss": 0.0,
          "arg_loss": 1.36441969871521,
          "init_attn_loss": 3.8033664226531982,
          "op_attn_loss": 3.876034736633301,
          "arg_attn_loss": 4.38029670715332,
          "role_loss": 1.2213375568389893,
          "init_stability_loss": 2.2464519133791327e-09,
          "op_stability_loss": 0.0,
          "arg_stability_loss": 0.0652536004781723,
          "answer_stability_loss": 0.03272170573472977,
          "standard_len2_direct_accuracy": NaN,
          "standard_len2_direct_target_mass": NaN,
          "standard_len2_executor_accuracy": 0.125,
          "standard_len2_executor_target_mass": 0.19528347253799438,
          "standard_len2_init_accuracy": 0.25,
          "standard_len2_init_pos_accuracy": 0.0,
          "standard_len2_op_accuracy": 0.9375,
          "standard_len2_arg_accuracy": 0.125,
          "standard_len2_op_pos_accuracy": 0.0,
          "standard_len2_arg_pos_accuracy": 0.0,
          "standard_len2_program_exact": 0.0,
          "standard_len4_direct_accuracy": NaN,
          "standard_len4_direct_target_mass": NaN,
          "standard_len4_executor_accuracy": 0.0,
          "standard_len4_executor_target_mass": 0.056273823603987694,
          "standard_len4_init_accuracy": 0.375,
          "standard_len4_init_pos_accuracy": 0.0,
          "standard_len4_op_accuracy": 0.9375,
          "standard_len4_arg_accuracy": 0.5625,
          "standard_len4_op_pos_accuracy": 0.28125,
          "standard_len4_arg_pos_accuracy": 0.0,
          "standard_len4_program_exact": 0.0,
          "paraphrase_len2_direct_accuracy": NaN,
          "paraphrase_len2_direct_target_mass": NaN,
          "paraphrase_len2_executor_accuracy": 0.125,
          "paraphrase_len2_executor_target_mass": 0.14635729789733887,
          "paraphrase_len2_init_accuracy": 0.5,
          "paraphrase_len2_init_pos_accuracy": 0.0,
          "paraphrase_len2_op_accuracy": 0.8125,
          "paraphrase_len2_arg_accuracy": 0.1875,
          "paraphrase_len2_op_pos_accuracy": 0.0,
          "paraphrase_len2_arg_pos_accuracy": 0.0,
          "paraphrase_len2_program_exact": 0.0,
          "paraphrase_len4_direct_accuracy": NaN,
          "paraphrase_len4_direct_target_mass": NaN,
          "paraphrase_len4_executor_accuracy": 0.0,
          "paraphrase_len4_executor_target_mass": 0.06071201711893082,
          "paraphrase_len4_init_accuracy": 0.5,
          "paraphrase_len4_init_pos_accuracy": 0.0,
          "paraphrase_len4_op_accuracy": 0.78125,
          "paraphrase_len4_arg_accuracy": 0.25,
          "paraphrase_len4_op_pos_accuracy": 0.15625,
          "paraphrase_len4_arg_pos_accuracy": 0.0,
          "paraphrase_len4_program_exact": 0.0
        }
      ],
      "final_metrics": {
        "standard_len2": {
          "variant": "copy_trace_stability",
          "n": 8.0,
          "direct_accuracy": NaN,
          "direct_target_mass": NaN,
          "executor_accuracy": 0.125,
          "executor_target_mass": 0.19528347253799438,
          "init_accuracy": 0.25,
          "init_pos_accuracy": 0.0,
          "op_accuracy": 0.9375,
          "arg_accuracy": 0.125,
          "op_pos_accuracy": 0.0,
          "arg_pos_accuracy": 0.0,
          "program_exact": 0.0
        },
        "standard_len4": {
          "variant": "copy_trace_stability",
          "n": 8.0,
          "direct_accuracy": NaN,
          "direct_target_mass": NaN,
          "executor_accuracy": 0.0,
          "executor_target_mass": 0.056273823603987694,
          "init_accuracy": 0.375,
          "init_pos_accuracy": 0.0,
          "op_accuracy": 0.9375,
          "arg_accuracy": 0.5625,
          "op_pos_accuracy": 0.28125,
          "arg_pos_accuracy": 0.0,
          "program_exact": 0.0
        },
        "paraphrase_len2": {
          "variant": "copy_trace_stability",
          "n": 8.0,
          "direct_accuracy": NaN,
          "direct_target_mass": NaN,
          "executor_accuracy": 0.125,
          "executor_target_mass": 0.14635729789733887,
          "init_accuracy": 0.5,
          "init_pos_accuracy": 0.0,
          "op_accuracy": 0.8125,
          "arg_accuracy": 0.1875,
          "op_pos_accuracy": 0.0,
          "arg_pos_accuracy": 0.0,
          "program_exact": 0.0
        },
        "paraphrase_len4": {
          "variant": "copy_trace_stability",
          "n": 8.0,
          "direct_accuracy": NaN,
          "direct_target_mass": NaN,
          "executor_accuracy": 0.0,
          "executor_target_mass": 0.06071201711893082,
          "init_accuracy": 0.5,
          "init_pos_accuracy": 0.0,
          "op_accuracy": 0.78125,
          "arg_accuracy": 0.25,
          "op_pos_accuracy": 0.15625,
          "arg_pos_accuracy": 0.0,
          "program_exact": 0.0
        }
      }
    }
  }
}