{
  "args": {
    "model_id": "hf-internal-testing/tiny-random-LlamaForCausalLM",
    "load_in_4bit": false,
    "torch_dtype": "fp32",
    "device_map": "auto",
    "use_lora": false,
    "lora_r": 8,
    "lora_alpha": 16,
    "lora_dropout": 0.05,
    "lora_target_modules": "all-linear",
    "gradient_checkpointing": false,
    "optimizer": "adamw",
    "modulus": 17,
    "max_steps": 6,
    "train_min_len": 1,
    "train_max_len": 12,
    "curriculum_stages": "short:1:2:2,long:3:4:2",
    "answer_train_min_len": 1,
    "answer_train_max_len": 4,
    "eval_lengths": "2,4",
    "train_template_mode": "mixed",
    "paired_train": true,
    "paired_batches": true,
    "paired_template_modes": "standard,paraphrase",
    "pair_size": 2,
    "answer_train_template_mode": "mixed",
    "eval_template_modes": "standard,paraphrase",
    "paired_eval": true,
    "paired_eval_template_modes": "standard,paraphrase",
    "train_size": 4,
    "answer_train_size": 8,
    "eval_size": 4,
    "train_batch_size": 4,
    "eval_batch_size": 4,
    "bootstrap_steps": 0,
    "answer_steps": 0,
    "eval_every": 200,
    "stage_eval_every": 200,
    "lr": 0.001,
    "answer_lr_scale": 0.1,
    "weight_decay": 0.0,
    "grad_clip": 1.0,
    "head_width": 64,
    "rank_temperature": 1.0,
    "arg_reader_mode": "after_op",
    "arg_window": 8,
    "arg_distance_temperature": 2.0,
    "trace_loss_weight": 1.0,
    "init_trace_loss_weight": 2.0,
    "op_trace_loss_weight": 1.0,
    "arg_trace_loss_weight": 2.0,
    "selection_loss_weight": 1.0,
    "role_pos_weight": 20.0,
    "init_selection_loss_weight": 1.0,
    "op_selection_loss_weight": 1.0,
    "arg_selection_loss_weight": 2.0,
    "executor_loss_weight": 1.0,
    "state_loss_weight": 1.0,
    "variants": "copy_trace_state_ladder",
    "max_length": 128,
    "seed": 7,
    "train_seed": -1,
    "output_dir": "experiments/qwen_state_ladder_compiler/runs/smoke_tiny_state_ladder",
    "checkpoint_dir": ""
  },
  "metadata": {
    "python": "3.12.3",
    "platform": "Linux-6.8.0-62-generic-x86_64-with-glibc2.39",
    "torch": "2.8.0+cu128",
    "cuda_available": true,
    "transformers_loader": "AutoModelForCausalLM",
    "peft_installed": true,
    "use_lora": false,
    "lora_r": 8,
    "gpu_name": "NVIDIA RTX 6000 Ada Generation",
    "gpu_vram_gb": 47.383
  },
  "hidden_dim": 16,
  "dataset": {
    "train_size": 4,
    "train_examples": 16,
    "curriculum_stages": [
      {
        "name": "short",
        "min_len": 1,
        "max_len": 2,
        "steps": 2
      },
      {
        "name": "long",
        "min_len": 3,
        "max_len": 4,
        "steps": 2
      }
    ],
    "answer_train_size": 8,
    "eval_size": 4,
    "train_lengths": [
      1,
      12
    ],
    "answer_train_lengths": [
      1,
      4
    ],
    "eval_lengths": [
      2,
      4
    ],
    "train_template_mode": "mixed",
    "paired_train": true,
    "paired_batches": true,
    "paired_template_modes": [
      "standard",
      "paraphrase"
    ],
    "answer_train_template_mode": "mixed",
    "eval_template_modes": [
      "standard",
      "paraphrase"
    ],
    "paired_eval": true,
    "paired_eval_template_modes": [
      "standard",
      "paraphrase"
    ]
  },
  "variants": {
    "copy_trace_state_ladder": {
      "variant": "copy_trace_state_ladder",
      "train_seconds": 0.696556806564331,
      "checkpoints": [
        "large_artifacts/qwen_state_ladder_compiler/checkpoints/smoke_tiny_state_ladder/copy_trace_state_ladder/frozen_backbone.txt",
        "large_artifacts/qwen_state_ladder_compiler/checkpoints/smoke_tiny_state_ladder/copy_trace_state_ladder/heads.pt"
      ],
      "train_log": [
        {
          "variant": "copy_trace_state_ladder",
          "stage": "trace_state_ladder_short",
          "local_step": 1,
          "step": 1,
          "loss": 25.343626022338867,
          "trace_loss_active": true,
          "executor_loss_active": true,
          "state_loss_active": true,
          "lr_scale": 1.0,
          "executor_loss": 1.1756117343902588,
          "state_loss": 1.2152615785598755,
          "state_train_accuracy": 0.3333333432674408,
          "init_loss": 0.7683013081550598,
          "op_loss": 0.0,
          "arg_loss": 1.7143043279647827,
          "init_attn_loss": 3.9022178649902344,
          "op_attn_loss": 4.00455904006958,
          "arg_attn_loss": 4.310695648193359,
          "role_loss": 1.4593740701675415,
          "standard_len2_direct_accuracy": NaN,
          "standard_len2_direct_target_mass": NaN,
          "standard_len2_executor_accuracy": 0.25,
          "standard_len2_executor_target_mass": 0.12051862478256226,
          "standard_len2_init_accuracy": 0.25,
          "standard_len2_init_pos_accuracy": 0.0,
          "standard_len2_op_accuracy": 0.625,
          "standard_len2_arg_accuracy": 0.25,
          "standard_len2_op_pos_accuracy": 0.0,
          "standard_len2_arg_pos_accuracy": 0.0,
          "standard_len2_program_exact": 0.0,
          "standard_len2_state_accuracy": 0.375,
          "standard_len2_state_all_exact": 0.0,
          "standard_len2_state_prefix_fraction": 0.25,
          "standard_len2_state_mean_correct_prefix": 0.5,
          "standard_len4_direct_accuracy": NaN,
          "standard_len4_direct_target_mass": NaN,
          "standard_len4_executor_accuracy": 0.25,
          "standard_len4_executor_target_mass": 0.05983801931142807,
          "standard_len4_init_accuracy": 0.5,
          "standard_len4_init_pos_accuracy": 0.25,
          "standard_len4_op_accuracy": 0.8125,
          "standard_len4_arg_accuracy": 0.3125,
          "standard_len4_op_pos_accuracy": 0.0,
          "standard_len4_arg_pos_accuracy": 0.0625,
          "standard_len4_program_exact": 0.0,
          "standard_len4_state_accuracy": 0.125,
          "standard_len4_state_all_exact": 0.0,
          "standard_len4_state_prefix_fraction": 0.0,
          "standard_len4_state_mean_correct_prefix": 0.0,
          "paraphrase_len2_direct_accuracy": NaN,
          "paraphrase_len2_direct_target_mass": NaN,
          "paraphrase_len2_executor_accuracy": 0.25,
          "paraphrase_len2_executor_target_mass": 0.15563106536865234,
          "paraphrase_len2_init_accuracy": 0.5,
          "paraphrase_len2_init_pos_accuracy": 0.0,
          "paraphrase_len2_op_accuracy": 0.625,
          "paraphrase_len2_arg_accuracy": 0.125,
          "paraphrase_len2_op_pos_accuracy": 0.0,
          "paraphrase_len2_arg_pos_accuracy": 0.0,
          "paraphrase_len2_program_exact": 0.0,
          "paraphrase_len2_state_accuracy": 0.125,
          "paraphrase_len2_state_all_exact": 0.0,
          "paraphrase_len2_state_prefix_fraction": 0.0,
          "paraphrase_len2_state_mean_correct_prefix": 0.0,
          "paraphrase_len4_direct_accuracy": NaN,
          "paraphrase_len4_direct_target_mass": NaN,
          "paraphrase_len4_executor_accuracy": 0.0,
          "paraphrase_len4_executor_target_mass": 0.0591980516910553,
          "paraphrase_len4_init_accuracy": 0.5,
          "paraphrase_len4_init_pos_accuracy": 0.25,
          "paraphrase_len4_op_accuracy": 0.625,
          "paraphrase_len4_arg_accuracy": 0.0625,
          "paraphrase_len4_op_pos_accuracy": 0.0,
          "paraphrase_len4_arg_pos_accuracy": 0.0,
          "paraphrase_len4_program_exact": 0.0,
          "paraphrase_len4_state_accuracy": 0.0,
          "paraphrase_len4_state_all_exact": 0.0,
          "paraphrase_len4_state_prefix_fraction": 0.0,
          "paraphrase_len4_state_mean_correct_prefix": 0.0,
          "paired_len2_direct_accuracy": NaN,
          "paired_len2_direct_target_mass": NaN,
          "paired_len2_executor_accuracy": 0.0,
          "paired_len2_executor_target_mass": 0.0758940614759922,
          "paired_len2_init_accuracy": 0.25,
          "paired_len2_init_pos_accuracy": 0.0,
          "paired_len2_op_accuracy": 0.5,
          "paired_len2_arg_accuracy": 0.0625,
          "paired_len2_op_pos_accuracy": 0.0,
          "paired_len2_arg_pos_accuracy": 0.0,
          "paired_len2_program_exact": 0.0,
          "paired_len2_state_accuracy": 0.125,
          "paired_len2_state_all_exact": 0.0,
          "paired_len2_state_prefix_fraction": 0.125,
          "paired_len2_state_mean_correct_prefix": 0.25,
          "paired_len2_pair_true_answer_consistency": 1.0,
          "paired_len2_pair_true_length_consistency": 1.0,
          "paired_len2_executor_pair_answer_consistency": 0.75,
          "paired_len2_executor_pair_both_correct": 0.0,
          "paired_len2_compiler_pair_program_consistency": 0.75,
          "paired_len2_compiler_pair_state_consistency": 0.75,
          "paired_len4_direct_accuracy": NaN,
          "paired_len4_direct_target_mass": NaN,
          "paired_len4_executor_accuracy": 0.0,
          "paired_len4_executor_target_mass": 0.08968139998614788,
          "paired_len4_init_accuracy": 0.0,
          "paired_len4_init_pos_accuracy": 0.0,
          "paired_len4_op_accuracy": 0.875,
          "paired_len4_arg_accuracy": 0.25,
          "paired_len4_op_pos_accuracy": 0.0,
          "paired_len4_arg_pos_accuracy": 0.09375,
          "paired_len4_program_exact": 0.0,
          "paired_len4_state_accuracy": 0.09375,
          "paired_len4_state_all_exact": 0.0,
          "paired_len4_state_prefix_fraction": 0.0625,
          "paired_len4_state_mean_correct_prefix": 0.25,
          "paired_len4_pair_true_answer_consistency": 1.0,
          "paired_len4_pair_true_length_consistency": 1.0,
          "paired_len4_executor_pair_answer_consistency": 0.25,
          "paired_len4_executor_pair_both_correct": 0.0,
          "paired_len4_compiler_pair_program_consistency": 0.0,
          "paired_len4_compiler_pair_state_consistency": 0.0
        },
        {
          "variant": "copy_trace_state_ladder",
          "stage": "trace_state_ladder_short",
          "local_step": 2,
          "step": 2,
          "loss": 25.377517700195312,
          "trace_loss_active": true,
          "executor_loss_active": true,
          "state_loss_active": true,
          "lr_scale": 1.0,
          "executor_loss": 2.122868537902832,
          "state_loss": 1.808777093887329,
          "state_train_accuracy": 0.125,
          "init_loss": 0.7038261890411377,
          "op_loss": 0.244401216506958,
          "arg_loss": 1.2198847532272339,
          "init_attn_loss": 3.977289915084839,
          "op_attn_loss": 3.7266182899475098,
          "arg_attn_loss": 3.968580961227417,
          "role_loss": 1.7129782438278198,
          "standard_len2_direct_accuracy": NaN,
          "standard_len2_direct_target_mass": NaN,
          "standard_len2_executor_accuracy": 0.25,
          "standard_len2_executor_target_mass": 0.12331826239824295,
          "standard_len2_init_accuracy": 0.25,
          "standard_len2_init_pos_accuracy": 0.0,
          "standard_len2_op_accuracy": 0.625,
          "standard_len2_arg_accuracy": 0.25,
          "standard_len2_op_pos_accuracy": 0.0,
          "standard_len2_arg_pos_accuracy": 0.0,
          "standard_len2_program_exact": 0.0,
          "standard_len2_state_accuracy": 0.375,
          "standard_len2_state_all_exact": 0.0,
          "standard_len2_state_prefix_fraction": 0.25,
          "standard_len2_state_mean_correct_prefix": 0.5,
          "standard_len4_direct_accuracy": NaN,
          "standard_len4_direct_target_mass": NaN,
          "standard_len4_executor_accuracy": 0.25,
          "standard_len4_executor_target_mass": 0.05968286469578743,
          "standard_len4_init_accuracy": 0.5,
          "standard_len4_init_pos_accuracy": 0.25,
          "standard_len4_op_accuracy": 0.875,
          "standard_len4_arg_accuracy": 0.375,
          "standard_len4_op_pos_accuracy": 0.0,
          "standard_len4_arg_pos_accuracy": 0.0625,
          "standard_len4_program_exact": 0.0,
          "standard_len4_state_accuracy": 0.1875,
          "standard_len4_state_all_exact": 0.0,
          "standard_len4_state_prefix_fraction": 0.0,
          "standard_len4_state_mean_correct_prefix": 0.0,
          "paraphrase_len2_direct_accuracy": NaN,
          "paraphrase_len2_direct_target_mass": NaN,
          "paraphrase_len2_executor_accuracy": 0.0,
          "paraphrase_len2_executor_target_mass": 0.15590548515319824,
          "paraphrase_len2_init_accuracy": 0.5,
          "paraphrase_len2_init_pos_accuracy": 0.0,
          "paraphrase_len2_op_accuracy": 0.75,
          "paraphrase_len2_arg_accuracy": 0.125,
          "paraphrase_len2_op_pos_accuracy": 0.0,
          "paraphrase_len2_arg_pos_accuracy": 0.0,
          "paraphrase_len2_program_exact": 0.0,
          "paraphrase_len2_state_accuracy": 0.0,
          "paraphrase_len2_state_all_exact": 0.0,
          "paraphrase_len2_state_prefix_fraction": 0.0,
          "paraphrase_len2_state_mean_correct_prefix": 0.0,
          "paraphrase_len4_direct_accuracy": NaN,
          "paraphrase_len4_direct_target_mass": NaN,
          "paraphrase_len4_executor_accuracy": 0.0,
          "paraphrase_len4_executor_target_mass": 0.059665434062480927,
          "paraphrase_len4_init_accuracy": 0.5,
          "paraphrase_len4_init_pos_accuracy": 0.25,
          "paraphrase_len4_op_accuracy": 0.6875,
          "paraphrase_len4_arg_accuracy": 0.0625,
          "paraphrase_len4_op_pos_accuracy": 0.0,
          "paraphrase_len4_arg_pos_accuracy": 0.0,
          "paraphrase_len4_program_exact": 0.0,
          "paraphrase_len4_state_accuracy": 0.0,
          "paraphrase_len4_state_all_exact": 0.0,
          "paraphrase_len4_state_prefix_fraction": 0.0,
          "paraphrase_len4_state_mean_correct_prefix": 0.0,
          "paired_len2_direct_accuracy": NaN,
          "paired_len2_direct_target_mass": NaN,
          "paired_len2_executor_accuracy": 0.0,
          "paired_len2_executor_target_mass": 0.07656710967421532,
          "paired_len2_init_accuracy": 0.25,
          "paired_len2_init_pos_accuracy": 0.125,
          "paired_len2_op_accuracy": 0.5,
          "paired_len2_arg_accuracy": 0.0625,
          "paired_len2_op_pos_accuracy": 0.0,
          "paired_len2_arg_pos_accuracy": 0.0,
          "paired_len2_program_exact": 0.0,
          "paired_len2_state_accuracy": 0.125,
          "paired_len2_state_all_exact": 0.0,
          "paired_len2_state_prefix_fraction": 0.125,
          "paired_len2_state_mean_correct_prefix": 0.25,
          "paired_len2_pair_true_answer_consistency": 1.0,
          "paired_len2_pair_true_length_consistency": 1.0,
          "paired_len2_executor_pair_answer_consistency": 0.75,
          "paired_len2_executor_pair_both_correct": 0.0,
          "paired_len2_compiler_pair_program_consistency": 0.75,
          "paired_len2_compiler_pair_state_consistency": 0.75,
          "paired_len4_direct_accuracy": NaN,
          "paired_len4_direct_target_mass": NaN,
          "paired_len4_executor_accuracy": 0.0,
          "paired_len4_executor_target_mass": 0.08926615491509438,
          "paired_len4_init_accuracy": 0.0,
          "paired_len4_init_pos_accuracy": 0.0,
          "paired_len4_op_accuracy": 0.90625,
          "paired_len4_arg_accuracy": 0.3125,
          "paired_len4_op_pos_accuracy": 0.0,
          "paired_len4_arg_pos_accuracy": 0.15625,
          "paired_len4_program_exact": 0.0,
          "paired_len4_state_accuracy": 0.09375,
          "paired_len4_state_all_exact": 0.0,
          "paired_len4_state_prefix_fraction": 0.0625,
          "paired_len4_state_mean_correct_prefix": 0.25,
          "paired_len4_pair_true_answer_consistency": 1.0,
          "paired_len4_pair_true_length_consistency": 1.0,
          "paired_len4_executor_pair_answer_consistency": 0.5,
          "paired_len4_executor_pair_both_correct": 0.0,
          "paired_len4_compiler_pair_program_consistency": 0.25,
          "paired_len4_compiler_pair_state_consistency": 0.25
        },
        {
          "variant": "copy_trace_state_ladder",
          "stage": "trace_state_ladder_long",
          "local_step": 1,
          "step": 3,
          "loss": 29.98310089111328,
          "trace_loss_active": true,
          "executor_loss_active": true,
          "state_loss_active": true,
          "lr_scale": 1.0,
          "executor_loss": 2.8331046104431152,
          "state_loss": 2.9166808128356934,
          "state_train_accuracy": 0.0,
          "init_loss": 1.4200012683868408,
          "op_loss": 0.710289716720581,
          "arg_loss": 1.380066990852356,
          "init_attn_loss": 4.293200492858887,
          "op_attn_loss": 3.638766050338745,
          "arg_attn_loss": 3.9202980995178223,
          "role_loss": 2.1503260135650635,
          "standard_len2_direct_accuracy": NaN,
          "standard_len2_direct_target_mass": NaN,
          "standard_len2_executor_accuracy": 0.25,
          "standard_len2_executor_target_mass": 0.12591734528541565,
          "standard_len2_init_accuracy": 0.25,
          "standard_len2_init_pos_accuracy": 0.0,
          "standard_len2_op_accuracy": 0.75,
          "standard_len2_arg_accuracy": 0.25,
          "standard_len2_op_pos_accuracy": 0.0,
          "standard_len2_arg_pos_accuracy": 0.0,
          "standard_len2_program_exact": 0.0,
          "standard_len2_state_accuracy": 0.375,
          "standard_len2_state_all_exact": 0.0,
          "standard_len2_state_prefix_fraction": 0.25,
          "standard_len2_state_mean_correct_prefix": 0.5,
          "standard_len4_direct_accuracy": NaN,
          "standard_len4_direct_target_mass": NaN,
          "standard_len4_executor_accuracy": 0.0,
          "standard_len4_executor_target_mass": 0.059466712176799774,
          "standard_len4_init_accuracy": 0.5,
          "standard_len4_init_pos_accuracy": 0.25,
          "standard_len4_op_accuracy": 0.9375,
          "standard_len4_arg_accuracy": 0.5,
          "standard_len4_op_pos_accuracy": 0.0,
          "standard_len4_arg_pos_accuracy": 0.0625,
          "standard_len4_program_exact": 0.0,
          "standard_len4_state_accuracy": 0.0,
          "standard_len4_state_all_exact": 0.0,
          "standard_len4_state_prefix_fraction": 0.0,
          "standard_len4_state_mean_correct_prefix": 0.0,
          "paraphrase_len2_direct_accuracy": NaN,
          "paraphrase_len2_direct_target_mass": NaN,
          "paraphrase_len2_executor_accuracy": 0.0,
          "paraphrase_len2_executor_target_mass": 0.15629412233829498,
          "paraphrase_len2_init_accuracy": 0.5,
          "paraphrase_len2_init_pos_accuracy": 0.0,
          "paraphrase_len2_op_accuracy": 0.75,
          "paraphrase_len2_arg_accuracy": 0.125,
          "paraphrase_len2_op_pos_accuracy": 0.0,
          "paraphrase_len2_arg_pos_accuracy": 0.0,
          "paraphrase_len2_program_exact": 0.0,
          "paraphrase_len2_state_accuracy": 0.0,
          "paraphrase_len2_state_all_exact": 0.0,
          "paraphrase_len2_state_prefix_fraction": 0.0,
          "paraphrase_len2_state_mean_correct_prefix": 0.0,
          "paraphrase_len4_direct_accuracy": NaN,
          "paraphrase_len4_direct_target_mass": NaN,
          "paraphrase_len4_executor_accuracy": 0.0,
          "paraphrase_len4_executor_target_mass": 0.06017502769827843,
          "paraphrase_len4_init_accuracy": 0.5,
          "paraphrase_len4_init_pos_accuracy": 0.25,
          "paraphrase_len4_op_accuracy": 0.75,
          "paraphrase_len4_arg_accuracy": 0.125,
          "paraphrase_len4_op_pos_accuracy": 0.0,
          "paraphrase_len4_arg_pos_accuracy": 0.0,
          "paraphrase_len4_program_exact": 0.0,
          "paraphrase_len4_state_accuracy": 0.0,
          "paraphrase_len4_state_all_exact": 0.0,
          "paraphrase_len4_state_prefix_fraction": 0.0,
          "paraphrase_len4_state_mean_correct_prefix": 0.0,
          "paired_len2_direct_accuracy": NaN,
          "paired_len2_direct_target_mass": NaN,
          "paired_len2_executor_accuracy": 0.0,
          "paired_len2_executor_target_mass": 0.07732311636209488,
          "paired_len2_init_accuracy": 0.25,
          "paired_len2_init_pos_accuracy": 0.125,
          "paired_len2_op_accuracy": 0.5,
          "paired_len2_arg_accuracy": 0.0625,
          "paired_len2_op_pos_accuracy": 0.0,
          "paired_len2_arg_pos_accuracy": 0.0,
          "paired_len2_program_exact": 0.0,
          "paired_len2_state_accuracy": 0.125,
          "paired_len2_state_all_exact": 0.0,
          "paired_len2_state_prefix_fraction": 0.125,
          "paired_len2_state_mean_correct_prefix": 0.25,
          "paired_len2_pair_true_answer_consistency": 1.0,
          "paired_len2_pair_true_length_consistency": 1.0,
          "paired_len2_executor_pair_answer_consistency": 0.75,
          "paired_len2_executor_pair_both_correct": 0.0,
          "paired_len2_compiler_pair_program_consistency": 0.75,
          "paired_len2_compiler_pair_state_consistency": 0.75,
          "paired_len4_direct_accuracy": NaN,
          "paired_len4_direct_target_mass": NaN,
          "paired_len4_executor_accuracy": 0.125,
          "paired_len4_executor_target_mass": 0.08884649351239204,
          "paired_len4_init_accuracy": 0.0,
          "paired_len4_init_pos_accuracy": 0.0,
          "paired_len4_op_accuracy": 0.90625,
          "paired_len4_arg_accuracy": 0.40625,
          "paired_len4_op_pos_accuracy": 0.0,
          "paired_len4_arg_pos_accuracy": 0.15625,
          "paired_len4_program_exact": 0.0,
          "paired_len4_state_accuracy": 0.09375,
          "paired_len4_state_all_exact": 0.0,
          "paired_len4_state_prefix_fraction": 0.0625,
          "paired_len4_state_mean_correct_prefix": 0.25,
          "paired_len4_pair_true_answer_consistency": 1.0,
          "paired_len4_pair_true_length_consistency": 1.0,
          "paired_len4_executor_pair_answer_consistency": 0.0,
          "paired_len4_executor_pair_both_correct": 0.0,
          "paired_len4_compiler_pair_program_consistency": 0.0,
          "paired_len4_compiler_pair_state_consistency": 0.0
        },
        {
          "variant": "copy_trace_state_ladder",
          "stage": "trace_state_ladder_long",
          "local_step": 2,
          "step": 4,
          "loss": 29.649436950683594,
          "trace_loss_active": true,
          "executor_loss_active": true,
          "state_loss_active": true,
          "lr_scale": 1.0,
          "executor_loss": 2.8371493816375732,
          "state_loss": 2.9070324897766113,
          "state_train_accuracy": 0.0,
          "init_loss": 1.415816068649292,
          "op_loss": 0.6875576972961426,
          "arg_loss": 1.3245863914489746,
          "init_attn_loss": 4.276183128356934,
          "op_attn_loss": 3.602294921875,
          "arg_attn_loss": 3.852959632873535,
          "role_loss": 2.1524956226348877,
          "standard_len2_direct_accuracy": NaN,
          "standard_len2_direct_target_mass": NaN,
          "standard_len2_executor_accuracy": 0.25,
          "standard_len2_executor_target_mass": 0.12828189134597778,
          "standard_len2_init_accuracy": 0.25,
          "standard_len2_init_pos_accuracy": 0.0,
          "standard_len2_op_accuracy": 0.875,
          "standard_len2_arg_accuracy": 0.25,
          "standard_len2_op_pos_accuracy": 0.0,
          "standard_len2_arg_pos_accuracy": 0.0,
          "standard_len2_program_exact": 0.0,
          "standard_len2_state_accuracy": 0.375,
          "standard_len2_state_all_exact": 0.0,
          "standard_len2_state_prefix_fraction": 0.25,
          "standard_len2_state_mean_correct_prefix": 0.5,
          "standard_len4_direct_accuracy": NaN,
          "standard_len4_direct_target_mass": NaN,
          "standard_len4_executor_accuracy": 0.0,
          "standard_len4_executor_target_mass": 0.059194158762693405,
          "standard_len4_init_accuracy": 0.5,
          "standard_len4_init_pos_accuracy": 0.25,
          "standard_len4_op_accuracy": 0.9375,
          "standard_len4_arg_accuracy": 0.5625,
          "standard_len4_op_pos_accuracy": 0.0,
          "standard_len4_arg_pos_accuracy": 0.0625,
          "standard_len4_program_exact": 0.0,
          "standard_len4_state_accuracy": 0.0,
          "standard_len4_state_all_exact": 0.0,
          "standard_len4_state_prefix_fraction": 0.0,
          "standard_len4_state_mean_correct_prefix": 0.0,
          "paraphrase_len2_direct_accuracy": NaN,
          "paraphrase_len2_direct_target_mass": NaN,
          "paraphrase_len2_executor_accuracy": 0.0,
          "paraphrase_len2_executor_target_mass": 0.1567956805229187,
          "paraphrase_len2_init_accuracy": 0.5,
          "paraphrase_len2_init_pos_accuracy": 0.0,
          "paraphrase_len2_op_accuracy": 0.75,
          "paraphrase_len2_arg_accuracy": 0.125,
          "paraphrase_len2_op_pos_accuracy": 0.0,
          "paraphrase_len2_arg_pos_accuracy": 0.0,
          "paraphrase_len2_program_exact": 0.0,
          "paraphrase_len2_state_accuracy": 0.0,
          "paraphrase_len2_state_all_exact": 0.0,
          "paraphrase_len2_state_prefix_fraction": 0.0,
          "paraphrase_len2_state_mean_correct_prefix": 0.0,
          "paraphrase_len4_direct_accuracy": NaN,
          "paraphrase_len4_direct_target_mass": NaN,
          "paraphrase_len4_executor_accuracy": 0.0,
          "paraphrase_len4_executor_target_mass": 0.060716573148965836,
          "paraphrase_len4_init_accuracy": 0.5,
          "paraphrase_len4_init_pos_accuracy": 0.25,
          "paraphrase_len4_op_accuracy": 0.75,
          "paraphrase_len4_arg_accuracy": 0.125,
          "paraphrase_len4_op_pos_accuracy": 0.0,
          "paraphrase_len4_arg_pos_accuracy": 0.0,
          "paraphrase_len4_program_exact": 0.0,
          "paraphrase_len4_state_accuracy": 0.0,
          "paraphrase_len4_state_all_exact": 0.0,
          "paraphrase_len4_state_prefix_fraction": 0.0,
          "paraphrase_len4_state_mean_correct_prefix": 0.0,
          "paired_len2_direct_accuracy": NaN,
          "paired_len2_direct_target_mass": NaN,
          "paired_len2_executor_accuracy": 0.125,
          "paired_len2_executor_target_mass": 0.07812029123306274,
          "paired_len2_init_accuracy": 0.25,
          "paired_len2_init_pos_accuracy": 0.125,
          "paired_len2_op_accuracy": 0.5625,
          "paired_len2_arg_accuracy": 0.0625,
          "paired_len2_op_pos_accuracy": 0.0,
          "paired_len2_arg_pos_accuracy": 0.0,
          "paired_len2_program_exact": 0.0,
          "paired_len2_state_accuracy": 0.1875,
          "paired_len2_state_all_exact": 0.0,
          "paired_len2_state_prefix_fraction": 0.125,
          "paired_len2_state_mean_correct_prefix": 0.25,
          "paired_len2_pair_true_answer_consistency": 1.0,
          "paired_len2_pair_true_length_consistency": 1.0,
          "paired_len2_executor_pair_answer_consistency": 0.5,
          "paired_len2_executor_pair_both_correct": 0.0,
          "paired_len2_compiler_pair_program_consistency": 0.5,
          "paired_len2_compiler_pair_state_consistency": 0.5,
          "paired_len4_direct_accuracy": NaN,
          "paired_len4_direct_target_mass": NaN,
          "paired_len4_executor_accuracy": 0.125,
          "paired_len4_executor_target_mass": 0.0883999913930893,
          "paired_len4_init_accuracy": 0.0,
          "paired_len4_init_pos_accuracy": 0.0,
          "paired_len4_op_accuracy": 0.90625,
          "paired_len4_arg_accuracy": 0.4375,
          "paired_len4_op_pos_accuracy": 0.0,
          "paired_len4_arg_pos_accuracy": 0.125,
          "paired_len4_program_exact": 0.0,
          "paired_len4_state_accuracy": 0.09375,
          "paired_len4_state_all_exact": 0.0,
          "paired_len4_state_prefix_fraction": 0.0625,
          "paired_len4_state_mean_correct_prefix": 0.25,
          "paired_len4_pair_true_answer_consistency": 1.0,
          "paired_len4_pair_true_length_consistency": 1.0,
          "paired_len4_executor_pair_answer_consistency": 0.0,
          "paired_len4_executor_pair_both_correct": 0.0,
          "paired_len4_compiler_pair_program_consistency": 0.0,
          "paired_len4_compiler_pair_state_consistency": 0.0
        }
      ],
      "final_metrics": {
        "standard_len2": {
          "variant": "copy_trace_state_ladder",
          "n": 4.0,
          "direct_accuracy": NaN,
          "direct_target_mass": NaN,
          "executor_accuracy": 0.25,
          "executor_target_mass": 0.12828189134597778,
          "init_accuracy": 0.25,
          "init_pos_accuracy": 0.0,
          "op_accuracy": 0.875,
          "arg_accuracy": 0.25,
          "op_pos_accuracy": 0.0,
          "arg_pos_accuracy": 0.0,
          "program_exact": 0.0,
          "state_accuracy": 0.375,
          "state_all_exact": 0.0,
          "state_prefix_fraction": 0.25,
          "state_mean_correct_prefix": 0.5
        },
        "standard_len4": {
          "variant": "copy_trace_state_ladder",
          "n": 4.0,
          "direct_accuracy": NaN,
          "direct_target_mass": NaN,
          "executor_accuracy": 0.0,
          "executor_target_mass": 0.059194158762693405,
          "init_accuracy": 0.5,
          "init_pos_accuracy": 0.25,
          "op_accuracy": 0.9375,
          "arg_accuracy": 0.5625,
          "op_pos_accuracy": 0.0,
          "arg_pos_accuracy": 0.0625,
          "program_exact": 0.0,
          "state_accuracy": 0.0,
          "state_all_exact": 0.0,
          "state_prefix_fraction": 0.0,
          "state_mean_correct_prefix": 0.0
        },
        "paraphrase_len2": {
          "variant": "copy_trace_state_ladder",
          "n": 4.0,
          "direct_accuracy": NaN,
          "direct_target_mass": NaN,
          "executor_accuracy": 0.0,
          "executor_target_mass": 0.1567956805229187,
          "init_accuracy": 0.5,
          "init_pos_accuracy": 0.0,
          "op_accuracy": 0.75,
          "arg_accuracy": 0.125,
          "op_pos_accuracy": 0.0,
          "arg_pos_accuracy": 0.0,
          "program_exact": 0.0,
          "state_accuracy": 0.0,
          "state_all_exact": 0.0,
          "state_prefix_fraction": 0.0,
          "state_mean_correct_prefix": 0.0
        },
        "paraphrase_len4": {
          "variant": "copy_trace_state_ladder",
          "n": 4.0,
          "direct_accuracy": NaN,
          "direct_target_mass": NaN,
          "executor_accuracy": 0.0,
          "executor_target_mass": 0.060716573148965836,
          "init_accuracy": 0.5,
          "init_pos_accuracy": 0.25,
          "op_accuracy": 0.75,
          "arg_accuracy": 0.125,
          "op_pos_accuracy": 0.0,
          "arg_pos_accuracy": 0.0,
          "program_exact": 0.0,
          "state_accuracy": 0.0,
          "state_all_exact": 0.0,
          "state_prefix_fraction": 0.0,
          "state_mean_correct_prefix": 0.0
        },
        "paired_len2": {
          "variant": "copy_trace_state_ladder",
          "n": 8.0,
          "direct_accuracy": NaN,
          "direct_target_mass": NaN,
          "executor_accuracy": 0.125,
          "executor_target_mass": 0.07812029123306274,
          "init_accuracy": 0.25,
          "init_pos_accuracy": 0.125,
          "op_accuracy": 0.5625,
          "arg_accuracy": 0.0625,
          "op_pos_accuracy": 0.0,
          "arg_pos_accuracy": 0.0,
          "program_exact": 0.0,
          "state_accuracy": 0.1875,
          "state_all_exact": 0.0,
          "state_prefix_fraction": 0.125,
          "state_mean_correct_prefix": 0.25,
          "pair_true_answer_consistency": 1.0,
          "pair_true_length_consistency": 1.0,
          "executor_pair_answer_consistency": 0.5,
          "executor_pair_both_correct": 0.0,
          "compiler_pair_program_consistency": 0.5,
          "compiler_pair_state_consistency": 0.5
        },
        "paired_len4": {
          "variant": "copy_trace_state_ladder",
          "n": 8.0,
          "direct_accuracy": NaN,
          "direct_target_mass": NaN,
          "executor_accuracy": 0.125,
          "executor_target_mass": 0.0883999913930893,
          "init_accuracy": 0.0,
          "init_pos_accuracy": 0.0,
          "op_accuracy": 0.90625,
          "arg_accuracy": 0.4375,
          "op_pos_accuracy": 0.0,
          "arg_pos_accuracy": 0.125,
          "program_exact": 0.0,
          "state_accuracy": 0.09375,
          "state_all_exact": 0.0,
          "state_prefix_fraction": 0.0625,
          "state_mean_correct_prefix": 0.25,
          "pair_true_answer_consistency": 1.0,
          "pair_true_length_consistency": 1.0,
          "executor_pair_answer_consistency": 0.0,
          "executor_pair_both_correct": 0.0,
          "compiler_pair_program_consistency": 0.0,
          "compiler_pair_state_consistency": 0.0
        }
      }
    }
  }
}