{
  "args": {
    "model_id": "hf-internal-testing/tiny-random-GPT2LMHeadModel",
    "load_in_4bit": false,
    "torch_dtype": "fp32",
    "device_map": "auto",
    "use_lora": false,
    "lora_r": 8,
    "lora_alpha": 16,
    "lora_dropout": 0.05,
    "lora_target_modules": "all-linear",
    "gradient_checkpointing": false,
    "optimizer": "adamw",
    "modulus": 97,
    "max_steps": 3,
    "train_min_len": 1,
    "train_max_len": 12,
    "curriculum_stages": "short:1:2:2,long:2:3:2",
    "answer_train_min_len": 1,
    "answer_train_max_len": 24,
    "eval_lengths": "2,3",
    "train_template_mode": "mixed",
    "paired_train": false,
    "paired_batches": true,
    "paired_template_modes": "standard,paraphrase",
    "pair_size": 2,
    "answer_train_template_mode": "mixed",
    "eval_template_modes": "standard,paraphrase",
    "paired_eval": true,
    "paired_eval_template_modes": "standard,paraphrase",
    "train_size": 16,
    "answer_train_size": 16,
    "eval_size": 4,
    "train_batch_size": 2,
    "eval_batch_size": 2,
    "bootstrap_steps": 0,
    "answer_steps": 0,
    "eval_every": 2,
    "stage_eval_every": 2,
    "lr": 0.0002,
    "answer_lr_scale": 0.1,
    "weight_decay": 0.0,
    "grad_clip": 1.0,
    "head_width": 64,
    "rank_temperature": 1.0,
    "arg_reader_mode": "after_op",
    "arg_window": 8,
    "arg_distance_temperature": 2.0,
    "trace_loss_weight": 1.0,
    "init_trace_loss_weight": 4.0,
    "op_trace_loss_weight": 1.0,
    "arg_trace_loss_weight": 4.0,
    "selection_loss_weight": 1.0,
    "role_pos_weight": 20.0,
    "init_selection_loss_weight": 1.0,
    "op_selection_loss_weight": 1.0,
    "arg_selection_loss_weight": 4.0,
    "executor_loss_weight": 1.0,
    "state_loss_weight": 1.0,
    "state_loss_schedule": "short=1.0,long=0.0",
    "save_eval_checkpoints": true,
    "selection_metric": "paired_len3_executor_accuracy",
    "variants": "copy_trace_state_scheduled",
    "max_length": 192,
    "seed": 7,
    "train_seed": -1,
    "output_dir": "experiments/qwen_checkpoint_scheduled_state_compiler/runs/smoke_tiny_scheduled_state",
    "checkpoint_dir": "",
    "state_loss_weight_by_stage": {
      "short": 1.0,
      "long": 0.0
    }
  },
  "metadata": {
    "python": "3.12.3",
    "platform": "Linux-6.8.0-62-generic-x86_64-with-glibc2.39",
    "torch": "2.8.0+cu128",
    "cuda_available": true,
    "transformers_loader": "AutoModelForCausalLM",
    "peft_installed": true,
    "use_lora": false,
    "lora_r": 8,
    "gpu_name": "NVIDIA RTX 6000 Ada Generation",
    "gpu_vram_gb": 47.383
  },
  "hidden_dim": 32,
  "dataset": {
    "train_size": 16,
    "train_examples": 32,
    "curriculum_stages": [
      {
        "name": "short",
        "min_len": 1,
        "max_len": 2,
        "steps": 2
      },
      {
        "name": "long",
        "min_len": 2,
        "max_len": 3,
        "steps": 2
      }
    ],
    "state_loss_weight_by_stage": {
      "short": 1.0,
      "long": 0.0
    },
    "answer_train_size": 16,
    "eval_size": 4,
    "train_lengths": [
      1,
      12
    ],
    "answer_train_lengths": [
      1,
      24
    ],
    "eval_lengths": [
      2,
      3
    ],
    "train_template_mode": "mixed",
    "paired_train": false,
    "paired_batches": true,
    "paired_template_modes": [
      "standard",
      "paraphrase"
    ],
    "answer_train_template_mode": "mixed",
    "eval_template_modes": [
      "standard",
      "paraphrase"
    ],
    "paired_eval": true,
    "paired_eval_template_modes": [
      "standard",
      "paraphrase"
    ]
  },
  "variants": {
    "copy_trace_state_scheduled": {
      "variant": "copy_trace_state_scheduled",
      "train_seconds": 0.9350357055664062,
      "checkpoints": [
        {
          "variant": "copy_trace_state_scheduled",
          "tag": "eval_trace_state_scheduled_short",
          "step": 1,
          "checkpoint_dir": "large_artifacts/qwen_checkpoint_scheduled_state_compiler/checkpoints/smoke_tiny_scheduled_state/copy_trace_state_scheduled/eval_trace_state_scheduled_short_step00001",
          "model_checkpoint": "large_artifacts/qwen_checkpoint_scheduled_state_compiler/checkpoints/smoke_tiny_scheduled_state/copy_trace_state_scheduled/eval_trace_state_scheduled_short_step00001/frozen_backbone.txt",
          "heads_checkpoint": "large_artifacts/qwen_checkpoint_scheduled_state_compiler/checkpoints/smoke_tiny_scheduled_state/copy_trace_state_scheduled/eval_trace_state_scheduled_short_step00001/heads.pt",
          "selection_metric": "paired_len3_executor_accuracy",
          "selection_value": 0.0
        },
        {
          "variant": "copy_trace_state_scheduled",
          "tag": "eval_trace_state_scheduled_short",
          "step": 2,
          "checkpoint_dir": "large_artifacts/qwen_checkpoint_scheduled_state_compiler/checkpoints/smoke_tiny_scheduled_state/copy_trace_state_scheduled/eval_trace_state_scheduled_short_step00002",
          "model_checkpoint": "large_artifacts/qwen_checkpoint_scheduled_state_compiler/checkpoints/smoke_tiny_scheduled_state/copy_trace_state_scheduled/eval_trace_state_scheduled_short_step00002/frozen_backbone.txt",
          "heads_checkpoint": "large_artifacts/qwen_checkpoint_scheduled_state_compiler/checkpoints/smoke_tiny_scheduled_state/copy_trace_state_scheduled/eval_trace_state_scheduled_short_step00002/heads.pt",
          "selection_metric": "paired_len3_executor_accuracy",
          "selection_value": 0.0
        },
        {
          "variant": "copy_trace_state_scheduled",
          "tag": "eval_trace_state_scheduled_long",
          "step": 3,
          "checkpoint_dir": "large_artifacts/qwen_checkpoint_scheduled_state_compiler/checkpoints/smoke_tiny_scheduled_state/copy_trace_state_scheduled/eval_trace_state_scheduled_long_step00003",
          "model_checkpoint": "large_artifacts/qwen_checkpoint_scheduled_state_compiler/checkpoints/smoke_tiny_scheduled_state/copy_trace_state_scheduled/eval_trace_state_scheduled_long_step00003/frozen_backbone.txt",
          "heads_checkpoint": "large_artifacts/qwen_checkpoint_scheduled_state_compiler/checkpoints/smoke_tiny_scheduled_state/copy_trace_state_scheduled/eval_trace_state_scheduled_long_step00003/heads.pt",
          "selection_metric": "paired_len3_executor_accuracy",
          "selection_value": 0.0
        },
        {
          "variant": "copy_trace_state_scheduled",
          "tag": "eval_trace_state_scheduled_long",
          "step": 4,
          "checkpoint_dir": "large_artifacts/qwen_checkpoint_scheduled_state_compiler/checkpoints/smoke_tiny_scheduled_state/copy_trace_state_scheduled/eval_trace_state_scheduled_long_step00004",
          "model_checkpoint": "large_artifacts/qwen_checkpoint_scheduled_state_compiler/checkpoints/smoke_tiny_scheduled_state/copy_trace_state_scheduled/eval_trace_state_scheduled_long_step00004/frozen_backbone.txt",
          "heads_checkpoint": "large_artifacts/qwen_checkpoint_scheduled_state_compiler/checkpoints/smoke_tiny_scheduled_state/copy_trace_state_scheduled/eval_trace_state_scheduled_long_step00004/heads.pt",
          "selection_metric": "paired_len3_executor_accuracy",
          "selection_value": 0.0
        },
        {
          "variant": "copy_trace_state_scheduled",
          "tag": "final",
          "step": 4,
          "checkpoint_dir": "large_artifacts/qwen_checkpoint_scheduled_state_compiler/checkpoints/smoke_tiny_scheduled_state/copy_trace_state_scheduled/final_step00004",
          "model_checkpoint": "large_artifacts/qwen_checkpoint_scheduled_state_compiler/checkpoints/smoke_tiny_scheduled_state/copy_trace_state_scheduled/final_step00004/frozen_backbone.txt",
          "heads_checkpoint": "large_artifacts/qwen_checkpoint_scheduled_state_compiler/checkpoints/smoke_tiny_scheduled_state/copy_trace_state_scheduled/final_step00004/heads.pt",
          "selection_metric": "paired_len3_executor_accuracy",
          "selection_value": 0.0
        }
      ],
      "selected_checkpoint": {
        "variant": "copy_trace_state_scheduled",
        "tag": "eval_trace_state_scheduled_short",
        "step": 1,
        "checkpoint_dir": "large_artifacts/qwen_checkpoint_scheduled_state_compiler/checkpoints/smoke_tiny_scheduled_state/copy_trace_state_scheduled/eval_trace_state_scheduled_short_step00001",
        "model_checkpoint": "large_artifacts/qwen_checkpoint_scheduled_state_compiler/checkpoints/smoke_tiny_scheduled_state/copy_trace_state_scheduled/eval_trace_state_scheduled_short_step00001/frozen_backbone.txt",
        "heads_checkpoint": "large_artifacts/qwen_checkpoint_scheduled_state_compiler/checkpoints/smoke_tiny_scheduled_state/copy_trace_state_scheduled/eval_trace_state_scheduled_short_step00001/heads.pt",
        "selection_metric": "paired_len3_executor_accuracy",
        "selection_value": 0.0
      },
      "train_log": [
        {
          "variant": "copy_trace_state_scheduled",
          "stage": "trace_state_scheduled_short",
          "local_step": 1,
          "step": 1,
          "loss": 110.8709945678711,
          "trace_loss_active": true,
          "executor_loss_active": true,
          "state_loss_active": true,
          "state_loss_weight": 1.0,
          "lr_scale": 1.0,
          "executor_loss": 11.401737213134766,
          "state_loss": 10.147499084472656,
          "state_train_accuracy": 0.0,
          "init_loss": 0.9026765823364258,
          "op_loss": 0.0,
          "arg_loss": 7.0185980796813965,
          "init_attn_loss": 4.308037757873535,
          "op_attn_loss": 8.906908988952637,
          "arg_attn_loss": 10.86040210723877,
          "role_loss": 0.9801036715507507,
          "standard_len2_direct_accuracy": NaN,
          "standard_len2_direct_target_mass": NaN,
          "standard_len2_executor_accuracy": 0.0,
          "standard_len2_executor_target_mass": 0.0062548365613110946,
          "standard_len2_init_accuracy": 0.25,
          "standard_len2_init_pos_accuracy": 0.0,
          "standard_len2_op_accuracy": 0.625,
          "standard_len2_arg_accuracy": 0.0,
          "standard_len2_op_pos_accuracy": 0.0,
          "standard_len2_arg_pos_accuracy": 0.0,
          "standard_len2_program_exact": 0.0,
          "standard_len2_state_accuracy": 0.125,
          "standard_len2_state_all_exact": 0.0,
          "standard_len2_state_prefix_fraction": 0.125,
          "standard_len2_state_mean_correct_prefix": 0.25,
          "standard_len3_direct_accuracy": NaN,
          "standard_len3_direct_target_mass": NaN,
          "standard_len3_executor_accuracy": 0.0,
          "standard_len3_executor_target_mass": 0.04913581721484661,
          "standard_len3_init_accuracy": 0.25,
          "standard_len3_init_pos_accuracy": 0.0,
          "standard_len3_op_accuracy": 0.6666666666666666,
          "standard_len3_arg_accuracy": 0.0,
          "standard_len3_op_pos_accuracy": 0.0,
          "standard_len3_arg_pos_accuracy": 0.0,
          "standard_len3_program_exact": 0.0,
          "standard_len3_state_accuracy": 0.16666666666666666,
          "standard_len3_state_all_exact": 0.0,
          "standard_len3_state_prefix_fraction": 0.16666666666666666,
          "standard_len3_state_mean_correct_prefix": 0.5,
          "paraphrase_len2_direct_accuracy": NaN,
          "paraphrase_len2_direct_target_mass": NaN,
          "paraphrase_len2_executor_accuracy": 0.0,
          "paraphrase_len2_executor_target_mass": 0.0002683790944502107,
          "paraphrase_len2_init_accuracy": 0.25,
          "paraphrase_len2_init_pos_accuracy": 0.0,
          "paraphrase_len2_op_accuracy": 0.625,
          "paraphrase_len2_arg_accuracy": 0.0,
          "paraphrase_len2_op_pos_accuracy": 0.0,
          "paraphrase_len2_arg_pos_accuracy": 0.0,
          "paraphrase_len2_program_exact": 0.0,
          "paraphrase_len2_state_accuracy": 0.25,
          "paraphrase_len2_state_all_exact": 0.0,
          "paraphrase_len2_state_prefix_fraction": 0.25,
          "paraphrase_len2_state_mean_correct_prefix": 0.5,
          "paraphrase_len3_direct_accuracy": NaN,
          "paraphrase_len3_direct_target_mass": NaN,
          "paraphrase_len3_executor_accuracy": 0.0,
          "paraphrase_len3_executor_target_mass": 0.0009450561192352325,
          "paraphrase_len3_init_accuracy": 0.25,
          "paraphrase_len3_init_pos_accuracy": 0.0,
          "paraphrase_len3_op_accuracy": 0.5,
          "paraphrase_len3_arg_accuracy": 0.0,
          "paraphrase_len3_op_pos_accuracy": 0.0,
          "paraphrase_len3_arg_pos_accuracy": 0.0,
          "paraphrase_len3_program_exact": 0.0,
          "paraphrase_len3_state_accuracy": 0.08333333333333333,
          "paraphrase_len3_state_all_exact": 0.0,
          "paraphrase_len3_state_prefix_fraction": 0.08333333333333333,
          "paraphrase_len3_state_mean_correct_prefix": 0.25,
          "paired_len2_direct_accuracy": NaN,
          "paired_len2_direct_target_mass": NaN,
          "paired_len2_executor_accuracy": 0.125,
          "paired_len2_executor_target_mass": 0.1297672590762886,
          "paired_len2_init_accuracy": 0.5,
          "paired_len2_init_pos_accuracy": 0.0,
          "paired_len2_op_accuracy": 0.5,
          "paired_len2_arg_accuracy": 0.0,
          "paired_len2_op_pos_accuracy": 0.0,
          "paired_len2_arg_pos_accuracy": 0.0,
          "paired_len2_program_exact": 0.0,
          "paired_len2_state_accuracy": 0.1875,
          "paired_len2_state_all_exact": 0.0,
          "paired_len2_state_prefix_fraction": 0.125,
          "paired_len2_state_mean_correct_prefix": 0.25,
          "paired_len2_pair_true_answer_consistency": 1.0,
          "paired_len2_pair_true_length_consistency": 1.0,
          "paired_len2_executor_pair_answer_consistency": 0.5,
          "paired_len2_executor_pair_both_correct": 0.0,
          "paired_len2_compiler_pair_program_consistency": 0.5,
          "paired_len2_compiler_pair_state_consistency": 0.5,
          "paired_len3_direct_accuracy": NaN,
          "paired_len3_direct_target_mass": NaN,
          "paired_len3_executor_accuracy": 0.0,
          "paired_len3_executor_target_mass": 0.000152954279315054,
          "paired_len3_init_accuracy": 0.625,
          "paired_len3_init_pos_accuracy": 0.0,
          "paired_len3_op_accuracy": 0.5,
          "paired_len3_arg_accuracy": 0.0,
          "paired_len3_op_pos_accuracy": 0.0,
          "paired_len3_arg_pos_accuracy": 0.0,
          "paired_len3_program_exact": 0.0,
          "paired_len3_state_accuracy": 0.041666666666666664,
          "paired_len3_state_all_exact": 0.0,
          "paired_len3_state_prefix_fraction": 0.041666666666666664,
          "paired_len3_state_mean_correct_prefix": 0.125,
          "paired_len3_pair_true_answer_consistency": 1.0,
          "paired_len3_pair_true_length_consistency": 1.0,
          "paired_len3_executor_pair_answer_consistency": 0.25,
          "paired_len3_executor_pair_both_correct": 0.0,
          "paired_len3_compiler_pair_program_consistency": 0.25,
          "paired_len3_compiler_pair_state_consistency": 0.25
        },
        {
          "variant": "copy_trace_state_scheduled",
          "stage": "trace_state_scheduled_short",
          "local_step": 2,
          "step": 2,
          "loss": 85.83224487304688,
          "trace_loss_active": true,
          "executor_loss_active": true,
          "state_loss_active": true,
          "state_loss_weight": 1.0,
          "lr_scale": 1.0,
          "executor_loss": 7.2646708488464355,
          "state_loss": 4.988492488861084,
          "state_train_accuracy": 0.25,
          "init_loss": 1.3580070734024048,
          "op_loss": 0.0,
          "arg_loss": 4.937306880950928,
          "init_attn_loss": 4.417943477630615,
          "op_attn_loss": 7.2773542404174805,
          "arg_attn_loss": 8.899127960205078,
          "role_loss": 1.1060179471969604,
          "standard_len2_direct_accuracy": NaN,
          "standard_len2_direct_target_mass": NaN,
          "standard_len2_executor_accuracy": 0.0,
          "standard_len2_executor_target_mass": 0.00641574949167989,
          "standard_len2_init_accuracy": 0.25,
          "standard_len2_init_pos_accuracy": 0.0,
          "standard_len2_op_accuracy": 0.625,
          "standard_len2_arg_accuracy": 0.0,
          "standard_len2_op_pos_accuracy": 0.0,
          "standard_len2_arg_pos_accuracy": 0.0,
          "standard_len2_program_exact": 0.0,
          "standard_len2_state_accuracy": 0.125,
          "standard_len2_state_all_exact": 0.0,
          "standard_len2_state_prefix_fraction": 0.125,
          "standard_len2_state_mean_correct_prefix": 0.25,
          "standard_len3_direct_accuracy": NaN,
          "standard_len3_direct_target_mass": NaN,
          "standard_len3_executor_accuracy": 0.0,
          "standard_len3_executor_target_mass": 0.04863007599487901,
          "standard_len3_init_accuracy": 0.25,
          "standard_len3_init_pos_accuracy": 0.0,
          "standard_len3_op_accuracy": 0.6666666666666666,
          "standard_len3_arg_accuracy": 0.0,
          "standard_len3_op_pos_accuracy": 0.0,
          "standard_len3_arg_pos_accuracy": 0.0,
          "standard_len3_program_exact": 0.0,
          "standard_len3_state_accuracy": 0.16666666666666666,
          "standard_len3_state_all_exact": 0.0,
          "standard_len3_state_prefix_fraction": 0.16666666666666666,
          "standard_len3_state_mean_correct_prefix": 0.5,
          "paraphrase_len2_direct_accuracy": NaN,
          "paraphrase_len2_direct_target_mass": NaN,
          "paraphrase_len2_executor_accuracy": 0.0,
          "paraphrase_len2_executor_target_mass": 0.00028899844801344443,
          "paraphrase_len2_init_accuracy": 0.25,
          "paraphrase_len2_init_pos_accuracy": 0.0,
          "paraphrase_len2_op_accuracy": 0.625,
          "paraphrase_len2_arg_accuracy": 0.0,
          "paraphrase_len2_op_pos_accuracy": 0.0,
          "paraphrase_len2_arg_pos_accuracy": 0.0,
          "paraphrase_len2_program_exact": 0.0,
          "paraphrase_len2_state_accuracy": 0.25,
          "paraphrase_len2_state_all_exact": 0.0,
          "paraphrase_len2_state_prefix_fraction": 0.25,
          "paraphrase_len2_state_mean_correct_prefix": 0.5,
          "paraphrase_len3_direct_accuracy": NaN,
          "paraphrase_len3_direct_target_mass": NaN,
          "paraphrase_len3_executor_accuracy": 0.0,
          "paraphrase_len3_executor_target_mass": 0.001016308757243678,
          "paraphrase_len3_init_accuracy": 0.25,
          "paraphrase_len3_init_pos_accuracy": 0.0,
          "paraphrase_len3_op_accuracy": 0.5,
          "paraphrase_len3_arg_accuracy": 0.0,
          "paraphrase_len3_op_pos_accuracy": 0.0,
          "paraphrase_len3_arg_pos_accuracy": 0.0,
          "paraphrase_len3_program_exact": 0.0,
          "paraphrase_len3_state_accuracy": 0.08333333333333333,
          "paraphrase_len3_state_all_exact": 0.0,
          "paraphrase_len3_state_prefix_fraction": 0.08333333333333333,
          "paraphrase_len3_state_mean_correct_prefix": 0.25,
          "paired_len2_direct_accuracy": NaN,
          "paired_len2_direct_target_mass": NaN,
          "paired_len2_executor_accuracy": 0.125,
          "paired_len2_executor_target_mass": 0.12934846128337085,
          "paired_len2_init_accuracy": 0.5,
          "paired_len2_init_pos_accuracy": 0.0,
          "paired_len2_op_accuracy": 0.5,
          "paired_len2_arg_accuracy": 0.0,
          "paired_len2_op_pos_accuracy": 0.0,
          "paired_len2_arg_pos_accuracy": 0.0,
          "paired_len2_program_exact": 0.0,
          "paired_len2_state_accuracy": 0.1875,
          "paired_len2_state_all_exact": 0.0,
          "paired_len2_state_prefix_fraction": 0.125,
          "paired_len2_state_mean_correct_prefix": 0.25,
          "paired_len2_pair_true_answer_consistency": 1.0,
          "paired_len2_pair_true_length_consistency": 1.0,
          "paired_len2_executor_pair_answer_consistency": 0.5,
          "paired_len2_executor_pair_both_correct": 0.0,
          "paired_len2_compiler_pair_program_consistency": 0.5,
          "paired_len2_compiler_pair_state_consistency": 0.5,
          "paired_len3_direct_accuracy": NaN,
          "paired_len3_direct_target_mass": NaN,
          "paired_len3_executor_accuracy": 0.0,
          "paired_len3_executor_target_mass": 0.00016317329163939576,
          "paired_len3_init_accuracy": 0.625,
          "paired_len3_init_pos_accuracy": 0.0,
          "paired_len3_op_accuracy": 0.5,
          "paired_len3_arg_accuracy": 0.0,
          "paired_len3_op_pos_accuracy": 0.0,
          "paired_len3_arg_pos_accuracy": 0.0,
          "paired_len3_program_exact": 0.0,
          "paired_len3_state_accuracy": 0.041666666666666664,
          "paired_len3_state_all_exact": 0.0,
          "paired_len3_state_prefix_fraction": 0.041666666666666664,
          "paired_len3_state_mean_correct_prefix": 0.125,
          "paired_len3_pair_true_answer_consistency": 1.0,
          "paired_len3_pair_true_length_consistency": 1.0,
          "paired_len3_executor_pair_answer_consistency": 0.25,
          "paired_len3_executor_pair_both_correct": 0.0,
          "paired_len3_compiler_pair_program_consistency": 0.25,
          "paired_len3_compiler_pair_state_consistency": 0.25
        },
        {
          "variant": "copy_trace_state_scheduled",
          "stage": "trace_state_scheduled_long",
          "local_step": 1,
          "step": 3,
          "loss": 138.74008178710938,
          "trace_loss_active": true,
          "executor_loss_active": true,
          "state_loss_active": false,
          "state_loss_weight": 0.0,
          "lr_scale": 1.0,
          "executor_loss": 20.202545166015625,
          "init_loss": 1.027357578277588,
          "op_loss": 2.380591630935669,
          "arg_loss": 9.99816608428955,
          "init_attn_loss": 4.64493989944458,
          "op_attn_loss": 11.518024444580078,
          "arg_attn_loss": 13.697990417480469,
          "role_loss": 1.099940299987793,
          "standard_len2_direct_accuracy": NaN,
          "standard_len2_direct_target_mass": NaN,
          "standard_len2_executor_accuracy": 0.0,
          "standard_len2_executor_target_mass": 0.0065797926818049746,
          "standard_len2_init_accuracy": 0.25,
          "standard_len2_init_pos_accuracy": 0.0,
          "standard_len2_op_accuracy": 0.625,
          "standard_len2_arg_accuracy": 0.0,
          "standard_len2_op_pos_accuracy": 0.0,
          "standard_len2_arg_pos_accuracy": 0.0,
          "standard_len2_program_exact": 0.0,
          "standard_len2_state_accuracy": 0.125,
          "standard_len2_state_all_exact": 0.0,
          "standard_len2_state_prefix_fraction": 0.125,
          "standard_len2_state_mean_correct_prefix": 0.25,
          "standard_len3_direct_accuracy": NaN,
          "standard_len3_direct_target_mass": NaN,
          "standard_len3_executor_accuracy": 0.0,
          "standard_len3_executor_target_mass": 0.04813129745889455,
          "standard_len3_init_accuracy": 0.25,
          "standard_len3_init_pos_accuracy": 0.0,
          "standard_len3_op_accuracy": 0.6666666666666666,
          "standard_len3_arg_accuracy": 0.0,
          "standard_len3_op_pos_accuracy": 0.0,
          "standard_len3_arg_pos_accuracy": 0.0,
          "standard_len3_program_exact": 0.0,
          "standard_len3_state_accuracy": 0.16666666666666666,
          "standard_len3_state_all_exact": 0.0,
          "standard_len3_state_prefix_fraction": 0.16666666666666666,
          "standard_len3_state_mean_correct_prefix": 0.5,
          "paraphrase_len2_direct_accuracy": NaN,
          "paraphrase_len2_direct_target_mass": NaN,
          "paraphrase_len2_executor_accuracy": 0.0,
          "paraphrase_len2_executor_target_mass": 0.0003107735356024932,
          "paraphrase_len2_init_accuracy": 0.25,
          "paraphrase_len2_init_pos_accuracy": 0.0,
          "paraphrase_len2_op_accuracy": 0.625,
          "paraphrase_len2_arg_accuracy": 0.0,
          "paraphrase_len2_op_pos_accuracy": 0.0,
          "paraphrase_len2_arg_pos_accuracy": 0.0,
          "paraphrase_len2_program_exact": 0.0,
          "paraphrase_len2_state_accuracy": 0.25,
          "paraphrase_len2_state_all_exact": 0.0,
          "paraphrase_len2_state_prefix_fraction": 0.25,
          "paraphrase_len2_state_mean_correct_prefix": 0.5,
          "paraphrase_len3_direct_accuracy": NaN,
          "paraphrase_len3_direct_target_mass": NaN,
          "paraphrase_len3_executor_accuracy": 0.0,
          "paraphrase_len3_executor_target_mass": 0.0010911911667790264,
          "paraphrase_len3_init_accuracy": 0.25,
          "paraphrase_len3_init_pos_accuracy": 0.0,
          "paraphrase_len3_op_accuracy": 0.5,
          "paraphrase_len3_arg_accuracy": 0.0,
          "paraphrase_len3_op_pos_accuracy": 0.0,
          "paraphrase_len3_arg_pos_accuracy": 0.0,
          "paraphrase_len3_program_exact": 0.0,
          "paraphrase_len3_state_accuracy": 0.08333333333333333,
          "paraphrase_len3_state_all_exact": 0.0,
          "paraphrase_len3_state_prefix_fraction": 0.08333333333333333,
          "paraphrase_len3_state_mean_correct_prefix": 0.25,
          "paired_len2_direct_accuracy": NaN,
          "paired_len2_direct_target_mass": NaN,
          "paired_len2_executor_accuracy": 0.125,
          "paired_len2_executor_target_mass": 0.12892178362471896,
          "paired_len2_init_accuracy": 0.5,
          "paired_len2_init_pos_accuracy": 0.0,
          "paired_len2_op_accuracy": 0.5,
          "paired_len2_arg_accuracy": 0.0,
          "paired_len2_op_pos_accuracy": 0.0,
          "paired_len2_arg_pos_accuracy": 0.0,
          "paired_len2_program_exact": 0.0,
          "paired_len2_state_accuracy": 0.1875,
          "paired_len2_state_all_exact": 0.0,
          "paired_len2_state_prefix_fraction": 0.125,
          "paired_len2_state_mean_correct_prefix": 0.25,
          "paired_len2_pair_true_answer_consistency": 1.0,
          "paired_len2_pair_true_length_consistency": 1.0,
          "paired_len2_executor_pair_answer_consistency": 0.5,
          "paired_len2_executor_pair_both_correct": 0.0,
          "paired_len2_compiler_pair_program_consistency": 0.5,
          "paired_len2_compiler_pair_state_consistency": 0.5,
          "paired_len3_direct_accuracy": NaN,
          "paired_len3_direct_target_mass": NaN,
          "paired_len3_executor_accuracy": 0.0,
          "paired_len3_executor_target_mass": 0.00017394974577200628,
          "paired_len3_init_accuracy": 0.625,
          "paired_len3_init_pos_accuracy": 0.0,
          "paired_len3_op_accuracy": 0.5,
          "paired_len3_arg_accuracy": 0.0,
          "paired_len3_op_pos_accuracy": 0.0,
          "paired_len3_arg_pos_accuracy": 0.0,
          "paired_len3_program_exact": 0.0,
          "paired_len3_state_accuracy": 0.041666666666666664,
          "paired_len3_state_all_exact": 0.0,
          "paired_len3_state_prefix_fraction": 0.041666666666666664,
          "paired_len3_state_mean_correct_prefix": 0.125,
          "paired_len3_pair_true_answer_consistency": 1.0,
          "paired_len3_pair_true_length_consistency": 1.0,
          "paired_len3_executor_pair_answer_consistency": 0.25,
          "paired_len3_executor_pair_both_correct": 0.0,
          "paired_len3_compiler_pair_program_consistency": 0.25,
          "paired_len3_compiler_pair_state_consistency": 0.25
        },
        {
          "variant": "copy_trace_state_scheduled",
          "stage": "trace_state_scheduled_long",
          "local_step": 2,
          "step": 4,
          "loss": 77.83897399902344,
          "trace_loss_active": true,
          "executor_loss_active": true,
          "state_loss_active": false,
          "state_loss_weight": 0.0,
          "lr_scale": 1.0,
          "executor_loss": 9.979731559753418,
          "init_loss": 0.9233357906341553,
          "op_loss": 0.9853255152702332,
          "arg_loss": 4.903250694274902,
          "init_attn_loss": 4.481350421905518,
          "op_attn_loss": 7.007711887359619,
          "arg_attn_loss": 7.703164577484131,
          "role_loss": 1.2658514976501465,
          "standard_len2_direct_accuracy": NaN,
          "standard_len2_direct_target_mass": NaN,
          "standard_len2_executor_accuracy": 0.0,
          "standard_len2_executor_target_mass": 0.006742279078025604,
          "standard_len2_init_accuracy": 0.25,
          "standard_len2_init_pos_accuracy": 0.0,
          "standard_len2_op_accuracy": 0.625,
          "standard_len2_arg_accuracy": 0.0,
          "standard_len2_op_pos_accuracy": 0.0,
          "standard_len2_arg_pos_accuracy": 0.0,
          "standard_len2_program_exact": 0.0,
          "standard_len2_state_accuracy": 0.125,
          "standard_len2_state_all_exact": 0.0,
          "standard_len2_state_prefix_fraction": 0.125,
          "standard_len2_state_mean_correct_prefix": 0.25,
          "standard_len3_direct_accuracy": NaN,
          "standard_len3_direct_target_mass": NaN,
          "standard_len3_executor_accuracy": 0.25,
          "standard_len3_executor_target_mass": 0.04764986038208008,
          "standard_len3_init_accuracy": 0.25,
          "standard_len3_init_pos_accuracy": 0.0,
          "standard_len3_op_accuracy": 0.6666666666666666,
          "standard_len3_arg_accuracy": 0.0,
          "standard_len3_op_pos_accuracy": 0.0,
          "standard_len3_arg_pos_accuracy": 0.0,
          "standard_len3_program_exact": 0.0,
          "standard_len3_state_accuracy": 0.25,
          "standard_len3_state_all_exact": 0.0,
          "standard_len3_state_prefix_fraction": 0.16666666666666666,
          "standard_len3_state_mean_correct_prefix": 0.5,
          "paraphrase_len2_direct_accuracy": NaN,
          "paraphrase_len2_direct_target_mass": NaN,
          "paraphrase_len2_executor_accuracy": 0.0,
          "paraphrase_len2_executor_target_mass": 0.00033391269425919745,
          "paraphrase_len2_init_accuracy": 0.25,
          "paraphrase_len2_init_pos_accuracy": 0.0,
          "paraphrase_len2_op_accuracy": 0.625,
          "paraphrase_len2_arg_accuracy": 0.0,
          "paraphrase_len2_op_pos_accuracy": 0.0,
          "paraphrase_len2_arg_pos_accuracy": 0.0,
          "paraphrase_len2_program_exact": 0.0,
          "paraphrase_len2_state_accuracy": 0.25,
          "paraphrase_len2_state_all_exact": 0.0,
          "paraphrase_len2_state_prefix_fraction": 0.25,
          "paraphrase_len2_state_mean_correct_prefix": 0.5,
          "paraphrase_len3_direct_accuracy": NaN,
          "paraphrase_len3_direct_target_mass": NaN,
          "paraphrase_len3_executor_accuracy": 0.0,
          "paraphrase_len3_executor_target_mass": 0.0011699405149556696,
          "paraphrase_len3_init_accuracy": 0.25,
          "paraphrase_len3_init_pos_accuracy": 0.0,
          "paraphrase_len3_op_accuracy": 0.5,
          "paraphrase_len3_arg_accuracy": 0.0,
          "paraphrase_len3_op_pos_accuracy": 0.0,
          "paraphrase_len3_arg_pos_accuracy": 0.0,
          "paraphrase_len3_program_exact": 0.0,
          "paraphrase_len3_state_accuracy": 0.08333333333333333,
          "paraphrase_len3_state_all_exact": 0.0,
          "paraphrase_len3_state_prefix_fraction": 0.08333333333333333,
          "paraphrase_len3_state_mean_correct_prefix": 0.25,
          "paired_len2_direct_accuracy": NaN,
          "paired_len2_direct_target_mass": NaN,
          "paired_len2_executor_accuracy": 0.125,
          "paired_len2_executor_target_mass": 0.12849206205646624,
          "paired_len2_init_accuracy": 0.5,
          "paired_len2_init_pos_accuracy": 0.0,
          "paired_len2_op_accuracy": 0.5,
          "paired_len2_arg_accuracy": 0.0,
          "paired_len2_op_pos_accuracy": 0.0,
          "paired_len2_arg_pos_accuracy": 0.0,
          "paired_len2_program_exact": 0.0,
          "paired_len2_state_accuracy": 0.1875,
          "paired_len2_state_all_exact": 0.0,
          "paired_len2_state_prefix_fraction": 0.125,
          "paired_len2_state_mean_correct_prefix": 0.25,
          "paired_len2_pair_true_answer_consistency": 1.0,
          "paired_len2_pair_true_length_consistency": 1.0,
          "paired_len2_executor_pair_answer_consistency": 0.5,
          "paired_len2_executor_pair_both_correct": 0.0,
          "paired_len2_compiler_pair_program_consistency": 0.5,
          "paired_len2_compiler_pair_state_consistency": 0.5,
          "paired_len3_direct_accuracy": NaN,
          "paired_len3_direct_target_mass": NaN,
          "paired_len3_executor_accuracy": 0.0,
          "paired_len3_executor_target_mass": 0.00018511341875182552,
          "paired_len3_init_accuracy": 0.625,
          "paired_len3_init_pos_accuracy": 0.0,
          "paired_len3_op_accuracy": 0.5,
          "paired_len3_arg_accuracy": 0.0,
          "paired_len3_op_pos_accuracy": 0.0,
          "paired_len3_arg_pos_accuracy": 0.0,
          "paired_len3_program_exact": 0.0,
          "paired_len3_state_accuracy": 0.041666666666666664,
          "paired_len3_state_all_exact": 0.0,
          "paired_len3_state_prefix_fraction": 0.041666666666666664,
          "paired_len3_state_mean_correct_prefix": 0.125,
          "paired_len3_pair_true_answer_consistency": 1.0,
          "paired_len3_pair_true_length_consistency": 1.0,
          "paired_len3_executor_pair_answer_consistency": 0.25,
          "paired_len3_executor_pair_both_correct": 0.0,
          "paired_len3_compiler_pair_program_consistency": 0.25,
          "paired_len3_compiler_pair_state_consistency": 0.25
        }
      ],
      "final_metrics": {
        "standard_len2": {
          "variant": "copy_trace_state_scheduled",
          "n": 4.0,
          "direct_accuracy": NaN,
          "direct_target_mass": NaN,
          "executor_accuracy": 0.0,
          "executor_target_mass": 0.006742279078025604,
          "init_accuracy": 0.25,
          "init_pos_accuracy": 0.0,
          "op_accuracy": 0.625,
          "arg_accuracy": 0.0,
          "op_pos_accuracy": 0.0,
          "arg_pos_accuracy": 0.0,
          "program_exact": 0.0,
          "state_accuracy": 0.125,
          "state_all_exact": 0.0,
          "state_prefix_fraction": 0.125,
          "state_mean_correct_prefix": 0.25
        },
        "standard_len3": {
          "variant": "copy_trace_state_scheduled",
          "n": 4.0,
          "direct_accuracy": NaN,
          "direct_target_mass": NaN,
          "executor_accuracy": 0.25,
          "executor_target_mass": 0.04764986038208008,
          "init_accuracy": 0.25,
          "init_pos_accuracy": 0.0,
          "op_accuracy": 0.6666666666666666,
          "arg_accuracy": 0.0,
          "op_pos_accuracy": 0.0,
          "arg_pos_accuracy": 0.0,
          "program_exact": 0.0,
          "state_accuracy": 0.25,
          "state_all_exact": 0.0,
          "state_prefix_fraction": 0.16666666666666666,
          "state_mean_correct_prefix": 0.5
        },
        "paraphrase_len2": {
          "variant": "copy_trace_state_scheduled",
          "n": 4.0,
          "direct_accuracy": NaN,
          "direct_target_mass": NaN,
          "executor_accuracy": 0.0,
          "executor_target_mass": 0.00033391269425919745,
          "init_accuracy": 0.25,
          "init_pos_accuracy": 0.0,
          "op_accuracy": 0.625,
          "arg_accuracy": 0.0,
          "op_pos_accuracy": 0.0,
          "arg_pos_accuracy": 0.0,
          "program_exact": 0.0,
          "state_accuracy": 0.25,
          "state_all_exact": 0.0,
          "state_prefix_fraction": 0.25,
          "state_mean_correct_prefix": 0.5
        },
        "paraphrase_len3": {
          "variant": "copy_trace_state_scheduled",
          "n": 4.0,
          "direct_accuracy": NaN,
          "direct_target_mass": NaN,
          "executor_accuracy": 0.0,
          "executor_target_mass": 0.0011699405149556696,
          "init_accuracy": 0.25,
          "init_pos_accuracy": 0.0,
          "op_accuracy": 0.5,
          "arg_accuracy": 0.0,
          "op_pos_accuracy": 0.0,
          "arg_pos_accuracy": 0.0,
          "program_exact": 0.0,
          "state_accuracy": 0.08333333333333333,
          "state_all_exact": 0.0,
          "state_prefix_fraction": 0.08333333333333333,
          "state_mean_correct_prefix": 0.25
        },
        "paired_len2": {
          "variant": "copy_trace_state_scheduled",
          "n": 8.0,
          "direct_accuracy": NaN,
          "direct_target_mass": NaN,
          "executor_accuracy": 0.125,
          "executor_target_mass": 0.12849206205646624,
          "init_accuracy": 0.5,
          "init_pos_accuracy": 0.0,
          "op_accuracy": 0.5,
          "arg_accuracy": 0.0,
          "op_pos_accuracy": 0.0,
          "arg_pos_accuracy": 0.0,
          "program_exact": 0.0,
          "state_accuracy": 0.1875,
          "state_all_exact": 0.0,
          "state_prefix_fraction": 0.125,
          "state_mean_correct_prefix": 0.25,
          "pair_true_answer_consistency": 1.0,
          "pair_true_length_consistency": 1.0,
          "executor_pair_answer_consistency": 0.5,
          "executor_pair_both_correct": 0.0,
          "compiler_pair_program_consistency": 0.5,
          "compiler_pair_state_consistency": 0.5
        },
        "paired_len3": {
          "variant": "copy_trace_state_scheduled",
          "n": 8.0,
          "direct_accuracy": NaN,
          "direct_target_mass": NaN,
          "executor_accuracy": 0.0,
          "executor_target_mass": 0.00018511341875182552,
          "init_accuracy": 0.625,
          "init_pos_accuracy": 0.0,
          "op_accuracy": 0.5,
          "arg_accuracy": 0.0,
          "op_pos_accuracy": 0.0,
          "arg_pos_accuracy": 0.0,
          "program_exact": 0.0,
          "state_accuracy": 0.041666666666666664,
          "state_all_exact": 0.0,
          "state_prefix_fraction": 0.041666666666666664,
          "state_mean_correct_prefix": 0.125,
          "pair_true_answer_consistency": 1.0,
          "pair_true_length_consistency": 1.0,
          "executor_pair_answer_consistency": 0.25,
          "executor_pair_both_correct": 0.0,
          "compiler_pair_program_consistency": 0.25,
          "compiler_pair_state_consistency": 0.25
        }
      }
    }
  }
}