{
  "metadata": {
    "python": "3.12.3",
    "platform": "Linux-6.8.0-62-generic-x86_64-with-glibc2.39",
    "torch": "2.8.0+cu128",
    "cuda_available": true,
    "gpu_name": "NVIDIA RTX 6000 Ada Generation",
    "args": {
      "run_name": "smoke_learned_verifier",
      "compiler_checkpoint": "large_artifacts/qwen_learned_repair_verifier/checkpoints/fixed_compiler_step00800",
      "train_examples": 8,
      "val_examples": 4,
      "eval_examples": 4,
      "eval_pairs": 4,
      "train_length": 24,
      "eval_length": 24,
      "repair_topk": 2,
      "repair_max_edits": 1,
      "repair_max_pair_arg_slots": 24,
      "qwen_batch_size": 4,
      "max_length": 384,
      "verifier_width": 64,
      "verifier_dropout": 0.05,
      "verifier_epochs": 2,
      "verifier_lr": 0.001,
      "verifier_weight_decay": 0.0001,
      "no_positive_base_weight": 0.2,
      "grad_clip": 1.0,
      "pair_top_m": 25,
      "pair_bonus": 2.0,
      "seed": 17,
      "eval_seed": 94001
    },
    "compiler_args": {
      "model_id": "Qwen/Qwen3-4B",
      "modulus": 97,
      "max_steps": 24,
      "head_width": 768,
      "rank_temperature": 1.0,
      "arg_reader_mode": "after_op",
      "arg_window": 8,
      "arg_distance_temperature": 2.0
    },
    "feature_names": [
      "bias",
      "candidate_prior",
      "prior_delta",
      "candidate_prior_per_slot",
      "prior_delta_per_edit",
      "base_prior",
      "edit_count",
      "changed",
      "init_edit",
      "op_edit_count",
      "arg_edit_count",
      "edit_fraction",
      "first_edit_pos_norm",
      "last_edit_pos_norm",
      "mean_edit_pos_norm",
      "edit_span_norm",
      "mean_new_rank",
      "max_new_rank",
      "mean_changed_margin",
      "min_changed_margin",
      "mean_changed_entropy",
      "mean_logp_delta",
      "min_logp_delta",
      "max_logp_delta",
      "base_init_margin",
      "base_op_margin_mean",
      "base_op_margin_min",
      "base_arg_margin_mean",
      "base_arg_margin_min",
      "base_op_entropy_mean",
      "base_arg_entropy_mean",
      "candidate_answer_norm",
      "candidate_final_soft_logp",
      "candidate_state_soft_logp_mean",
      "candidate_state_soft_logp_min",
      "base_final_soft_logp",
      "base_state_soft_logp_mean",
      "answer_equals_base",
      "state_same_fraction_as_base",
      "state_prefix_same_as_base"
    ],
    "train_seconds": 8.805172681808472
  },
  "metrics": {
    "train_len24": {
      "n": 8.0,
      "oracle_found_fraction": 0.125,
      "avg_candidates": 50.0,
      "avg_positive_candidates": 0.125,
      "base_executor_accuracy": 0.0,
      "base_program_exact": 0.0,
      "base_state_prefix_fraction": 0.2239583333333333,
      "base_changed_fraction": 0.0,
      "base_avg_edits": 0.0,
      "prior_executor_accuracy": 0.0,
      "prior_program_exact": 0.0,
      "prior_state_prefix_fraction": 0.2239583333333333,
      "prior_changed_fraction": 0.0,
      "prior_avg_edits": 0.0,
      "soft_trace_executor_accuracy": 0.0,
      "soft_trace_program_exact": 0.0,
      "soft_trace_state_prefix_fraction": 0.13541666666666666,
      "soft_trace_changed_fraction": 1.0,
      "soft_trace_avg_edits": 1.0,
      "oracle_executor_accuracy": 0.125,
      "oracle_program_exact": 0.125,
      "oracle_state_prefix_fraction": 0.24999999999999997,
      "oracle_changed_fraction": 0.125,
      "oracle_avg_edits": 0.125,
      "learned_executor_accuracy": 0.0,
      "learned_program_exact": 0.0,
      "learned_state_prefix_fraction": 0.2239583333333333,
      "learned_changed_fraction": 0.0,
      "learned_avg_edits": 0.0,
      "learned_oracle_gap_recovered": 0.0
    },
    "val_len24": {
      "n": 4.0,
      "oracle_found_fraction": 0.0,
      "avg_candidates": 50.0,
      "avg_positive_candidates": 0.0,
      "base_executor_accuracy": 0.0,
      "base_program_exact": 0.0,
      "base_state_prefix_fraction": 0.2916666666666667,
      "base_changed_fraction": 0.0,
      "base_avg_edits": 0.0,
      "prior_executor_accuracy": 0.0,
      "prior_program_exact": 0.0,
      "prior_state_prefix_fraction": 0.2916666666666667,
      "prior_changed_fraction": 0.0,
      "prior_avg_edits": 0.0,
      "soft_trace_executor_accuracy": 0.0,
      "soft_trace_program_exact": 0.0,
      "soft_trace_state_prefix_fraction": 0.19791666666666666,
      "soft_trace_changed_fraction": 1.0,
      "soft_trace_avg_edits": 1.0,
      "oracle_executor_accuracy": 0.0,
      "oracle_program_exact": 0.0,
      "oracle_state_prefix_fraction": 0.2916666666666667,
      "oracle_changed_fraction": 0.0,
      "oracle_avg_edits": 0.0,
      "learned_executor_accuracy": 0.0,
      "learned_program_exact": 0.0,
      "learned_state_prefix_fraction": 0.2916666666666667,
      "learned_changed_fraction": 0.0,
      "learned_avg_edits": 0.0,
      "learned_oracle_gap_recovered": NaN
    },
    "fresh_standard_len24": {
      "n": 4.0,
      "oracle_found_fraction": 0.5,
      "avg_candidates": 50.0,
      "avg_positive_candidates": 0.5,
      "base_executor_accuracy": 0.5,
      "base_program_exact": 0.5,
      "base_state_prefix_fraction": 0.6875,
      "base_changed_fraction": 0.0,
      "base_avg_edits": 0.0,
      "prior_executor_accuracy": 0.5,
      "prior_program_exact": 0.5,
      "prior_state_prefix_fraction": 0.6875,
      "prior_changed_fraction": 0.0,
      "prior_avg_edits": 0.0,
      "soft_trace_executor_accuracy": 0.25,
      "soft_trace_program_exact": 0.25,
      "soft_trace_state_prefix_fraction": 0.3854166666666667,
      "soft_trace_changed_fraction": 0.75,
      "soft_trace_avg_edits": 0.75,
      "oracle_executor_accuracy": 0.5,
      "oracle_program_exact": 0.5,
      "oracle_state_prefix_fraction": 0.6875,
      "oracle_changed_fraction": 0.0,
      "oracle_avg_edits": 0.0,
      "learned_executor_accuracy": 0.5,
      "learned_program_exact": 0.5,
      "learned_state_prefix_fraction": 0.6875,
      "learned_changed_fraction": 0.0,
      "learned_avg_edits": 0.0,
      "learned_oracle_gap_recovered": NaN
    },
    "fresh_paraphrase_len24": {
      "n": 4.0,
      "oracle_found_fraction": 0.0,
      "avg_candidates": 50.0,
      "avg_positive_candidates": 0.0,
      "base_executor_accuracy": 0.0,
      "base_program_exact": 0.0,
      "base_state_prefix_fraction": 0.3020833333333333,
      "base_changed_fraction": 0.0,
      "base_avg_edits": 0.0,
      "prior_executor_accuracy": 0.0,
      "prior_program_exact": 0.0,
      "prior_state_prefix_fraction": 0.3020833333333333,
      "prior_changed_fraction": 0.0,
      "prior_avg_edits": 0.0,
      "soft_trace_executor_accuracy": 0.0,
      "soft_trace_program_exact": 0.0,
      "soft_trace_state_prefix_fraction": 0.28125,
      "soft_trace_changed_fraction": 1.0,
      "soft_trace_avg_edits": 1.0,
      "oracle_executor_accuracy": 0.0,
      "oracle_program_exact": 0.0,
      "oracle_state_prefix_fraction": 0.3020833333333333,
      "oracle_changed_fraction": 0.0,
      "oracle_avg_edits": 0.0,
      "learned_executor_accuracy": 0.0,
      "learned_program_exact": 0.0,
      "learned_state_prefix_fraction": 0.3020833333333333,
      "learned_changed_fraction": 0.0,
      "learned_avg_edits": 0.0,
      "learned_oracle_gap_recovered": NaN
    },
    "fresh_paired_len24": {
      "n": 8.0,
      "oracle_found_fraction": 0.5,
      "avg_candidates": 50.0,
      "avg_positive_candidates": 0.625,
      "base_executor_accuracy": 0.375,
      "base_program_exact": 0.375,
      "base_state_prefix_fraction": 0.8385416666666665,
      "base_changed_fraction": 0.0,
      "base_avg_edits": 0.0,
      "prior_executor_accuracy": 0.375,
      "prior_program_exact": 0.375,
      "prior_state_prefix_fraction": 0.8385416666666665,
      "prior_changed_fraction": 0.0,
      "prior_avg_edits": 0.0,
      "soft_trace_executor_accuracy": 0.0,
      "soft_trace_program_exact": 0.0,
      "soft_trace_state_prefix_fraction": 0.30729166666666663,
      "soft_trace_changed_fraction": 1.0,
      "soft_trace_avg_edits": 1.0,
      "oracle_executor_accuracy": 0.5,
      "oracle_program_exact": 0.5,
      "oracle_state_prefix_fraction": 0.8437499999999999,
      "oracle_changed_fraction": 0.125,
      "oracle_avg_edits": 0.125,
      "learned_executor_accuracy": 0.375,
      "learned_program_exact": 0.375,
      "learned_state_prefix_fraction": 0.8385416666666665,
      "learned_changed_fraction": 0.0,
      "learned_avg_edits": 0.0,
      "learned_oracle_gap_recovered": 0.0,
      "pair_rerank_executor_accuracy": 0.5,
      "pair_rerank_program_exact": 0.5,
      "pair_rerank_state_prefix_fraction": 0.8437499999999999,
      "pair_rerank_changed_fraction": 0.125,
      "pair_rerank_avg_edits": 0.125,
      "learned_pair_answer_consistency": 0.75,
      "learned_pair_both_correct": 0.25,
      "learned_pair_program_consistency": 0.75,
      "learned_pair_state_consistency": 0.75,
      "pair_rerank_pair_answer_consistency": 1.0,
      "pair_rerank_pair_both_correct": 0.5,
      "pair_rerank_pair_program_consistency": 1.0,
      "pair_rerank_pair_state_consistency": 1.0,
      "oracle_pair_answer_consistency": 1.0,
      "oracle_pair_both_correct": 0.5,
      "oracle_pair_program_consistency": 1.0,
      "oracle_pair_state_consistency": 1.0,
      "base_pair_answer_consistency": 0.75,
      "base_pair_both_correct": 0.25,
      "base_pair_program_consistency": 0.75,
      "base_pair_state_consistency": 0.75
    }
  },
  "train_log": [
    {
      "epoch": 1,
      "train_loss": 0.9603263288736343,
      "val_n": 4.0,
      "val_oracle_found_fraction": 0.0,
      "val_avg_candidates": 50.0,
      "val_avg_positive_candidates": 0.0,
      "val_base_executor_accuracy": 0.0,
      "val_base_program_exact": 0.0,
      "val_base_state_prefix_fraction": 0.2916666666666667,
      "val_base_changed_fraction": 0.0,
      "val_base_avg_edits": 0.0,
      "val_prior_executor_accuracy": 0.0,
      "val_prior_program_exact": 0.0,
      "val_prior_state_prefix_fraction": 0.2916666666666667,
      "val_prior_changed_fraction": 0.0,
      "val_prior_avg_edits": 0.0,
      "val_soft_trace_executor_accuracy": 0.0,
      "val_soft_trace_program_exact": 0.0,
      "val_soft_trace_state_prefix_fraction": 0.19791666666666666,
      "val_soft_trace_changed_fraction": 1.0,
      "val_soft_trace_avg_edits": 1.0,
      "val_oracle_executor_accuracy": 0.0,
      "val_oracle_program_exact": 0.0,
      "val_oracle_state_prefix_fraction": 0.2916666666666667,
      "val_oracle_changed_fraction": 0.0,
      "val_oracle_avg_edits": 0.0,
      "val_learned_executor_accuracy": 0.0,
      "val_learned_program_exact": 0.0,
      "val_learned_state_prefix_fraction": 0.2916666666666667,
      "val_learned_changed_fraction": 0.0,
      "val_learned_avg_edits": 0.0,
      "val_learned_oracle_gap_recovered": NaN
    },
    {
      "epoch": 2,
      "train_loss": 0.8052328620105982,
      "val_n": 4.0,
      "val_oracle_found_fraction": 0.0,
      "val_avg_candidates": 50.0,
      "val_avg_positive_candidates": 0.0,
      "val_base_executor_accuracy": 0.0,
      "val_base_program_exact": 0.0,
      "val_base_state_prefix_fraction": 0.2916666666666667,
      "val_base_changed_fraction": 0.0,
      "val_base_avg_edits": 0.0,
      "val_prior_executor_accuracy": 0.0,
      "val_prior_program_exact": 0.0,
      "val_prior_state_prefix_fraction": 0.2916666666666667,
      "val_prior_changed_fraction": 0.0,
      "val_prior_avg_edits": 0.0,
      "val_soft_trace_executor_accuracy": 0.0,
      "val_soft_trace_program_exact": 0.0,
      "val_soft_trace_state_prefix_fraction": 0.19791666666666666,
      "val_soft_trace_changed_fraction": 1.0,
      "val_soft_trace_avg_edits": 1.0,
      "val_oracle_executor_accuracy": 0.0,
      "val_oracle_program_exact": 0.0,
      "val_oracle_state_prefix_fraction": 0.2916666666666667,
      "val_oracle_changed_fraction": 0.0,
      "val_oracle_avg_edits": 0.0,
      "val_learned_executor_accuracy": 0.0,
      "val_learned_program_exact": 0.0,
      "val_learned_state_prefix_fraction": 0.2916666666666667,
      "val_learned_changed_fraction": 0.0,
      "val_learned_avg_edits": 0.0,
      "val_learned_oracle_gap_recovered": NaN
    }
  ]
}