{ "experiment": "targeted_bridge_allocation", "model_id": "Qwen/Qwen2.5-Coder-3B-Instruct", "revision": "488639f1ff808d1d3d0ba301aef8c11461451ec5", "max_new_tokens": 256, "max_records": null, "suite": "all", "jobs": [ { "suite": "core", "name": "frozen_trace", "split": "seen_iid", "condition": "trace", "adapter": null, "data": "/workspace/experiments/targeted_bridge_allocation/data/repair_val_seen_iid.jsonl", "output": "/workspace/experiments/targeted_bridge_allocation/reports/final/core__frozen_trace__seen_iid.json", "command": [ "/usr/local/bin/python", "/workspace/experiments/targeted_bridge_allocation/scripts/eval_allocation.py", "--data", "/workspace/experiments/targeted_bridge_allocation/data/repair_val_seen_iid.jsonl", "--output", "/workspace/experiments/targeted_bridge_allocation/reports/final/core__frozen_trace__seen_iid.json", "--condition", "trace", "--model-id", "Qwen/Qwen2.5-Coder-3B-Instruct", "--revision", "488639f1ff808d1d3d0ba301aef8c11461451ec5", "--max-new-tokens", "256" ], "status": "completed", "started_at": 1782103297.2150776, "finished_at": 1782103465.7177155, "runtime_seconds": 168.503 }, { "suite": "core", "name": "frozen_trace", "split": "format_shift", "condition": "trace", "adapter": null, "data": "/workspace/experiments/targeted_bridge_allocation/data/repair_val_format_shift.jsonl", "output": "/workspace/experiments/targeted_bridge_allocation/reports/final/core__frozen_trace__format_shift.json", "command": [ "/usr/local/bin/python", "/workspace/experiments/targeted_bridge_allocation/scripts/eval_allocation.py", "--data", "/workspace/experiments/targeted_bridge_allocation/data/repair_val_format_shift.jsonl", "--output", "/workspace/experiments/targeted_bridge_allocation/reports/final/core__frozen_trace__format_shift.json", "--condition", "trace", "--model-id", "Qwen/Qwen2.5-Coder-3B-Instruct", "--revision", "488639f1ff808d1d3d0ba301aef8c11461451ec5", "--max-new-tokens", "256" ], "status": "completed", "started_at": 1782103465.7184408, "finished_at": 1782103632.9738963, "runtime_seconds": 167.255 }, { "suite": "core", "name": "frozen_trace", "split": "recombination_holdout", "condition": "trace", "adapter": null, "data": "/workspace/experiments/targeted_bridge_allocation/data/repair_val_recombination_holdout.jsonl", "output": "/workspace/experiments/targeted_bridge_allocation/reports/final/core__frozen_trace__recombination_holdout.json", "command": [ "/usr/local/bin/python", "/workspace/experiments/targeted_bridge_allocation/scripts/eval_allocation.py", "--data", "/workspace/experiments/targeted_bridge_allocation/data/repair_val_recombination_holdout.jsonl", "--output", "/workspace/experiments/targeted_bridge_allocation/reports/final/core__frozen_trace__recombination_holdout.json", "--condition", "trace", "--model-id", "Qwen/Qwen2.5-Coder-3B-Instruct", "--revision", "488639f1ff808d1d3d0ba301aef8c11461451ec5", "--max-new-tokens", "256" ], "status": "completed", "started_at": 1782103632.974539, "finished_at": 1782103985.363594, "runtime_seconds": 352.389 }, { "suite": "core", "name": "uniform2_trace", "split": "seen_iid", "condition": "trace", "adapter": "/workspace/large_artifacts/targeted_bridge_allocation/models/uniform2_trace_lora", "data": "/workspace/experiments/targeted_bridge_allocation/data/repair_val_seen_iid.jsonl", "output": "/workspace/experiments/targeted_bridge_allocation/reports/final/core__uniform2_trace__seen_iid.json", "command": [ "/usr/local/bin/python", "/workspace/experiments/targeted_bridge_allocation/scripts/eval_allocation.py", "--data", "/workspace/experiments/targeted_bridge_allocation/data/repair_val_seen_iid.jsonl", "--output", "/workspace/experiments/targeted_bridge_allocation/reports/final/core__uniform2_trace__seen_iid.json", "--condition", "trace", "--model-id", "Qwen/Qwen2.5-Coder-3B-Instruct", "--revision", "488639f1ff808d1d3d0ba301aef8c11461451ec5", "--max-new-tokens", "256", "--adapter", "/workspace/large_artifacts/targeted_bridge_allocation/models/uniform2_trace_lora" ], "status": "completed", "started_at": 1782103992.7625372, "finished_at": 1782104296.5614667, "runtime_seconds": 303.799 }, { "suite": "core", "name": "uniform2_trace", "split": "format_shift", "condition": "trace", "adapter": "/workspace/large_artifacts/targeted_bridge_allocation/models/uniform2_trace_lora", "data": "/workspace/experiments/targeted_bridge_allocation/data/repair_val_format_shift.jsonl", "output": "/workspace/experiments/targeted_bridge_allocation/reports/final/core__uniform2_trace__format_shift.json", "command": [ "/usr/local/bin/python", "/workspace/experiments/targeted_bridge_allocation/scripts/eval_allocation.py", "--data", "/workspace/experiments/targeted_bridge_allocation/data/repair_val_format_shift.jsonl", "--output", "/workspace/experiments/targeted_bridge_allocation/reports/final/core__uniform2_trace__format_shift.json", "--condition", "trace", "--model-id", "Qwen/Qwen2.5-Coder-3B-Instruct", "--revision", "488639f1ff808d1d3d0ba301aef8c11461451ec5", "--max-new-tokens", "256", "--adapter", "/workspace/large_artifacts/targeted_bridge_allocation/models/uniform2_trace_lora" ], "status": "completed", "started_at": 1782104296.5621696, "finished_at": 1782104596.6658692, "runtime_seconds": 300.104 }, { "suite": "core", "name": "uniform2_trace", "split": "recombination_holdout", "condition": "trace", "adapter": "/workspace/large_artifacts/targeted_bridge_allocation/models/uniform2_trace_lora", "data": "/workspace/experiments/targeted_bridge_allocation/data/repair_val_recombination_holdout.jsonl", "output": "/workspace/experiments/targeted_bridge_allocation/reports/final/core__uniform2_trace__recombination_holdout.json", "command": [ "/usr/local/bin/python", "/workspace/experiments/targeted_bridge_allocation/scripts/eval_allocation.py", "--data", "/workspace/experiments/targeted_bridge_allocation/data/repair_val_recombination_holdout.jsonl", "--output", "/workspace/experiments/targeted_bridge_allocation/reports/final/core__uniform2_trace__recombination_holdout.json", "--condition", "trace", "--model-id", "Qwen/Qwen2.5-Coder-3B-Instruct", "--revision", "488639f1ff808d1d3d0ba301aef8c11461451ec5", "--max-new-tokens", "256", "--adapter", "/workspace/large_artifacts/targeted_bridge_allocation/models/uniform2_trace_lora" ], "status": "completed", "started_at": 1782104596.666601, "finished_at": 1782105311.833054, "runtime_seconds": 715.166 }, { "suite": "core", "name": "uniform4_trace", "split": "seen_iid", "condition": "trace", "adapter": "/workspace/large_artifacts/targeted_bridge_allocation/models/uniform4_trace_lora", "data": "/workspace/experiments/targeted_bridge_allocation/data/repair_val_seen_iid.jsonl", "output": "/workspace/experiments/targeted_bridge_allocation/reports/final/core__uniform4_trace__seen_iid.json", "command": [ "/usr/local/bin/python", "/workspace/experiments/targeted_bridge_allocation/scripts/eval_allocation.py", "--data", "/workspace/experiments/targeted_bridge_allocation/data/repair_val_seen_iid.jsonl", "--output", "/workspace/experiments/targeted_bridge_allocation/reports/final/core__uniform4_trace__seen_iid.json", "--condition", "trace", "--model-id", "Qwen/Qwen2.5-Coder-3B-Instruct", "--revision", "488639f1ff808d1d3d0ba301aef8c11461451ec5", "--max-new-tokens", "256", "--adapter", "/workspace/large_artifacts/targeted_bridge_allocation/models/uniform4_trace_lora" ], "status": "completed", "started_at": 1782105319.3550704, "finished_at": 1782105621.6546888, "runtime_seconds": 302.3 }, { "suite": "core", "name": "uniform4_trace", "split": "format_shift", "condition": "trace", "adapter": "/workspace/large_artifacts/targeted_bridge_allocation/models/uniform4_trace_lora", "data": "/workspace/experiments/targeted_bridge_allocation/data/repair_val_format_shift.jsonl", "output": "/workspace/experiments/targeted_bridge_allocation/reports/final/core__uniform4_trace__format_shift.json", "command": [ "/usr/local/bin/python", "/workspace/experiments/targeted_bridge_allocation/scripts/eval_allocation.py", "--data", "/workspace/experiments/targeted_bridge_allocation/data/repair_val_format_shift.jsonl", "--output", "/workspace/experiments/targeted_bridge_allocation/reports/final/core__uniform4_trace__format_shift.json", "--condition", "trace", "--model-id", "Qwen/Qwen2.5-Coder-3B-Instruct", "--revision", "488639f1ff808d1d3d0ba301aef8c11461451ec5", "--max-new-tokens", "256", "--adapter", "/workspace/large_artifacts/targeted_bridge_allocation/models/uniform4_trace_lora" ], "status": "completed", "started_at": 1782105621.6554499, "finished_at": 1782105919.3665805, "runtime_seconds": 297.711 }, { "suite": "core", "name": "uniform4_trace", "split": "recombination_holdout", "condition": "trace", "adapter": "/workspace/large_artifacts/targeted_bridge_allocation/models/uniform4_trace_lora", "data": "/workspace/experiments/targeted_bridge_allocation/data/repair_val_recombination_holdout.jsonl", "output": "/workspace/experiments/targeted_bridge_allocation/reports/final/core__uniform4_trace__recombination_holdout.json", "command": [ "/usr/local/bin/python", "/workspace/experiments/targeted_bridge_allocation/scripts/eval_allocation.py", "--data", "/workspace/experiments/targeted_bridge_allocation/data/repair_val_recombination_holdout.jsonl", "--output", "/workspace/experiments/targeted_bridge_allocation/reports/final/core__uniform4_trace__recombination_holdout.json", "--condition", "trace", "--model-id", "Qwen/Qwen2.5-Coder-3B-Instruct", "--revision", "488639f1ff808d1d3d0ba301aef8c11461451ec5", "--max-new-tokens", "256", "--adapter", "/workspace/large_artifacts/targeted_bridge_allocation/models/uniform4_trace_lora" ], "status": "completed", "started_at": 1782105919.3673508, "finished_at": 1782106630.68415, "runtime_seconds": 711.317 }, { "suite": "core", "name": "hard_target_trace", "split": "seen_iid", "condition": "trace", "adapter": "/workspace/large_artifacts/targeted_bridge_allocation/models/hard_target_trace_lora", "data": "/workspace/experiments/targeted_bridge_allocation/data/repair_val_seen_iid.jsonl", "output": "/workspace/experiments/targeted_bridge_allocation/reports/final/core__hard_target_trace__seen_iid.json", "command": [ "/usr/local/bin/python", "/workspace/experiments/targeted_bridge_allocation/scripts/eval_allocation.py", "--data", "/workspace/experiments/targeted_bridge_allocation/data/repair_val_seen_iid.jsonl", "--output", "/workspace/experiments/targeted_bridge_allocation/reports/final/core__hard_target_trace__seen_iid.json", "--condition", "trace", "--model-id", "Qwen/Qwen2.5-Coder-3B-Instruct", "--revision", "488639f1ff808d1d3d0ba301aef8c11461451ec5", "--max-new-tokens", "256", "--adapter", "/workspace/large_artifacts/targeted_bridge_allocation/models/hard_target_trace_lora" ], "status": "completed", "started_at": 1782106637.986497, "finished_at": 1782106942.2523906, "runtime_seconds": 304.266 }, { "suite": "core", "name": "hard_target_trace", "split": "format_shift", "condition": "trace", "adapter": "/workspace/large_artifacts/targeted_bridge_allocation/models/hard_target_trace_lora", "data": "/workspace/experiments/targeted_bridge_allocation/data/repair_val_format_shift.jsonl", "output": "/workspace/experiments/targeted_bridge_allocation/reports/final/core__hard_target_trace__format_shift.json", "command": [ "/usr/local/bin/python", "/workspace/experiments/targeted_bridge_allocation/scripts/eval_allocation.py", "--data", "/workspace/experiments/targeted_bridge_allocation/data/repair_val_format_shift.jsonl", "--output", "/workspace/experiments/targeted_bridge_allocation/reports/final/core__hard_target_trace__format_shift.json", "--condition", "trace", "--model-id", "Qwen/Qwen2.5-Coder-3B-Instruct", "--revision", "488639f1ff808d1d3d0ba301aef8c11461451ec5", "--max-new-tokens", "256", "--adapter", "/workspace/large_artifacts/targeted_bridge_allocation/models/hard_target_trace_lora" ], "status": "completed", "started_at": 1782106942.2532904, "finished_at": 1782107241.31408, "runtime_seconds": 299.061 }, { "suite": "core", "name": "hard_target_trace", "split": "recombination_holdout", "condition": "trace", "adapter": "/workspace/large_artifacts/targeted_bridge_allocation/models/hard_target_trace_lora", "data": "/workspace/experiments/targeted_bridge_allocation/data/repair_val_recombination_holdout.jsonl", "output": "/workspace/experiments/targeted_bridge_allocation/reports/final/core__hard_target_trace__recombination_holdout.json", "command": [ "/usr/local/bin/python", "/workspace/experiments/targeted_bridge_allocation/scripts/eval_allocation.py", "--data", "/workspace/experiments/targeted_bridge_allocation/data/repair_val_recombination_holdout.jsonl", "--output", "/workspace/experiments/targeted_bridge_allocation/reports/final/core__hard_target_trace__recombination_holdout.json", "--condition", "trace", "--model-id", "Qwen/Qwen2.5-Coder-3B-Instruct", "--revision", "488639f1ff808d1d3d0ba301aef8c11461451ec5", "--max-new-tokens", "256", "--adapter", "/workspace/large_artifacts/targeted_bridge_allocation/models/hard_target_trace_lora" ], "status": "completed", "started_at": 1782107241.314959, "finished_at": 1782107952.7240317, "runtime_seconds": 711.409 }, { "suite": "ablation", "name": "hard_target_trace_no_trace_prompt", "split": "seen_iid", "condition": "no_trace", "adapter": "/workspace/large_artifacts/targeted_bridge_allocation/models/hard_target_trace_lora", "data": "/workspace/experiments/targeted_bridge_allocation/data/repair_val_seen_iid.jsonl", "output": "/workspace/experiments/targeted_bridge_allocation/reports/final/ablation__hard_target_trace_no_trace_prompt__seen_iid.json", "command": [ "/usr/local/bin/python", "/workspace/experiments/targeted_bridge_allocation/scripts/eval_allocation.py", "--data", "/workspace/experiments/targeted_bridge_allocation/data/repair_val_seen_iid.jsonl", "--output", "/workspace/experiments/targeted_bridge_allocation/reports/final/ablation__hard_target_trace_no_trace_prompt__seen_iid.json", "--condition", "no_trace", "--model-id", "Qwen/Qwen2.5-Coder-3B-Instruct", "--revision", "488639f1ff808d1d3d0ba301aef8c11461451ec5", "--max-new-tokens", "256", "--adapter", "/workspace/large_artifacts/targeted_bridge_allocation/models/hard_target_trace_lora" ], "status": "completed", "started_at": 1782107952.7253537, "finished_at": 1782108256.5233946, "runtime_seconds": 303.798 }, { "suite": "ablation", "name": "hard_target_trace_no_trace_prompt", "split": "format_shift", "condition": "no_trace", "adapter": "/workspace/large_artifacts/targeted_bridge_allocation/models/hard_target_trace_lora", "data": "/workspace/experiments/targeted_bridge_allocation/data/repair_val_format_shift.jsonl", "output": "/workspace/experiments/targeted_bridge_allocation/reports/final/ablation__hard_target_trace_no_trace_prompt__format_shift.json", "command": [ "/usr/local/bin/python", "/workspace/experiments/targeted_bridge_allocation/scripts/eval_allocation.py", "--data", "/workspace/experiments/targeted_bridge_allocation/data/repair_val_format_shift.jsonl", "--output", "/workspace/experiments/targeted_bridge_allocation/reports/final/ablation__hard_target_trace_no_trace_prompt__format_shift.json", "--condition", "no_trace", "--model-id", "Qwen/Qwen2.5-Coder-3B-Instruct", "--revision", "488639f1ff808d1d3d0ba301aef8c11461451ec5", "--max-new-tokens", "256", "--adapter", "/workspace/large_artifacts/targeted_bridge_allocation/models/hard_target_trace_lora" ], "status": "completed", "started_at": 1782108256.5243216, "finished_at": 1782108556.1275797, "runtime_seconds": 299.603 }, { "suite": "ablation", "name": "hard_target_trace_no_trace_prompt", "split": "recombination_holdout", "condition": "no_trace", "adapter": "/workspace/large_artifacts/targeted_bridge_allocation/models/hard_target_trace_lora", "data": "/workspace/experiments/targeted_bridge_allocation/data/repair_val_recombination_holdout.jsonl", "output": "/workspace/experiments/targeted_bridge_allocation/reports/final/ablation__hard_target_trace_no_trace_prompt__recombination_holdout.json", "command": [ "/usr/local/bin/python", "/workspace/experiments/targeted_bridge_allocation/scripts/eval_allocation.py", "--data", "/workspace/experiments/targeted_bridge_allocation/data/repair_val_recombination_holdout.jsonl", "--output", "/workspace/experiments/targeted_bridge_allocation/reports/final/ablation__hard_target_trace_no_trace_prompt__recombination_holdout.json", "--condition", "no_trace", "--model-id", "Qwen/Qwen2.5-Coder-3B-Instruct", "--revision", "488639f1ff808d1d3d0ba301aef8c11461451ec5", "--max-new-tokens", "256", "--adapter", "/workspace/large_artifacts/targeted_bridge_allocation/models/hard_target_trace_lora" ], "status": "completed", "started_at": 1782108556.1289005, "finished_at": 1782109237.0954628, "runtime_seconds": 680.967 }, { "suite": "ablation", "name": "hard_target_trace_shuffled_trace_prompt", "split": "seen_iid", "condition": "shuffled_trace", "adapter": "/workspace/large_artifacts/targeted_bridge_allocation/models/hard_target_trace_lora", "data": "/workspace/experiments/targeted_bridge_allocation/data/repair_val_seen_iid.jsonl", "output": "/workspace/experiments/targeted_bridge_allocation/reports/final/ablation__hard_target_trace_shuffled_trace_prompt__seen_iid.json", "command": [ "/usr/local/bin/python", "/workspace/experiments/targeted_bridge_allocation/scripts/eval_allocation.py", "--data", "/workspace/experiments/targeted_bridge_allocation/data/repair_val_seen_iid.jsonl", "--output", "/workspace/experiments/targeted_bridge_allocation/reports/final/ablation__hard_target_trace_shuffled_trace_prompt__seen_iid.json", "--condition", "shuffled_trace", "--model-id", "Qwen/Qwen2.5-Coder-3B-Instruct", "--revision", "488639f1ff808d1d3d0ba301aef8c11461451ec5", "--max-new-tokens", "256", "--adapter", "/workspace/large_artifacts/targeted_bridge_allocation/models/hard_target_trace_lora" ], "status": "completed", "started_at": 1782109237.096413, "finished_at": 1782109538.8508685, "runtime_seconds": 301.754 }, { "suite": "ablation", "name": "hard_target_trace_shuffled_trace_prompt", "split": "format_shift", "condition": "shuffled_trace", "adapter": "/workspace/large_artifacts/targeted_bridge_allocation/models/hard_target_trace_lora", "data": "/workspace/experiments/targeted_bridge_allocation/data/repair_val_format_shift.jsonl", "output": "/workspace/experiments/targeted_bridge_allocation/reports/final/ablation__hard_target_trace_shuffled_trace_prompt__format_shift.json", "command": [ "/usr/local/bin/python", "/workspace/experiments/targeted_bridge_allocation/scripts/eval_allocation.py", "--data", "/workspace/experiments/targeted_bridge_allocation/data/repair_val_format_shift.jsonl", "--output", "/workspace/experiments/targeted_bridge_allocation/reports/final/ablation__hard_target_trace_shuffled_trace_prompt__format_shift.json", "--condition", "shuffled_trace", "--model-id", "Qwen/Qwen2.5-Coder-3B-Instruct", "--revision", "488639f1ff808d1d3d0ba301aef8c11461451ec5", "--max-new-tokens", "256", "--adapter", "/workspace/large_artifacts/targeted_bridge_allocation/models/hard_target_trace_lora" ], "status": "completed", "started_at": 1782109538.8518355, "finished_at": 1782109840.5025113, "runtime_seconds": 301.651 }, { "suite": "ablation", "name": "hard_target_trace_shuffled_trace_prompt", "split": "recombination_holdout", "condition": "shuffled_trace", "adapter": "/workspace/large_artifacts/targeted_bridge_allocation/models/hard_target_trace_lora", "data": "/workspace/experiments/targeted_bridge_allocation/data/repair_val_recombination_holdout.jsonl", "output": "/workspace/experiments/targeted_bridge_allocation/reports/final/ablation__hard_target_trace_shuffled_trace_prompt__recombination_holdout.json", "command": [ "/usr/local/bin/python", "/workspace/experiments/targeted_bridge_allocation/scripts/eval_allocation.py", "--data", "/workspace/experiments/targeted_bridge_allocation/data/repair_val_recombination_holdout.jsonl", "--output", "/workspace/experiments/targeted_bridge_allocation/reports/final/ablation__hard_target_trace_shuffled_trace_prompt__recombination_holdout.json", "--condition", "shuffled_trace", "--model-id", "Qwen/Qwen2.5-Coder-3B-Instruct", "--revision", "488639f1ff808d1d3d0ba301aef8c11461451ec5", "--max-new-tokens", "256", "--adapter", "/workspace/large_artifacts/targeted_bridge_allocation/models/hard_target_trace_lora" ], "status": "completed", "started_at": 1782109840.5034943, "finished_at": 1782110549.6671555, "runtime_seconds": 709.164 }, { "suite": "core", "name": "hard_target_seen_preserving_trace", "split": "seen_iid", "condition": "trace", "adapter": "/workspace/large_artifacts/targeted_bridge_allocation/models/hard_target_seen_preserving_trace_lora", "data": "/workspace/experiments/targeted_bridge_allocation/data/repair_val_seen_iid.jsonl", "output": "/workspace/experiments/targeted_bridge_allocation/reports/final/core__hard_target_seen_preserving_trace__seen_iid.json", "command": [ "/usr/local/bin/python", "/workspace/experiments/targeted_bridge_allocation/scripts/eval_allocation.py", "--data", "/workspace/experiments/targeted_bridge_allocation/data/repair_val_seen_iid.jsonl", "--output", "/workspace/experiments/targeted_bridge_allocation/reports/final/core__hard_target_seen_preserving_trace__seen_iid.json", "--condition", "trace", "--model-id", "Qwen/Qwen2.5-Coder-3B-Instruct", "--revision", "488639f1ff808d1d3d0ba301aef8c11461451ec5", "--max-new-tokens", "256", "--adapter", "/workspace/large_artifacts/targeted_bridge_allocation/models/hard_target_seen_preserving_trace_lora" ], "status": "completed", "started_at": 1782110556.679369, "finished_at": 1782110861.5305636, "runtime_seconds": 304.851 }, { "suite": "core", "name": "hard_target_seen_preserving_trace", "split": "format_shift", "condition": "trace", "adapter": "/workspace/large_artifacts/targeted_bridge_allocation/models/hard_target_seen_preserving_trace_lora", "data": "/workspace/experiments/targeted_bridge_allocation/data/repair_val_format_shift.jsonl", "output": "/workspace/experiments/targeted_bridge_allocation/reports/final/core__hard_target_seen_preserving_trace__format_shift.json", "command": [ "/usr/local/bin/python", "/workspace/experiments/targeted_bridge_allocation/scripts/eval_allocation.py", "--data", "/workspace/experiments/targeted_bridge_allocation/data/repair_val_format_shift.jsonl", "--output", "/workspace/experiments/targeted_bridge_allocation/reports/final/core__hard_target_seen_preserving_trace__format_shift.json", "--condition", "trace", "--model-id", "Qwen/Qwen2.5-Coder-3B-Instruct", "--revision", "488639f1ff808d1d3d0ba301aef8c11461451ec5", "--max-new-tokens", "256", "--adapter", "/workspace/large_artifacts/targeted_bridge_allocation/models/hard_target_seen_preserving_trace_lora" ], "status": "completed", "started_at": 1782110861.531564, "finished_at": 1782111162.6213312, "runtime_seconds": 301.09 }, { "suite": "core", "name": "hard_target_seen_preserving_trace", "split": "recombination_holdout", "condition": "trace", "adapter": "/workspace/large_artifacts/targeted_bridge_allocation/models/hard_target_seen_preserving_trace_lora", "data": "/workspace/experiments/targeted_bridge_allocation/data/repair_val_recombination_holdout.jsonl", "output": "/workspace/experiments/targeted_bridge_allocation/reports/final/core__hard_target_seen_preserving_trace__recombination_holdout.json", "command": [ "/usr/local/bin/python", "/workspace/experiments/targeted_bridge_allocation/scripts/eval_allocation.py", "--data", "/workspace/experiments/targeted_bridge_allocation/data/repair_val_recombination_holdout.jsonl", "--output", "/workspace/experiments/targeted_bridge_allocation/reports/final/core__hard_target_seen_preserving_trace__recombination_holdout.json", "--condition", "trace", "--model-id", "Qwen/Qwen2.5-Coder-3B-Instruct", "--revision", "488639f1ff808d1d3d0ba301aef8c11461451ec5", "--max-new-tokens", "256", "--adapter", "/workspace/large_artifacts/targeted_bridge_allocation/models/hard_target_seen_preserving_trace_lora" ], "status": "completed", "started_at": 1782111162.6223614, "finished_at": 1782111874.348209, "runtime_seconds": 711.726 }, { "suite": "core", "name": "easy_target_control_trace", "split": "seen_iid", "condition": "trace", "adapter": "/workspace/large_artifacts/targeted_bridge_allocation/models/easy_target_control_trace_lora", "data": "/workspace/experiments/targeted_bridge_allocation/data/repair_val_seen_iid.jsonl", "output": "/workspace/experiments/targeted_bridge_allocation/reports/final/core__easy_target_control_trace__seen_iid.json", "command": [ "/usr/local/bin/python", "/workspace/experiments/targeted_bridge_allocation/scripts/eval_allocation.py", "--data", "/workspace/experiments/targeted_bridge_allocation/data/repair_val_seen_iid.jsonl", "--output", "/workspace/experiments/targeted_bridge_allocation/reports/final/core__easy_target_control_trace__seen_iid.json", "--condition", "trace", "--model-id", "Qwen/Qwen2.5-Coder-3B-Instruct", "--revision", "488639f1ff808d1d3d0ba301aef8c11461451ec5", "--max-new-tokens", "256", "--adapter", "/workspace/large_artifacts/targeted_bridge_allocation/models/easy_target_control_trace_lora" ], "status": "completed", "started_at": 1782111881.7037764, "finished_at": 1782112184.0352914, "runtime_seconds": 302.332 }, { "suite": "core", "name": "easy_target_control_trace", "split": "format_shift", "condition": "trace", "adapter": "/workspace/large_artifacts/targeted_bridge_allocation/models/easy_target_control_trace_lora", "data": "/workspace/experiments/targeted_bridge_allocation/data/repair_val_format_shift.jsonl", "output": "/workspace/experiments/targeted_bridge_allocation/reports/final/core__easy_target_control_trace__format_shift.json", "command": [ "/usr/local/bin/python", "/workspace/experiments/targeted_bridge_allocation/scripts/eval_allocation.py", "--data", "/workspace/experiments/targeted_bridge_allocation/data/repair_val_format_shift.jsonl", "--output", "/workspace/experiments/targeted_bridge_allocation/reports/final/core__easy_target_control_trace__format_shift.json", "--condition", "trace", "--model-id", "Qwen/Qwen2.5-Coder-3B-Instruct", "--revision", "488639f1ff808d1d3d0ba301aef8c11461451ec5", "--max-new-tokens", "256", "--adapter", "/workspace/large_artifacts/targeted_bridge_allocation/models/easy_target_control_trace_lora" ], "status": "completed", "started_at": 1782112184.0366848, "finished_at": 1782112485.3642223, "runtime_seconds": 301.328 }, { "suite": "core", "name": "easy_target_control_trace", "split": "recombination_holdout", "condition": "trace", "adapter": "/workspace/large_artifacts/targeted_bridge_allocation/models/easy_target_control_trace_lora", "data": "/workspace/experiments/targeted_bridge_allocation/data/repair_val_recombination_holdout.jsonl", "output": "/workspace/experiments/targeted_bridge_allocation/reports/final/core__easy_target_control_trace__recombination_holdout.json", "command": [ "/usr/local/bin/python", "/workspace/experiments/targeted_bridge_allocation/scripts/eval_allocation.py", "--data", "/workspace/experiments/targeted_bridge_allocation/data/repair_val_recombination_holdout.jsonl", "--output", "/workspace/experiments/targeted_bridge_allocation/reports/final/core__easy_target_control_trace__recombination_holdout.json", "--condition", "trace", "--model-id", "Qwen/Qwen2.5-Coder-3B-Instruct", "--revision", "488639f1ff808d1d3d0ba301aef8c11461451ec5", "--max-new-tokens", "256", "--adapter", "/workspace/large_artifacts/targeted_bridge_allocation/models/easy_target_control_trace_lora" ], "status": "completed", "started_at": 1782112485.3653705, "finished_at": 1782113203.9903235, "runtime_seconds": 718.625 }, { "suite": "core", "name": "modulo16_trace", "split": "seen_iid", "condition": "trace", "adapter": "/workspace/large_artifacts/targeted_bridge_allocation/models/modulo16_trace_lora", "data": "/workspace/experiments/targeted_bridge_allocation/data/repair_val_seen_iid.jsonl", "output": "/workspace/experiments/targeted_bridge_allocation/reports/final/core__modulo16_trace__seen_iid.json", "command": [ "/usr/local/bin/python", "/workspace/experiments/targeted_bridge_allocation/scripts/eval_allocation.py", "--data", "/workspace/experiments/targeted_bridge_allocation/data/repair_val_seen_iid.jsonl", "--output", "/workspace/experiments/targeted_bridge_allocation/reports/final/core__modulo16_trace__seen_iid.json", "--condition", "trace", "--model-id", "Qwen/Qwen2.5-Coder-3B-Instruct", "--revision", "488639f1ff808d1d3d0ba301aef8c11461451ec5", "--max-new-tokens", "256", "--adapter", "/workspace/large_artifacts/targeted_bridge_allocation/models/modulo16_trace_lora" ], "status": "completed", "started_at": 1782113211.2582939, "finished_at": 1782113512.7952385, "runtime_seconds": 301.537 }, { "suite": "core", "name": "modulo16_trace", "split": "format_shift", "condition": "trace", "adapter": "/workspace/large_artifacts/targeted_bridge_allocation/models/modulo16_trace_lora", "data": "/workspace/experiments/targeted_bridge_allocation/data/repair_val_format_shift.jsonl", "output": "/workspace/experiments/targeted_bridge_allocation/reports/final/core__modulo16_trace__format_shift.json", "command": [ "/usr/local/bin/python", "/workspace/experiments/targeted_bridge_allocation/scripts/eval_allocation.py", "--data", "/workspace/experiments/targeted_bridge_allocation/data/repair_val_format_shift.jsonl", "--output", "/workspace/experiments/targeted_bridge_allocation/reports/final/core__modulo16_trace__format_shift.json", "--condition", "trace", "--model-id", "Qwen/Qwen2.5-Coder-3B-Instruct", "--revision", "488639f1ff808d1d3d0ba301aef8c11461451ec5", "--max-new-tokens", "256", "--adapter", "/workspace/large_artifacts/targeted_bridge_allocation/models/modulo16_trace_lora" ], "status": "completed", "started_at": 1782113512.7963138, "finished_at": 1782113810.4241152, "runtime_seconds": 297.628 }, { "suite": "core", "name": "modulo16_trace", "split": "recombination_holdout", "condition": "trace", "adapter": "/workspace/large_artifacts/targeted_bridge_allocation/models/modulo16_trace_lora", "data": "/workspace/experiments/targeted_bridge_allocation/data/repair_val_recombination_holdout.jsonl", "output": "/workspace/experiments/targeted_bridge_allocation/reports/final/core__modulo16_trace__recombination_holdout.json", "command": [ "/usr/local/bin/python", "/workspace/experiments/targeted_bridge_allocation/scripts/eval_allocation.py", "--data", "/workspace/experiments/targeted_bridge_allocation/data/repair_val_recombination_holdout.jsonl", "--output", "/workspace/experiments/targeted_bridge_allocation/reports/final/core__modulo16_trace__recombination_holdout.json", "--condition", "trace", "--model-id", "Qwen/Qwen2.5-Coder-3B-Instruct", "--revision", "488639f1ff808d1d3d0ba301aef8c11461451ec5", "--max-new-tokens", "256", "--adapter", "/workspace/large_artifacts/targeted_bridge_allocation/models/modulo16_trace_lora" ], "status": "completed", "started_at": 1782113810.4250915, "finished_at": 1782114535.0233545, "runtime_seconds": 724.598 }, { "suite": "core", "name": "length16_trace", "split": "seen_iid", "condition": "trace", "adapter": "/workspace/large_artifacts/targeted_bridge_allocation/models/length16_trace_lora", "data": "/workspace/experiments/targeted_bridge_allocation/data/repair_val_seen_iid.jsonl", "output": "/workspace/experiments/targeted_bridge_allocation/reports/final/core__length16_trace__seen_iid.json", "command": [ "/usr/local/bin/python", "/workspace/experiments/targeted_bridge_allocation/scripts/eval_allocation.py", "--data", "/workspace/experiments/targeted_bridge_allocation/data/repair_val_seen_iid.jsonl", "--output", "/workspace/experiments/targeted_bridge_allocation/reports/final/core__length16_trace__seen_iid.json", "--condition", "trace", "--model-id", "Qwen/Qwen2.5-Coder-3B-Instruct", "--revision", "488639f1ff808d1d3d0ba301aef8c11461451ec5", "--max-new-tokens", "256", "--adapter", "/workspace/large_artifacts/targeted_bridge_allocation/models/length16_trace_lora" ], "status": "completed", "started_at": 1782114542.290805, "finished_at": 1782114844.5626976, "runtime_seconds": 302.272 }, { "suite": "core", "name": "length16_trace", "split": "format_shift", "condition": "trace", "adapter": "/workspace/large_artifacts/targeted_bridge_allocation/models/length16_trace_lora", "data": "/workspace/experiments/targeted_bridge_allocation/data/repair_val_format_shift.jsonl", "output": "/workspace/experiments/targeted_bridge_allocation/reports/final/core__length16_trace__format_shift.json", "command": [ "/usr/local/bin/python", "/workspace/experiments/targeted_bridge_allocation/scripts/eval_allocation.py", "--data", "/workspace/experiments/targeted_bridge_allocation/data/repair_val_format_shift.jsonl", "--output", "/workspace/experiments/targeted_bridge_allocation/reports/final/core__length16_trace__format_shift.json", "--condition", "trace", "--model-id", "Qwen/Qwen2.5-Coder-3B-Instruct", "--revision", "488639f1ff808d1d3d0ba301aef8c11461451ec5", "--max-new-tokens", "256", "--adapter", "/workspace/large_artifacts/targeted_bridge_allocation/models/length16_trace_lora" ], "status": "completed", "started_at": 1782114844.563861, "finished_at": 1782115140.7656796, "runtime_seconds": 296.202 }, { "suite": "core", "name": "length16_trace", "split": "recombination_holdout", "condition": "trace", "adapter": "/workspace/large_artifacts/targeted_bridge_allocation/models/length16_trace_lora", "data": "/workspace/experiments/targeted_bridge_allocation/data/repair_val_recombination_holdout.jsonl", "output": "/workspace/experiments/targeted_bridge_allocation/reports/final/core__length16_trace__recombination_holdout.json", "command": [ "/usr/local/bin/python", "/workspace/experiments/targeted_bridge_allocation/scripts/eval_allocation.py", "--data", "/workspace/experiments/targeted_bridge_allocation/data/repair_val_recombination_holdout.jsonl", "--output", "/workspace/experiments/targeted_bridge_allocation/reports/final/core__length16_trace__recombination_holdout.json", "--condition", "trace", "--model-id", "Qwen/Qwen2.5-Coder-3B-Instruct", "--revision", "488639f1ff808d1d3d0ba301aef8c11461451ec5", "--max-new-tokens", "256", "--adapter", "/workspace/large_artifacts/targeted_bridge_allocation/models/length16_trace_lora" ], "status": "completed", "started_at": 1782115140.766938, "finished_at": 1782115878.211899, "runtime_seconds": 737.445 }, { "suite": "core", "name": "tuple16_trace", "split": "seen_iid", "condition": "trace", "adapter": "/workspace/large_artifacts/targeted_bridge_allocation/models/tuple16_trace_lora", "data": "/workspace/experiments/targeted_bridge_allocation/data/repair_val_seen_iid.jsonl", "output": "/workspace/experiments/targeted_bridge_allocation/reports/final/core__tuple16_trace__seen_iid.json", "command": [ "/usr/local/bin/python", "/workspace/experiments/targeted_bridge_allocation/scripts/eval_allocation.py", "--data", "/workspace/experiments/targeted_bridge_allocation/data/repair_val_seen_iid.jsonl", "--output", "/workspace/experiments/targeted_bridge_allocation/reports/final/core__tuple16_trace__seen_iid.json", "--condition", "trace", "--model-id", "Qwen/Qwen2.5-Coder-3B-Instruct", "--revision", "488639f1ff808d1d3d0ba301aef8c11461451ec5", "--max-new-tokens", "256", "--adapter", "/workspace/large_artifacts/targeted_bridge_allocation/models/tuple16_trace_lora" ], "status": "completed", "started_at": 1782115885.6080952, "finished_at": 1782116188.582288, "runtime_seconds": 302.974 }, { "suite": "core", "name": "tuple16_trace", "split": "format_shift", "condition": "trace", "adapter": "/workspace/large_artifacts/targeted_bridge_allocation/models/tuple16_trace_lora", "data": "/workspace/experiments/targeted_bridge_allocation/data/repair_val_format_shift.jsonl", "output": "/workspace/experiments/targeted_bridge_allocation/reports/final/core__tuple16_trace__format_shift.json", "command": [ "/usr/local/bin/python", "/workspace/experiments/targeted_bridge_allocation/scripts/eval_allocation.py", "--data", "/workspace/experiments/targeted_bridge_allocation/data/repair_val_format_shift.jsonl", "--output", "/workspace/experiments/targeted_bridge_allocation/reports/final/core__tuple16_trace__format_shift.json", "--condition", "trace", "--model-id", "Qwen/Qwen2.5-Coder-3B-Instruct", "--revision", "488639f1ff808d1d3d0ba301aef8c11461451ec5", "--max-new-tokens", "256", "--adapter", "/workspace/large_artifacts/targeted_bridge_allocation/models/tuple16_trace_lora" ], "status": "completed", "started_at": 1782116188.5835855, "finished_at": 1782116487.2075577, "runtime_seconds": 298.624 }, { "suite": "core", "name": "tuple16_trace", "split": "recombination_holdout", "condition": "trace", "adapter": "/workspace/large_artifacts/targeted_bridge_allocation/models/tuple16_trace_lora", "data": "/workspace/experiments/targeted_bridge_allocation/data/repair_val_recombination_holdout.jsonl", "output": "/workspace/experiments/targeted_bridge_allocation/reports/final/core__tuple16_trace__recombination_holdout.json", "command": [ "/usr/local/bin/python", "/workspace/experiments/targeted_bridge_allocation/scripts/eval_allocation.py", "--data", "/workspace/experiments/targeted_bridge_allocation/data/repair_val_recombination_holdout.jsonl", "--output", "/workspace/experiments/targeted_bridge_allocation/reports/final/core__tuple16_trace__recombination_holdout.json", "--condition", "trace", "--model-id", "Qwen/Qwen2.5-Coder-3B-Instruct", "--revision", "488639f1ff808d1d3d0ba301aef8c11461451ec5", "--max-new-tokens", "256", "--adapter", "/workspace/large_artifacts/targeted_bridge_allocation/models/tuple16_trace_lora" ], "status": "completed", "started_at": 1782116487.208937, "finished_at": 1782117196.7820456, "runtime_seconds": 709.573 }, { "suite": "core", "name": "hard_target_no_trace", "split": "seen_iid", "condition": "no_trace", "adapter": "/workspace/large_artifacts/targeted_bridge_allocation/models/hard_target_no_trace_lora", "data": "/workspace/experiments/targeted_bridge_allocation/data/repair_val_seen_iid.jsonl", "output": "/workspace/experiments/targeted_bridge_allocation/reports/final/core__hard_target_no_trace__seen_iid.json", "command": [ "/usr/local/bin/python", "/workspace/experiments/targeted_bridge_allocation/scripts/eval_allocation.py", "--data", "/workspace/experiments/targeted_bridge_allocation/data/repair_val_seen_iid.jsonl", "--output", "/workspace/experiments/targeted_bridge_allocation/reports/final/core__hard_target_no_trace__seen_iid.json", "--condition", "no_trace", "--model-id", "Qwen/Qwen2.5-Coder-3B-Instruct", "--revision", "488639f1ff808d1d3d0ba301aef8c11461451ec5", "--max-new-tokens", "256", "--adapter", "/workspace/large_artifacts/targeted_bridge_allocation/models/hard_target_no_trace_lora" ], "status": "completed", "started_at": 1782117204.1793518, "finished_at": 1782117506.677689, "runtime_seconds": 302.498 }, { "suite": "core", "name": "hard_target_no_trace", "split": "format_shift", "condition": "no_trace", "adapter": "/workspace/large_artifacts/targeted_bridge_allocation/models/hard_target_no_trace_lora", "data": "/workspace/experiments/targeted_bridge_allocation/data/repair_val_format_shift.jsonl", "output": "/workspace/experiments/targeted_bridge_allocation/reports/final/core__hard_target_no_trace__format_shift.json", "command": [ "/usr/local/bin/python", "/workspace/experiments/targeted_bridge_allocation/scripts/eval_allocation.py", "--data", "/workspace/experiments/targeted_bridge_allocation/data/repair_val_format_shift.jsonl", "--output", "/workspace/experiments/targeted_bridge_allocation/reports/final/core__hard_target_no_trace__format_shift.json", "--condition", "no_trace", "--model-id", "Qwen/Qwen2.5-Coder-3B-Instruct", "--revision", "488639f1ff808d1d3d0ba301aef8c11461451ec5", "--max-new-tokens", "256", "--adapter", "/workspace/large_artifacts/targeted_bridge_allocation/models/hard_target_no_trace_lora" ], "status": "completed", "started_at": 1782117506.6789412, "finished_at": 1782117806.8257723, "runtime_seconds": 300.147 }, { "suite": "core", "name": "hard_target_no_trace", "split": "recombination_holdout", "condition": "no_trace", "adapter": "/workspace/large_artifacts/targeted_bridge_allocation/models/hard_target_no_trace_lora", "data": "/workspace/experiments/targeted_bridge_allocation/data/repair_val_recombination_holdout.jsonl", "output": "/workspace/experiments/targeted_bridge_allocation/reports/final/core__hard_target_no_trace__recombination_holdout.json", "command": [ "/usr/local/bin/python", "/workspace/experiments/targeted_bridge_allocation/scripts/eval_allocation.py", "--data", "/workspace/experiments/targeted_bridge_allocation/data/repair_val_recombination_holdout.jsonl", "--output", "/workspace/experiments/targeted_bridge_allocation/reports/final/core__hard_target_no_trace__recombination_holdout.json", "--condition", "no_trace", "--model-id", "Qwen/Qwen2.5-Coder-3B-Instruct", "--revision", "488639f1ff808d1d3d0ba301aef8c11461451ec5", "--max-new-tokens", "256", "--adapter", "/workspace/large_artifacts/targeted_bridge_allocation/models/hard_target_no_trace_lora" ], "status": "completed", "started_at": 1782117806.8269634, "finished_at": 1782118512.2463825, "runtime_seconds": 705.419 }, { "suite": "core", "name": "hard_target_shuffled_trace", "split": "seen_iid", "condition": "trace", "adapter": "/workspace/large_artifacts/targeted_bridge_allocation/models/hard_target_shuffled_trace_lora", "data": "/workspace/experiments/targeted_bridge_allocation/data/repair_val_seen_iid.jsonl", "output": "/workspace/experiments/targeted_bridge_allocation/reports/final/core__hard_target_shuffled_trace__seen_iid.json", "command": [ "/usr/local/bin/python", "/workspace/experiments/targeted_bridge_allocation/scripts/eval_allocation.py", "--data", "/workspace/experiments/targeted_bridge_allocation/data/repair_val_seen_iid.jsonl", "--output", "/workspace/experiments/targeted_bridge_allocation/reports/final/core__hard_target_shuffled_trace__seen_iid.json", "--condition", "trace", "--model-id", "Qwen/Qwen2.5-Coder-3B-Instruct", "--revision", "488639f1ff808d1d3d0ba301aef8c11461451ec5", "--max-new-tokens", "256", "--adapter", "/workspace/large_artifacts/targeted_bridge_allocation/models/hard_target_shuffled_trace_lora" ], "status": "completed", "started_at": 1782118519.5064356, "finished_at": 1782118822.2747943, "runtime_seconds": 302.768 }, { "suite": "core", "name": "hard_target_shuffled_trace", "split": "format_shift", "condition": "trace", "adapter": "/workspace/large_artifacts/targeted_bridge_allocation/models/hard_target_shuffled_trace_lora", "data": "/workspace/experiments/targeted_bridge_allocation/data/repair_val_format_shift.jsonl", "output": "/workspace/experiments/targeted_bridge_allocation/reports/final/core__hard_target_shuffled_trace__format_shift.json", "command": [ "/usr/local/bin/python", "/workspace/experiments/targeted_bridge_allocation/scripts/eval_allocation.py", "--data", "/workspace/experiments/targeted_bridge_allocation/data/repair_val_format_shift.jsonl", "--output", "/workspace/experiments/targeted_bridge_allocation/reports/final/core__hard_target_shuffled_trace__format_shift.json", "--condition", "trace", "--model-id", "Qwen/Qwen2.5-Coder-3B-Instruct", "--revision", "488639f1ff808d1d3d0ba301aef8c11461451ec5", "--max-new-tokens", "256", "--adapter", "/workspace/large_artifacts/targeted_bridge_allocation/models/hard_target_shuffled_trace_lora" ], "status": "completed", "started_at": 1782118822.276262, "finished_at": 1782119119.3082602, "runtime_seconds": 297.032 }, { "suite": "core", "name": "hard_target_shuffled_trace", "split": "recombination_holdout", "condition": "trace", "adapter": "/workspace/large_artifacts/targeted_bridge_allocation/models/hard_target_shuffled_trace_lora", "data": "/workspace/experiments/targeted_bridge_allocation/data/repair_val_recombination_holdout.jsonl", "output": "/workspace/experiments/targeted_bridge_allocation/reports/final/core__hard_target_shuffled_trace__recombination_holdout.json", "command": [ "/usr/local/bin/python", "/workspace/experiments/targeted_bridge_allocation/scripts/eval_allocation.py", "--data", "/workspace/experiments/targeted_bridge_allocation/data/repair_val_recombination_holdout.jsonl", "--output", "/workspace/experiments/targeted_bridge_allocation/reports/final/core__hard_target_shuffled_trace__recombination_holdout.json", "--condition", "trace", "--model-id", "Qwen/Qwen2.5-Coder-3B-Instruct", "--revision", "488639f1ff808d1d3d0ba301aef8c11461451ec5", "--max-new-tokens", "256", "--adapter", "/workspace/large_artifacts/targeted_bridge_allocation/models/hard_target_shuffled_trace_lora" ], "status": "completed", "started_at": 1782119119.3096516, "finished_at": 1782119832.410568, "runtime_seconds": 713.101 } ] }