{ "experiment": "feature_factorized_rule_diversity", "model_id": "Qwen/Qwen2.5-Coder-3B-Instruct", "revision": "488639f1ff808d1d3d0ba301aef8c11461451ec5", "max_new_tokens": 256, "max_records": null, "suite": "all", "jobs": [ { "suite": "core", "name": "frozen_trace", "split": "singleton_iid", "condition": "trace", "adapter": null, "output": "/workspace/experiments/feature_factorized_rule_diversity/reports/final/core__frozen_trace__singleton_iid.json", "data": "/workspace/experiments/feature_factorized_rule_diversity/data/repair_val_singleton_iid.jsonl", "command": [ "/usr/local/bin/python", "/workspace/experiments/feature_factorized_rule_diversity/scripts/eval_factorized.py", "--data", "/workspace/experiments/feature_factorized_rule_diversity/data/repair_val_singleton_iid.jsonl", "--output", "/workspace/experiments/feature_factorized_rule_diversity/reports/final/core__frozen_trace__singleton_iid.json", "--condition", "trace", "--model-id", "Qwen/Qwen2.5-Coder-3B-Instruct", "--revision", "488639f1ff808d1d3d0ba301aef8c11461451ec5", "--max-new-tokens", "256" ], "status": "completed", "started_at": 1782022103.4727902, "finished_at": 1782022293.5127208, "runtime_seconds": 190.04 }, { "suite": "core", "name": "frozen_trace", "split": "composite_iid", "condition": "trace", "adapter": null, "output": "/workspace/experiments/feature_factorized_rule_diversity/reports/final/core__frozen_trace__composite_iid.json", "data": "/workspace/experiments/feature_factorized_rule_diversity/data/repair_val_composite_iid.jsonl", "command": [ "/usr/local/bin/python", "/workspace/experiments/feature_factorized_rule_diversity/scripts/eval_factorized.py", "--data", "/workspace/experiments/feature_factorized_rule_diversity/data/repair_val_composite_iid.jsonl", "--output", "/workspace/experiments/feature_factorized_rule_diversity/reports/final/core__frozen_trace__composite_iid.json", "--condition", "trace", "--model-id", "Qwen/Qwen2.5-Coder-3B-Instruct", "--revision", "488639f1ff808d1d3d0ba301aef8c11461451ec5", "--max-new-tokens", "256" ], "status": "completed", "started_at": 1782022293.5136628, "finished_at": 1782022499.457049, "runtime_seconds": 205.943 }, { "suite": "core", "name": "frozen_trace", "split": "recombination_holdout", "condition": "trace", "adapter": null, "output": "/workspace/experiments/feature_factorized_rule_diversity/reports/final/core__frozen_trace__recombination_holdout.json", "data": "/workspace/experiments/feature_factorized_rule_diversity/data/repair_val_recombination_holdout.jsonl", "command": [ "/usr/local/bin/python", "/workspace/experiments/feature_factorized_rule_diversity/scripts/eval_factorized.py", "--data", "/workspace/experiments/feature_factorized_rule_diversity/data/repair_val_recombination_holdout.jsonl", "--output", "/workspace/experiments/feature_factorized_rule_diversity/reports/final/core__frozen_trace__recombination_holdout.json", "--condition", "trace", "--model-id", "Qwen/Qwen2.5-Coder-3B-Instruct", "--revision", "488639f1ff808d1d3d0ba301aef8c11461451ec5", "--max-new-tokens", "256" ], "status": "completed", "started_at": 1782022499.45786, "finished_at": 1782022850.0332248, "runtime_seconds": 350.575 }, { "suite": "core", "name": "singletons_trace", "split": "singleton_iid", "condition": "trace", "adapter": "/workspace/large_artifacts/feature_factorized_rule_diversity/models/singletons_trace_lora", "output": "/workspace/experiments/feature_factorized_rule_diversity/reports/final/core__singletons_trace__singleton_iid.json", "data": "/workspace/experiments/feature_factorized_rule_diversity/data/repair_val_singleton_iid.jsonl", "command": [ "/usr/local/bin/python", "/workspace/experiments/feature_factorized_rule_diversity/scripts/eval_factorized.py", "--data", "/workspace/experiments/feature_factorized_rule_diversity/data/repair_val_singleton_iid.jsonl", "--output", "/workspace/experiments/feature_factorized_rule_diversity/reports/final/core__singletons_trace__singleton_iid.json", "--condition", "trace", "--model-id", "Qwen/Qwen2.5-Coder-3B-Instruct", "--revision", "488639f1ff808d1d3d0ba301aef8c11461451ec5", "--max-new-tokens", "256", "--adapter", "/workspace/large_artifacts/feature_factorized_rule_diversity/models/singletons_trace_lora" ], "status": "completed", "started_at": 1782022850.0341542, "finished_at": 1782023194.0433118, "runtime_seconds": 344.009 }, { "suite": "core", "name": "singletons_trace", "split": "composite_iid", "condition": "trace", "adapter": "/workspace/large_artifacts/feature_factorized_rule_diversity/models/singletons_trace_lora", "output": "/workspace/experiments/feature_factorized_rule_diversity/reports/final/core__singletons_trace__composite_iid.json", "data": "/workspace/experiments/feature_factorized_rule_diversity/data/repair_val_composite_iid.jsonl", "command": [ "/usr/local/bin/python", "/workspace/experiments/feature_factorized_rule_diversity/scripts/eval_factorized.py", "--data", "/workspace/experiments/feature_factorized_rule_diversity/data/repair_val_composite_iid.jsonl", "--output", "/workspace/experiments/feature_factorized_rule_diversity/reports/final/core__singletons_trace__composite_iid.json", "--condition", "trace", "--model-id", "Qwen/Qwen2.5-Coder-3B-Instruct", "--revision", "488639f1ff808d1d3d0ba301aef8c11461451ec5", "--max-new-tokens", "256", "--adapter", "/workspace/large_artifacts/feature_factorized_rule_diversity/models/singletons_trace_lora" ], "status": "completed", "started_at": 1782023194.0444322, "finished_at": 1782023571.32668, "runtime_seconds": 377.282 }, { "suite": "core", "name": "singletons_trace", "split": "recombination_holdout", "condition": "trace", "adapter": "/workspace/large_artifacts/feature_factorized_rule_diversity/models/singletons_trace_lora", "output": "/workspace/experiments/feature_factorized_rule_diversity/reports/final/core__singletons_trace__recombination_holdout.json", "data": "/workspace/experiments/feature_factorized_rule_diversity/data/repair_val_recombination_holdout.jsonl", "command": [ "/usr/local/bin/python", "/workspace/experiments/feature_factorized_rule_diversity/scripts/eval_factorized.py", "--data", "/workspace/experiments/feature_factorized_rule_diversity/data/repair_val_recombination_holdout.jsonl", "--output", "/workspace/experiments/feature_factorized_rule_diversity/reports/final/core__singletons_trace__recombination_holdout.json", "--condition", "trace", "--model-id", "Qwen/Qwen2.5-Coder-3B-Instruct", "--revision", "488639f1ff808d1d3d0ba301aef8c11461451ec5", "--max-new-tokens", "256", "--adapter", "/workspace/large_artifacts/feature_factorized_rule_diversity/models/singletons_trace_lora" ], "status": "completed", "started_at": 1782023571.328129, "finished_at": 1782024254.0955067, "runtime_seconds": 682.767 }, { "suite": "core", "name": "composites_trace", "split": "singleton_iid", "condition": "trace", "adapter": "/workspace/large_artifacts/feature_factorized_rule_diversity/models/composites_trace_lora", "output": "/workspace/experiments/feature_factorized_rule_diversity/reports/final/core__composites_trace__singleton_iid.json", "data": "/workspace/experiments/feature_factorized_rule_diversity/data/repair_val_singleton_iid.jsonl", "command": [ "/usr/local/bin/python", "/workspace/experiments/feature_factorized_rule_diversity/scripts/eval_factorized.py", "--data", "/workspace/experiments/feature_factorized_rule_diversity/data/repair_val_singleton_iid.jsonl", "--output", "/workspace/experiments/feature_factorized_rule_diversity/reports/final/core__composites_trace__singleton_iid.json", "--condition", "trace", "--model-id", "Qwen/Qwen2.5-Coder-3B-Instruct", "--revision", "488639f1ff808d1d3d0ba301aef8c11461451ec5", "--max-new-tokens", "256", "--adapter", "/workspace/large_artifacts/feature_factorized_rule_diversity/models/composites_trace_lora" ], "status": "completed", "started_at": 1782024254.0965447, "finished_at": 1782024540.3680384, "runtime_seconds": 286.271 }, { "suite": "core", "name": "composites_trace", "split": "composite_iid", "condition": "trace", "adapter": "/workspace/large_artifacts/feature_factorized_rule_diversity/models/composites_trace_lora", "output": "/workspace/experiments/feature_factorized_rule_diversity/reports/final/core__composites_trace__composite_iid.json", "data": "/workspace/experiments/feature_factorized_rule_diversity/data/repair_val_composite_iid.jsonl", "command": [ "/usr/local/bin/python", "/workspace/experiments/feature_factorized_rule_diversity/scripts/eval_factorized.py", "--data", "/workspace/experiments/feature_factorized_rule_diversity/data/repair_val_composite_iid.jsonl", "--output", "/workspace/experiments/feature_factorized_rule_diversity/reports/final/core__composites_trace__composite_iid.json", "--condition", "trace", "--model-id", "Qwen/Qwen2.5-Coder-3B-Instruct", "--revision", "488639f1ff808d1d3d0ba301aef8c11461451ec5", "--max-new-tokens", "256", "--adapter", "/workspace/large_artifacts/feature_factorized_rule_diversity/models/composites_trace_lora" ], "status": "completed", "started_at": 1782024540.3695364, "finished_at": 1782024900.859448, "runtime_seconds": 360.49 }, { "suite": "core", "name": "composites_trace", "split": "recombination_holdout", "condition": "trace", "adapter": "/workspace/large_artifacts/feature_factorized_rule_diversity/models/composites_trace_lora", "output": "/workspace/experiments/feature_factorized_rule_diversity/reports/final/core__composites_trace__recombination_holdout.json", "data": "/workspace/experiments/feature_factorized_rule_diversity/data/repair_val_recombination_holdout.jsonl", "command": [ "/usr/local/bin/python", "/workspace/experiments/feature_factorized_rule_diversity/scripts/eval_factorized.py", "--data", "/workspace/experiments/feature_factorized_rule_diversity/data/repair_val_recombination_holdout.jsonl", "--output", "/workspace/experiments/feature_factorized_rule_diversity/reports/final/core__composites_trace__recombination_holdout.json", "--condition", "trace", "--model-id", "Qwen/Qwen2.5-Coder-3B-Instruct", "--revision", "488639f1ff808d1d3d0ba301aef8c11461451ec5", "--max-new-tokens", "256", "--adapter", "/workspace/large_artifacts/feature_factorized_rule_diversity/models/composites_trace_lora" ], "status": "completed", "started_at": 1782024900.8610384, "finished_at": 1782025567.7976935, "runtime_seconds": 666.937 }, { "suite": "core", "name": "mixed_trace", "split": "singleton_iid", "condition": "trace", "adapter": "/workspace/large_artifacts/feature_factorized_rule_diversity/models/mixed_trace_lora", "output": "/workspace/experiments/feature_factorized_rule_diversity/reports/final/core__mixed_trace__singleton_iid.json", "data": "/workspace/experiments/feature_factorized_rule_diversity/data/repair_val_singleton_iid.jsonl", "command": [ "/usr/local/bin/python", "/workspace/experiments/feature_factorized_rule_diversity/scripts/eval_factorized.py", "--data", "/workspace/experiments/feature_factorized_rule_diversity/data/repair_val_singleton_iid.jsonl", "--output", "/workspace/experiments/feature_factorized_rule_diversity/reports/final/core__mixed_trace__singleton_iid.json", "--condition", "trace", "--model-id", "Qwen/Qwen2.5-Coder-3B-Instruct", "--revision", "488639f1ff808d1d3d0ba301aef8c11461451ec5", "--max-new-tokens", "256", "--adapter", "/workspace/large_artifacts/feature_factorized_rule_diversity/models/mixed_trace_lora" ], "status": "completed", "started_at": 1782025567.798821, "finished_at": 1782025892.094716, "runtime_seconds": 324.296 }, { "suite": "core", "name": "mixed_trace", "split": "composite_iid", "condition": "trace", "adapter": "/workspace/large_artifacts/feature_factorized_rule_diversity/models/mixed_trace_lora", "output": "/workspace/experiments/feature_factorized_rule_diversity/reports/final/core__mixed_trace__composite_iid.json", "data": "/workspace/experiments/feature_factorized_rule_diversity/data/repair_val_composite_iid.jsonl", "command": [ "/usr/local/bin/python", "/workspace/experiments/feature_factorized_rule_diversity/scripts/eval_factorized.py", "--data", "/workspace/experiments/feature_factorized_rule_diversity/data/repair_val_composite_iid.jsonl", "--output", "/workspace/experiments/feature_factorized_rule_diversity/reports/final/core__mixed_trace__composite_iid.json", "--condition", "trace", "--model-id", "Qwen/Qwen2.5-Coder-3B-Instruct", "--revision", "488639f1ff808d1d3d0ba301aef8c11461451ec5", "--max-new-tokens", "256", "--adapter", "/workspace/large_artifacts/feature_factorized_rule_diversity/models/mixed_trace_lora" ], "status": "completed", "started_at": 1782025892.0964706, "finished_at": 1782026258.125796, "runtime_seconds": 366.029 }, { "suite": "core", "name": "mixed_trace", "split": "recombination_holdout", "condition": "trace", "adapter": "/workspace/large_artifacts/feature_factorized_rule_diversity/models/mixed_trace_lora", "output": "/workspace/experiments/feature_factorized_rule_diversity/reports/final/core__mixed_trace__recombination_holdout.json", "data": "/workspace/experiments/feature_factorized_rule_diversity/data/repair_val_recombination_holdout.jsonl", "command": [ "/usr/local/bin/python", "/workspace/experiments/feature_factorized_rule_diversity/scripts/eval_factorized.py", "--data", "/workspace/experiments/feature_factorized_rule_diversity/data/repair_val_recombination_holdout.jsonl", "--output", "/workspace/experiments/feature_factorized_rule_diversity/reports/final/core__mixed_trace__recombination_holdout.json", "--condition", "trace", "--model-id", "Qwen/Qwen2.5-Coder-3B-Instruct", "--revision", "488639f1ff808d1d3d0ba301aef8c11461451ec5", "--max-new-tokens", "256", "--adapter", "/workspace/large_artifacts/feature_factorized_rule_diversity/models/mixed_trace_lora" ], "status": "completed", "started_at": 1782026258.1273248, "finished_at": 1782026939.8972013, "runtime_seconds": 681.77 }, { "suite": "core", "name": "mixed_no_trace", "split": "singleton_iid", "condition": "no_trace", "adapter": "/workspace/large_artifacts/feature_factorized_rule_diversity/models/mixed_no_trace_lora", "output": "/workspace/experiments/feature_factorized_rule_diversity/reports/final/core__mixed_no_trace__singleton_iid.json", "data": "/workspace/experiments/feature_factorized_rule_diversity/data/repair_val_singleton_iid.jsonl", "command": [ "/usr/local/bin/python", "/workspace/experiments/feature_factorized_rule_diversity/scripts/eval_factorized.py", "--data", "/workspace/experiments/feature_factorized_rule_diversity/data/repair_val_singleton_iid.jsonl", "--output", "/workspace/experiments/feature_factorized_rule_diversity/reports/final/core__mixed_no_trace__singleton_iid.json", "--condition", "no_trace", "--model-id", "Qwen/Qwen2.5-Coder-3B-Instruct", "--revision", "488639f1ff808d1d3d0ba301aef8c11461451ec5", "--max-new-tokens", "256", "--adapter", "/workspace/large_artifacts/feature_factorized_rule_diversity/models/mixed_no_trace_lora" ], "status": "completed", "started_at": 1782026939.8987849, "finished_at": 1782027259.5446029, "runtime_seconds": 319.646 }, { "suite": "core", "name": "mixed_no_trace", "split": "composite_iid", "condition": "no_trace", "adapter": "/workspace/large_artifacts/feature_factorized_rule_diversity/models/mixed_no_trace_lora", "output": "/workspace/experiments/feature_factorized_rule_diversity/reports/final/core__mixed_no_trace__composite_iid.json", "data": "/workspace/experiments/feature_factorized_rule_diversity/data/repair_val_composite_iid.jsonl", "command": [ "/usr/local/bin/python", "/workspace/experiments/feature_factorized_rule_diversity/scripts/eval_factorized.py", "--data", "/workspace/experiments/feature_factorized_rule_diversity/data/repair_val_composite_iid.jsonl", "--output", "/workspace/experiments/feature_factorized_rule_diversity/reports/final/core__mixed_no_trace__composite_iid.json", "--condition", "no_trace", "--model-id", "Qwen/Qwen2.5-Coder-3B-Instruct", "--revision", "488639f1ff808d1d3d0ba301aef8c11461451ec5", "--max-new-tokens", "256", "--adapter", "/workspace/large_artifacts/feature_factorized_rule_diversity/models/mixed_no_trace_lora" ], "status": "completed", "started_at": 1782027259.5463634, "finished_at": 1782027596.0008438, "runtime_seconds": 336.454 }, { "suite": "core", "name": "mixed_no_trace", "split": "recombination_holdout", "condition": "no_trace", "adapter": "/workspace/large_artifacts/feature_factorized_rule_diversity/models/mixed_no_trace_lora", "output": "/workspace/experiments/feature_factorized_rule_diversity/reports/final/core__mixed_no_trace__recombination_holdout.json", "data": "/workspace/experiments/feature_factorized_rule_diversity/data/repair_val_recombination_holdout.jsonl", "command": [ "/usr/local/bin/python", "/workspace/experiments/feature_factorized_rule_diversity/scripts/eval_factorized.py", "--data", "/workspace/experiments/feature_factorized_rule_diversity/data/repair_val_recombination_holdout.jsonl", "--output", "/workspace/experiments/feature_factorized_rule_diversity/reports/final/core__mixed_no_trace__recombination_holdout.json", "--condition", "no_trace", "--model-id", "Qwen/Qwen2.5-Coder-3B-Instruct", "--revision", "488639f1ff808d1d3d0ba301aef8c11461451ec5", "--max-new-tokens", "256", "--adapter", "/workspace/large_artifacts/feature_factorized_rule_diversity/models/mixed_no_trace_lora" ], "status": "completed", "started_at": 1782027596.0022697, "finished_at": 1782028229.175332, "runtime_seconds": 633.173 }, { "suite": "core", "name": "mixed_shuffled_trace", "split": "singleton_iid", "condition": "trace", "adapter": "/workspace/large_artifacts/feature_factorized_rule_diversity/models/mixed_shuffled_trace_lora", "output": "/workspace/experiments/feature_factorized_rule_diversity/reports/final/core__mixed_shuffled_trace__singleton_iid.json", "data": "/workspace/experiments/feature_factorized_rule_diversity/data/repair_val_singleton_iid.jsonl", "command": [ "/usr/local/bin/python", "/workspace/experiments/feature_factorized_rule_diversity/scripts/eval_factorized.py", "--data", "/workspace/experiments/feature_factorized_rule_diversity/data/repair_val_singleton_iid.jsonl", "--output", "/workspace/experiments/feature_factorized_rule_diversity/reports/final/core__mixed_shuffled_trace__singleton_iid.json", "--condition", "trace", "--model-id", "Qwen/Qwen2.5-Coder-3B-Instruct", "--revision", "488639f1ff808d1d3d0ba301aef8c11461451ec5", "--max-new-tokens", "256", "--adapter", "/workspace/large_artifacts/feature_factorized_rule_diversity/models/mixed_shuffled_trace_lora" ], "status": "completed", "started_at": 1782028229.17701, "finished_at": 1782028575.8163323, "runtime_seconds": 346.639 }, { "suite": "core", "name": "mixed_shuffled_trace", "split": "composite_iid", "condition": "trace", "adapter": "/workspace/large_artifacts/feature_factorized_rule_diversity/models/mixed_shuffled_trace_lora", "output": "/workspace/experiments/feature_factorized_rule_diversity/reports/final/core__mixed_shuffled_trace__composite_iid.json", "data": "/workspace/experiments/feature_factorized_rule_diversity/data/repair_val_composite_iid.jsonl", "command": [ "/usr/local/bin/python", "/workspace/experiments/feature_factorized_rule_diversity/scripts/eval_factorized.py", "--data", "/workspace/experiments/feature_factorized_rule_diversity/data/repair_val_composite_iid.jsonl", "--output", "/workspace/experiments/feature_factorized_rule_diversity/reports/final/core__mixed_shuffled_trace__composite_iid.json", "--condition", "trace", "--model-id", "Qwen/Qwen2.5-Coder-3B-Instruct", "--revision", "488639f1ff808d1d3d0ba301aef8c11461451ec5", "--max-new-tokens", "256", "--adapter", "/workspace/large_artifacts/feature_factorized_rule_diversity/models/mixed_shuffled_trace_lora" ], "status": "completed", "started_at": 1782028575.8175766, "finished_at": 1782028914.67154, "runtime_seconds": 338.854 }, { "suite": "core", "name": "mixed_shuffled_trace", "split": "recombination_holdout", "condition": "trace", "adapter": "/workspace/large_artifacts/feature_factorized_rule_diversity/models/mixed_shuffled_trace_lora", "output": "/workspace/experiments/feature_factorized_rule_diversity/reports/final/core__mixed_shuffled_trace__recombination_holdout.json", "data": "/workspace/experiments/feature_factorized_rule_diversity/data/repair_val_recombination_holdout.jsonl", "command": [ "/usr/local/bin/python", "/workspace/experiments/feature_factorized_rule_diversity/scripts/eval_factorized.py", "--data", "/workspace/experiments/feature_factorized_rule_diversity/data/repair_val_recombination_holdout.jsonl", "--output", "/workspace/experiments/feature_factorized_rule_diversity/reports/final/core__mixed_shuffled_trace__recombination_holdout.json", "--condition", "trace", "--model-id", "Qwen/Qwen2.5-Coder-3B-Instruct", "--revision", "488639f1ff808d1d3d0ba301aef8c11461451ec5", "--max-new-tokens", "256", "--adapter", "/workspace/large_artifacts/feature_factorized_rule_diversity/models/mixed_shuffled_trace_lora" ], "status": "completed", "started_at": 1782028914.672781, "finished_at": 1782029583.9411714, "runtime_seconds": 669.268 }, { "suite": "ablation", "name": "mixed_trace_no_trace_prompt", "split": "singleton_iid", "condition": "no_trace", "adapter": "/workspace/large_artifacts/feature_factorized_rule_diversity/models/mixed_trace_lora", "output": "/workspace/experiments/feature_factorized_rule_diversity/reports/final/ablation__mixed_trace_no_trace_prompt__singleton_iid.json", "data": "/workspace/experiments/feature_factorized_rule_diversity/data/repair_val_singleton_iid.jsonl", "command": [ "/usr/local/bin/python", "/workspace/experiments/feature_factorized_rule_diversity/scripts/eval_factorized.py", "--data", "/workspace/experiments/feature_factorized_rule_diversity/data/repair_val_singleton_iid.jsonl", "--output", "/workspace/experiments/feature_factorized_rule_diversity/reports/final/ablation__mixed_trace_no_trace_prompt__singleton_iid.json", "--condition", "no_trace", "--model-id", "Qwen/Qwen2.5-Coder-3B-Instruct", "--revision", "488639f1ff808d1d3d0ba301aef8c11461451ec5", "--max-new-tokens", "256", "--adapter", "/workspace/large_artifacts/feature_factorized_rule_diversity/models/mixed_trace_lora" ], "status": "completed", "started_at": 1782029583.9430954, "finished_at": 1782029897.8377182, "runtime_seconds": 313.895 }, { "suite": "ablation", "name": "mixed_trace_no_trace_prompt", "split": "composite_iid", "condition": "no_trace", "adapter": "/workspace/large_artifacts/feature_factorized_rule_diversity/models/mixed_trace_lora", "output": "/workspace/experiments/feature_factorized_rule_diversity/reports/final/ablation__mixed_trace_no_trace_prompt__composite_iid.json", "data": "/workspace/experiments/feature_factorized_rule_diversity/data/repair_val_composite_iid.jsonl", "command": [ "/usr/local/bin/python", "/workspace/experiments/feature_factorized_rule_diversity/scripts/eval_factorized.py", "--data", "/workspace/experiments/feature_factorized_rule_diversity/data/repair_val_composite_iid.jsonl", "--output", "/workspace/experiments/feature_factorized_rule_diversity/reports/final/ablation__mixed_trace_no_trace_prompt__composite_iid.json", "--condition", "no_trace", "--model-id", "Qwen/Qwen2.5-Coder-3B-Instruct", "--revision", "488639f1ff808d1d3d0ba301aef8c11461451ec5", "--max-new-tokens", "256", "--adapter", "/workspace/large_artifacts/feature_factorized_rule_diversity/models/mixed_trace_lora" ], "status": "completed", "started_at": 1782029897.8389916, "finished_at": 1782030260.996231, "runtime_seconds": 363.157 }, { "suite": "ablation", "name": "mixed_trace_no_trace_prompt", "split": "recombination_holdout", "condition": "no_trace", "adapter": "/workspace/large_artifacts/feature_factorized_rule_diversity/models/mixed_trace_lora", "output": "/workspace/experiments/feature_factorized_rule_diversity/reports/final/ablation__mixed_trace_no_trace_prompt__recombination_holdout.json", "data": "/workspace/experiments/feature_factorized_rule_diversity/data/repair_val_recombination_holdout.jsonl", "command": [ "/usr/local/bin/python", "/workspace/experiments/feature_factorized_rule_diversity/scripts/eval_factorized.py", "--data", "/workspace/experiments/feature_factorized_rule_diversity/data/repair_val_recombination_holdout.jsonl", "--output", "/workspace/experiments/feature_factorized_rule_diversity/reports/final/ablation__mixed_trace_no_trace_prompt__recombination_holdout.json", "--condition", "no_trace", "--model-id", "Qwen/Qwen2.5-Coder-3B-Instruct", "--revision", "488639f1ff808d1d3d0ba301aef8c11461451ec5", "--max-new-tokens", "256", "--adapter", "/workspace/large_artifacts/feature_factorized_rule_diversity/models/mixed_trace_lora" ], "status": "completed", "started_at": 1782030260.9982922, "finished_at": 1782030903.0424404, "runtime_seconds": 642.044 }, { "suite": "ablation", "name": "mixed_trace_shuffled_trace_prompt", "split": "singleton_iid", "condition": "shuffled_trace", "adapter": "/workspace/large_artifacts/feature_factorized_rule_diversity/models/mixed_trace_lora", "output": "/workspace/experiments/feature_factorized_rule_diversity/reports/final/ablation__mixed_trace_shuffled_trace_prompt__singleton_iid.json", "data": "/workspace/experiments/feature_factorized_rule_diversity/data/repair_val_singleton_iid.jsonl", "command": [ "/usr/local/bin/python", "/workspace/experiments/feature_factorized_rule_diversity/scripts/eval_factorized.py", "--data", "/workspace/experiments/feature_factorized_rule_diversity/data/repair_val_singleton_iid.jsonl", "--output", "/workspace/experiments/feature_factorized_rule_diversity/reports/final/ablation__mixed_trace_shuffled_trace_prompt__singleton_iid.json", "--condition", "shuffled_trace", "--model-id", "Qwen/Qwen2.5-Coder-3B-Instruct", "--revision", "488639f1ff808d1d3d0ba301aef8c11461451ec5", "--max-new-tokens", "256", "--adapter", "/workspace/large_artifacts/feature_factorized_rule_diversity/models/mixed_trace_lora" ], "status": "completed", "started_at": 1782030903.0443316, "finished_at": 1782031229.0947056, "runtime_seconds": 326.05 }, { "suite": "ablation", "name": "mixed_trace_shuffled_trace_prompt", "split": "composite_iid", "condition": "shuffled_trace", "adapter": "/workspace/large_artifacts/feature_factorized_rule_diversity/models/mixed_trace_lora", "output": "/workspace/experiments/feature_factorized_rule_diversity/reports/final/ablation__mixed_trace_shuffled_trace_prompt__composite_iid.json", "data": "/workspace/experiments/feature_factorized_rule_diversity/data/repair_val_composite_iid.jsonl", "command": [ "/usr/local/bin/python", "/workspace/experiments/feature_factorized_rule_diversity/scripts/eval_factorized.py", "--data", "/workspace/experiments/feature_factorized_rule_diversity/data/repair_val_composite_iid.jsonl", "--output", "/workspace/experiments/feature_factorized_rule_diversity/reports/final/ablation__mixed_trace_shuffled_trace_prompt__composite_iid.json", "--condition", "shuffled_trace", "--model-id", "Qwen/Qwen2.5-Coder-3B-Instruct", "--revision", "488639f1ff808d1d3d0ba301aef8c11461451ec5", "--max-new-tokens", "256", "--adapter", "/workspace/large_artifacts/feature_factorized_rule_diversity/models/mixed_trace_lora" ], "status": "completed", "started_at": 1782031229.095959, "finished_at": 1782031602.2775285, "runtime_seconds": 373.182 }, { "suite": "ablation", "name": "mixed_trace_shuffled_trace_prompt", "split": "recombination_holdout", "condition": "shuffled_trace", "adapter": "/workspace/large_artifacts/feature_factorized_rule_diversity/models/mixed_trace_lora", "output": "/workspace/experiments/feature_factorized_rule_diversity/reports/final/ablation__mixed_trace_shuffled_trace_prompt__recombination_holdout.json", "data": "/workspace/experiments/feature_factorized_rule_diversity/data/repair_val_recombination_holdout.jsonl", "command": [ "/usr/local/bin/python", "/workspace/experiments/feature_factorized_rule_diversity/scripts/eval_factorized.py", "--data", "/workspace/experiments/feature_factorized_rule_diversity/data/repair_val_recombination_holdout.jsonl", "--output", "/workspace/experiments/feature_factorized_rule_diversity/reports/final/ablation__mixed_trace_shuffled_trace_prompt__recombination_holdout.json", "--condition", "shuffled_trace", "--model-id", "Qwen/Qwen2.5-Coder-3B-Instruct", "--revision", "488639f1ff808d1d3d0ba301aef8c11461451ec5", "--max-new-tokens", "256", "--adapter", "/workspace/large_artifacts/feature_factorized_rule_diversity/models/mixed_trace_lora" ], "status": "completed", "started_at": 1782031602.2813735, "finished_at": 1782032280.8593621, "runtime_seconds": 678.578 } ] }