{ "records": [ { "added_lines": 3, "bug_family": "path_norm", "completion": "--- a/src/repair_target.py\n+++ b/src/repair_target.py\n@@ -1,6 +1,6 @@\n def normalize_path(path):\n parts = []\n for part in path.split(\"/\"):\n- if part in {\"\", \".\"}:\n+ if not part:\n+ continue\n+ if part == \".\":\n continue\n if part == \"..\" and parts:\n parts.pop()\n", "episode_id": "normalize_path_parent::near_miss", "extracted_patch": "--- a/src/repair_target.py\n+++ b/src/repair_target.py\n@@ -1,6 +1,6 @@\n def normalize_path(path):\n parts = []\n for part in path.split(\"/\"):\n- if part in {\"\", \".\"}:\n+ if not part:\n+ continue\n+ if part == \".\":\n continue\n if part == \"..\" and parts:\n parts.pop()\n", "failure_class": "visible_pass_hidden_fail", "files_touched": 1, "generation_seconds": 8.638283252716064, "hidden_output": ".F [100%]\n=============================================================================================================================================================== FAILURES ================================================================================================================================================================\n__________________________________________________________________________________________________________________________________________________________ test_parent_at_root __________________________________________________________________________________________________________________________________________________________\n\n def test_parent_at_root():\n> assert normalize_path(\"/../a\") == \"/a\"\nE AssertionError: assert '/../a' == '/a'\nE \nE - /a\nE + /../a\n\ntests/test_hidden.py:7: AssertionError\n======================================================================================================================================================== short test summary info ========================================================================================================================================================\nFAILED tests/test_hidden.py::test_parent_at_root - AssertionError: assert '/../a' == '/a'\n1 failed, 1 passed in 0.02s\n", "hidden_passed": false, "patch_applied": true, "patch_apply_output": "", "prompt_mode": "trace", "removed_lines": 1, "split": "val_synth", "syntax_error": "", "syntax_valid": true, "task_id": "normalize_path_parent", "visible_output": ".. [100%]\n2 passed in 0.01s\n", "visible_passed": true }, { "added_lines": 12, "bug_family": "path_norm", "completion": "--- a/src/repair_target.py\n+++ b/src/repair_target.py\n@@ -1,8 +1,13 @@\n-UNRELATED_FLAG = True\n def normalize_path(path):\n- parts = [part for part in path.split(\"/\") if part]\n- return \"/\" + \"/\".join(parts)\n+ out = []\n+ for part in path.split(\"/\"):\n+ if part == \".\":\n+ continue\n+ if part == \"..\":\n+ if out:\n+ out.pop()\n+ else:\n+ out.append(\"/\")\n+ else:\n+ out.append(part)\n+ return \"/\" + \"/\".join(out) if out else \"/\"\n", "episode_id": "normalize_path_parent::wrong_localization", "extracted_patch": "--- a/src/repair_target.py\n+++ b/src/repair_target.py\n@@ -1,8 +1,13 @@\n-UNRELATED_FLAG = True\n def normalize_path(path):\n- parts = [part for part in path.split(\"/\") if part]\n- return \"/\" + \"/\".join(parts)\n+ out = []\n+ for part in path.split(\"/\"):\n+ if part == \".\":\n+ continue\n+ if part == \"..\":\n+ if out:\n+ out.pop()\n+ else:\n+ out.append(\"/\")\n+ else:\n+ out.append(part)\n+ return \"/\" + \"/\".join(out) if out else \"/\"\n", "failure_class": "assertion", "files_touched": 1, "generation_seconds": 13.087513446807861, "hidden_output": "F. [100%]\n=============================================================================================================================================================== FAILURES ================================================================================================================================================================\n____________________________________________________________________________________________________________________________________________________ test_current_directory_ignored _____________________________________________________________________________________________________________________________________________________\n\n def test_current_directory_ignored():\n> assert normalize_path(\"/a/./b\") == \"/a/b\"\nE AssertionError: assert '//a/b' == '/a/b'\nE \nE - /a/b\nE + //a/b\nE ? +\n\ntests/test_hidden.py:4: AssertionError\n======================================================================================================================================================== short test summary info ========================================================================================================================================================\nFAILED tests/test_hidden.py::test_current_directory_ignored - AssertionError: assert '//a/b' == '/a/b'\n1 failed, 1 passed in 0.02s\n", "hidden_passed": false, "patch_applied": true, "patch_apply_output": "", "prompt_mode": "trace", "removed_lines": 3, "split": "val_synth", "syntax_error": "", "syntax_valid": true, "task_id": "normalize_path_parent", "visible_output": "FF [100%]\n=============================================================================================================================================================== FAILURES ================================================================================================================================================================\n________________________________________________________________________________________________________________________________________________________ test_duplicate_slashes _________________________________________________________________________________________________________________________________________________________\n\n def test_duplicate_slashes():\n> assert normalize_path(\"/a//b\") == \"/a/b\"\nE AssertionError: assert '//a//b' == '/a/b'\nE \nE - /a/b\nE + //a//b\nE ? + +\n\ntests/test_visible.py:4: AssertionError\n_________________________________________________________________________________________________________________________________________________________ test_parent_directory _________________________________________________________________________________________________________________________________________________________\n\n def test_parent_directory():\n> assert normalize_path(\"/a/b/../c\") == \"/a/c\"\nE AssertionError: assert '//a/c' == '/a/c'\nE \nE - /a/c\nE + //a/c\nE ? +\n\ntests/test_visible.py:7: AssertionError\n======================================================================================================================================================== short test summary info ========================================================================================================================================================\nFAILED tests/test_visible.py::test_duplicate_slashes - AssertionError: assert '//a//b' == '/a/b'\nFAILED tests/test_visible.py::test_parent_directory - AssertionError: assert '//a/c' == '/a/c'\n2 failed in 0.02s\n", "visible_passed": false }, { "added_lines": 12, "bug_family": "path_norm", "completion": "--- a/src/repair_target.py\n+++ b/src/repair_target.py\n@@ -1,9 +1,13 @@\n def normalize_path(path):\n parts = [part for part in path.split(\"/\") if part]\n- return \"/\" + \"/\".join(parts)\n-\n-def broken(:\n- pass\n+ out = []\n+ for part in parts:\n+ if part == \".\":\n+ continue\n+ if part == \"..\":\n+ if out:\n+ out.pop()\n+ else:\n+ raise ValueError(\"path is absolute\")\n+ else:\n+ out.append(part)\n+ return \"/\" + \"/\".join(out)\n", "episode_id": "normalize_path_parent::syntax_error", "extracted_patch": "--- a/src/repair_target.py\n+++ b/src/repair_target.py\n@@ -1,9 +1,13 @@\n def normalize_path(path):\n parts = [part for part in path.split(\"/\") if part]\n- return \"/\" + \"/\".join(parts)\n-\n-def broken(:\n- pass\n+ out = []\n+ for part in parts:\n+ if part == \".\":\n+ continue\n+ if part == \"..\":\n+ if out:\n+ out.pop()\n+ else:\n+ raise ValueError(\"path is absolute\")\n+ else:\n+ out.append(part)\n+ return \"/\" + \"/\".join(out)\n", "failure_class": "syntax", "files_touched": 1, "generation_seconds": 12.72520923614502, "hidden_output": ".F [100%]\n=============================================================================================================================================================== FAILURES ================================================================================================================================================================\n__________________________________________________________________________________________________________________________________________________________ test_parent_at_root __________________________________________________________________________________________________________________________________________________________\n\n def test_parent_at_root():\n> assert normalize_path(\"/../a\") == \"/a\"\n ^^^^^^^^^^^^^^^^^^^^^^^\n\ntests/test_hidden.py:7: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _\n\npath = '/../a'\n\n def normalize_path(path):\n parts = [part for part in path.split(\"/\") if part]\n out = []\n for part in parts:\n if part == \".\":\n continue\n if part == \"..\":\n if out:\n out.pop()\n else:\n> raise ValueError(\"path is absolute\")\nE ValueError: path is absolute\n\nsrc/repair_target.py:11: ValueError\n======================================================================================================================================================== short test summary info ========================================================================================================================================================\nFAILED tests/test_hidden.py::test_parent_at_root - ValueError: path is absolute\n1 failed, 1 passed in 0.02s\n", "hidden_passed": false, "patch_applied": true, "patch_apply_output": "", "prompt_mode": "trace", "removed_lines": 4, "split": "val_synth", "syntax_error": "", "syntax_valid": true, "task_id": "normalize_path_parent", "visible_output": ".. [100%]\n2 passed in 0.01s\n", "visible_passed": true }, { "added_lines": 12, "bug_family": "path_norm", "completion": "--- a/src/repair_target.py\n+++ b/src/repair_target.py\n@@ -1,8 +1,13 @@\n-import definitely_missing_dependency\n def normalize_path(path):\n- parts = [part for part in path.split(\"/\") if part]\n- return \"/\" + \"/\".join(parts)\n+ out = []\n+ for part in path.split(\"/\"):\n+ if part == \".\":\n+ continue\n+ if part == \"..\":\n+ if out:\n+ out.pop()\n+ else:\n+ out.append(\"/\")\n+ else:\n+ out.append(part)\n+ return \"/\" + \"/\".join(out) if out else \"/\"\n", "episode_id": "normalize_path_parent::import_error", "extracted_patch": "--- a/src/repair_target.py\n+++ b/src/repair_target.py\n@@ -1,8 +1,13 @@\n-import definitely_missing_dependency\n def normalize_path(path):\n- parts = [part for part in path.split(\"/\") if part]\n- return \"/\" + \"/\".join(parts)\n+ out = []\n+ for part in path.split(\"/\"):\n+ if part == \".\":\n+ continue\n+ if part == \"..\":\n+ if out:\n+ out.pop()\n+ else:\n+ out.append(\"/\")\n+ else:\n+ out.append(part)\n+ return \"/\" + \"/\".join(out) if out else \"/\"\n", "failure_class": "import", "files_touched": 1, "generation_seconds": 12.668871879577637, "hidden_output": "F. [100%]\n=============================================================================================================================================================== FAILURES ================================================================================================================================================================\n____________________________________________________________________________________________________________________________________________________ test_current_directory_ignored _____________________________________________________________________________________________________________________________________________________\n\n def test_current_directory_ignored():\n> assert normalize_path(\"/a/./b\") == \"/a/b\"\nE AssertionError: assert '//a/b' == '/a/b'\nE \nE - /a/b\nE + //a/b\nE ? +\n\ntests/test_hidden.py:4: AssertionError\n======================================================================================================================================================== short test summary info ========================================================================================================================================================\nFAILED tests/test_hidden.py::test_current_directory_ignored - AssertionError: assert '//a/b' == '/a/b'\n1 failed, 1 passed in 0.02s\n", "hidden_passed": false, "patch_applied": true, "patch_apply_output": "", "prompt_mode": "trace", "removed_lines": 3, "split": "val_synth", "syntax_error": "", "syntax_valid": true, "task_id": "normalize_path_parent", "visible_output": "FF [100%]\n=============================================================================================================================================================== FAILURES ================================================================================================================================================================\n________________________________________________________________________________________________________________________________________________________ test_duplicate_slashes _________________________________________________________________________________________________________________________________________________________\n\n def test_duplicate_slashes():\n> assert normalize_path(\"/a//b\") == \"/a/b\"\nE AssertionError: assert '//a//b' == '/a/b'\nE \nE - /a/b\nE + //a//b\nE ? + +\n\ntests/test_visible.py:4: AssertionError\n_________________________________________________________________________________________________________________________________________________________ test_parent_directory _________________________________________________________________________________________________________________________________________________________\n\n def test_parent_directory():\n> assert normalize_path(\"/a/b/../c\") == \"/a/c\"\nE AssertionError: assert '//a/c' == '/a/c'\nE \nE - /a/c\nE + //a/c\nE ? +\n\ntests/test_visible.py:7: AssertionError\n======================================================================================================================================================== short test summary info ========================================================================================================================================================\nFAILED tests/test_visible.py::test_duplicate_slashes - AssertionError: assert '//a//b' == '/a/b'\nFAILED tests/test_visible.py::test_parent_directory - AssertionError: assert '//a/c' == '/a/c'\n2 failed in 0.02s\n", "visible_passed": false }, { "added_lines": 11, "bug_family": "path_norm", "completion": "--- a/src/repair_target.py\n+++ b/src/repair_target.py\n@@ -1,8 +1,9 @@\n def normalize_path(path):\n- if path == \"/a/b/../c\":\n- return \"/a/c\"\n- parts = [part for part in path.split(\"/\") if part]\n+ out = []\n+ for part in path.split(\"/\"):\n+ if part == \".\":\n+ continue\n+ if part == \"..\":\n+ if out:\n+ out.pop()\n+ else:\n+ out.append(\"/\")\n+ else:\n+ out.append(part)\n return \"/\" + \"/\".join(out) if out else \"/\"\n", "episode_id": "normalize_path_parent::visible_overfit", "extracted_patch": "--- a/src/repair_target.py\n+++ b/src/repair_target.py\n@@ -1,8 +1,9 @@\n def normalize_path(path):\n- if path == \"/a/b/../c\":\n- return \"/a/c\"\n- parts = [part for part in path.split(\"/\") if part]\n+ out = []\n+ for part in path.split(\"/\"):\n+ if part == \".\":\n+ continue\n+ if part == \"..\":\n+ if out:\n+ out.pop()\n+ else:\n+ out.append(\"/\")\n+ else:\n+ out.append(part)\n return \"/\" + \"/\".join(out) if out else \"/\"\n", "failure_class": "visible_pass_hidden_fail", "files_touched": 1, "generation_seconds": 12.893945455551147, "hidden_output": "error: patch failed: src/repair_target.py:1\nerror: src/repair_target.py: patch does not apply\n", "hidden_passed": false, "patch_applied": false, "patch_apply_output": "error: patch failed: src/repair_target.py:1\nerror: src/repair_target.py: patch does not apply\n", "prompt_mode": "trace", "removed_lines": 3, "split": "val_synth", "syntax_error": "error: patch failed: src/repair_target.py:1\nerror: src/repair_target.py: patch does not apply\n", "syntax_valid": false, "task_id": "normalize_path_parent", "visible_output": "error: patch failed: src/repair_target.py:1\nerror: src/repair_target.py: patch does not apply\n", "visible_passed": false }, { "added_lines": 0, "bug_family": "ordering", "completion": "--- a/src/repair_target.py\n+++ b/src/repair_target.py\n@@ -1,8 +1,9 @@\n-UNRELATED_FLAG = True\n from collections import Counter\n \n \n def top_k_words(words, k):\n counts = Counter(words)\n return [word for word, _ in counts.most_common(k)]\n", "episode_id": "top_k_tiebreak::wrong_localization", "extracted_patch": "--- a/src/repair_target.py\n+++ b/src/repair_target.py\n@@ -1,8 +1,9 @@\n-UNRELATED_FLAG = True\n from collections import Counter\n \n \n def top_k_words(words, k):\n counts = Counter(words)\n return [word for word, _ in counts.most_common(k)]\n", "failure_class": "assertion", "files_touched": 1, "generation_seconds": 6.288097858428955, "hidden_output": "F [100%]\n=============================================================================================================================================================== FAILURES ================================================================================================================================================================\n_______________________________________________________________________________________________________________________________________________________ test_limit_after_tie_sort _______________________________________________________________________________________________________________________________________________________\n\n def test_limit_after_tie_sort():\n> assert top_k_words([\"c\", \"b\", \"a\"], 2) == [\"a\", \"b\"]\nE AssertionError: assert ['c', 'b'] == ['a', 'b']\nE \nE At index 0 diff: 'c' != 'a'\nE Use -v to get more diff\n\ntests/test_hidden.py:4: AssertionError\n======================================================================================================================================================== short test summary info ========================================================================================================================================================\nFAILED tests/test_hidden.py::test_limit_after_tie_sort - AssertionError: assert ['c', 'b'] == ['a', 'b']\n1 failed in 0.02s\n", "hidden_passed": false, "patch_applied": true, "patch_apply_output": "", "prompt_mode": "trace", "removed_lines": 1, "split": "val_synth", "syntax_error": "", "syntax_valid": true, "task_id": "top_k_tiebreak", "visible_output": ".F [100%]\n=============================================================================================================================================================== FAILURES ================================================================================================================================================================\n______________________________________________________________________________________________________________________________________________________ test_tie_break_alphabetical ______________________________________________________________________________________________________________________________________________________\n\n def test_tie_break_alphabetical():\n> assert top_k_words([\"b\", \"a\"], 2) == [\"a\", \"b\"]\nE AssertionError: assert ['b', 'a'] == ['a', 'b']\nE \nE At index 0 diff: 'b' != 'a'\nE Use -v to get more diff\n\ntests/test_visible.py:7: AssertionError\n======================================================================================================================================================== short test summary info ========================================================================================================================================================\nFAILED tests/test_visible.py::test_tie_break_alphabetical - AssertionError: assert ['b', 'a'] == ['a', 'b']\n1 failed, 1 passed in 0.02s\n", "visible_passed": false }, { "added_lines": 4, "bug_family": "ordering", "completion": "--- a/src/repair_target.py\n+++ b/src/repair_target.py\n@@ -1,9 +1,9 @@\n from collections import Counter\n \n \n def top_k_words(words, k):\n counts = Counter(words)\n- return [word for word, _ in counts.most_common(k)]\n-\n-def broken(:\n- pass\n+ out = []\n+ for word, count in counts.most_common(k):\n+ out.append(word)\n+ return out\n", "episode_id": "top_k_tiebreak::syntax_error", "extracted_patch": "--- a/src/repair_target.py\n+++ b/src/repair_target.py\n@@ -1,9 +1,9 @@\n from collections import Counter\n \n \n def top_k_words(words, k):\n counts = Counter(words)\n- return [word for word, _ in counts.most_common(k)]\n-\n-def broken(:\n- pass\n+ out = []\n+ for word, count in counts.most_common(k):\n+ out.append(word)\n+ return out\n", "failure_class": "syntax", "files_touched": 1, "generation_seconds": 9.423642873764038, "hidden_output": "F [100%]\n=============================================================================================================================================================== FAILURES ================================================================================================================================================================\n_______________________________________________________________________________________________________________________________________________________ test_limit_after_tie_sort _______________________________________________________________________________________________________________________________________________________\n\n def test_limit_after_tie_sort():\n> assert top_k_words([\"c\", \"b\", \"a\"], 2) == [\"a\", \"b\"]\nE AssertionError: assert ['c', 'b'] == ['a', 'b']\nE \nE At index 0 diff: 'c' != 'a'\nE Use -v to get more diff\n\ntests/test_hidden.py:4: AssertionError\n======================================================================================================================================================== short test summary info ========================================================================================================================================================\nFAILED tests/test_hidden.py::test_limit_after_tie_sort - AssertionError: assert ['c', 'b'] == ['a', 'b']\n1 failed in 0.02s\n", "hidden_passed": false, "patch_applied": true, "patch_apply_output": "", "prompt_mode": "trace", "removed_lines": 4, "split": "val_synth", "syntax_error": "", "syntax_valid": true, "task_id": "top_k_tiebreak", "visible_output": ".F [100%]\n=============================================================================================================================================================== FAILURES ================================================================================================================================================================\n______________________________________________________________________________________________________________________________________________________ test_tie_break_alphabetical ______________________________________________________________________________________________________________________________________________________\n\n def test_tie_break_alphabetical():\n> assert top_k_words([\"b\", \"a\"], 2) == [\"a\", \"b\"]\nE AssertionError: assert ['b', 'a'] == ['a', 'b']\nE \nE At index 0 diff: 'b' != 'a'\nE Use -v to get more diff\n\ntests/test_visible.py:7: AssertionError\n======================================================================================================================================================== short test summary info ========================================================================================================================================================\nFAILED tests/test_visible.py::test_tie_break_alphabetical - AssertionError: assert ['b', 'a'] == ['a', 'b']\n1 failed, 1 passed in 0.02s\n", "visible_passed": false }, { "added_lines": 0, "bug_family": "ordering", "completion": "--- a/src/repair_target.py\n+++ b/src/repair_target.py\n@@ -1,8 +1,9 @@\n-import definitely_missing_dependency\n from collections import Counter\n \n \n def top_k_words(words, k):\n counts = Counter(words)\n return [word for word, _ in counts.most_common(k)]\n", "episode_id": "top_k_tiebreak::import_error", "extracted_patch": "--- a/src/repair_target.py\n+++ b/src/repair_target.py\n@@ -1,8 +1,9 @@\n-import definitely_missing_dependency\n from collections import Counter\n \n \n def top_k_words(words, k):\n counts = Counter(words)\n return [word for word, _ in counts.most_common(k)]\n", "failure_class": "import", "files_touched": 1, "generation_seconds": 6.114391326904297, "hidden_output": "F [100%]\n=============================================================================================================================================================== FAILURES ================================================================================================================================================================\n_______________________________________________________________________________________________________________________________________________________ test_limit_after_tie_sort _______________________________________________________________________________________________________________________________________________________\n\n def test_limit_after_tie_sort():\n> assert top_k_words([\"c\", \"b\", \"a\"], 2) == [\"a\", \"b\"]\nE AssertionError: assert ['c', 'b'] == ['a', 'b']\nE \nE At index 0 diff: 'c' != 'a'\nE Use -v to get more diff\n\ntests/test_hidden.py:4: AssertionError\n======================================================================================================================================================== short test summary info ========================================================================================================================================================\nFAILED tests/test_hidden.py::test_limit_after_tie_sort - AssertionError: assert ['c', 'b'] == ['a', 'b']\n1 failed in 0.02s\n", "hidden_passed": false, "patch_applied": true, "patch_apply_output": "", "prompt_mode": "trace", "removed_lines": 1, "split": "val_synth", "syntax_error": "", "syntax_valid": true, "task_id": "top_k_tiebreak", "visible_output": ".F [100%]\n=============================================================================================================================================================== FAILURES ================================================================================================================================================================\n______________________________________________________________________________________________________________________________________________________ test_tie_break_alphabetical ______________________________________________________________________________________________________________________________________________________\n\n def test_tie_break_alphabetical():\n> assert top_k_words([\"b\", \"a\"], 2) == [\"a\", \"b\"]\nE AssertionError: assert ['b', 'a'] == ['a', 'b']\nE \nE At index 0 diff: 'b' != 'a'\nE Use -v to get more diff\n\ntests/test_visible.py:7: AssertionError\n======================================================================================================================================================== short test summary info ========================================================================================================================================================\nFAILED tests/test_visible.py::test_tie_break_alphabetical - AssertionError: assert ['b', 'a'] == ['a', 'b']\n1 failed, 1 passed in 0.02s\n", "visible_passed": false }, { "added_lines": 5, "bug_family": "ordering", "completion": "--- a/src/repair_target.py\n+++ b/src/repair_target.py\n@@ -2,7 +2,8 @@\n \n \n def top_k_words(words, k):\n- if words == [\"b\", \"a\"] and k == 2:\n- return [\"a\", \"b\"]\n counts = Counter(words)\n- return [word for word, _ in counts.most_common(k)]\n+ out = []\n+ for word, count in counts.most_common(k):\n+ out.append(word)\n+ out.sort(key=lambda w: (-count, w))\n+ return out\n", "episode_id": "top_k_tiebreak::visible_overfit", "extracted_patch": "--- a/src/repair_target.py\n+++ b/src/repair_target.py\n@@ -2,7 +2,8 @@\n \n \n def top_k_words(words, k):\n- if words == [\"b\", \"a\"] and k == 2:\n- return [\"a\", \"b\"]\n counts = Counter(words)\n- return [word for word, _ in counts.most_common(k)]\n+ out = []\n+ for word, count in counts.most_common(k):\n+ out.append(word)\n+ out.sort(key=lambda w: (-count, w))\n+ return out\n", "failure_class": "visible_pass_hidden_fail", "files_touched": 1, "generation_seconds": 12.097444295883179, "hidden_output": "F [100%]\n=============================================================================================================================================================== FAILURES ================================================================================================================================================================\n_______________________________________________________________________________________________________________________________________________________ test_limit_after_tie_sort _______________________________________________________________________________________________________________________________________________________\n\n def test_limit_after_tie_sort():\n> assert top_k_words([\"c\", \"b\", \"a\"], 2) == [\"a\", \"b\"]\nE AssertionError: assert ['b', 'c'] == ['a', 'b']\nE \nE At index 0 diff: 'b' != 'a'\nE Use -v to get more diff\n\ntests/test_hidden.py:4: AssertionError\n======================================================================================================================================================== short test summary info ========================================================================================================================================================\nFAILED tests/test_hidden.py::test_limit_after_tie_sort - AssertionError: assert ['b', 'c'] == ['a', 'b']\n1 failed in 0.02s\n", "hidden_passed": false, "patch_applied": true, "patch_apply_output": "", "prompt_mode": "trace", "removed_lines": 3, "split": "val_synth", "syntax_error": "", "syntax_valid": true, "task_id": "top_k_tiebreak", "visible_output": ".. [100%]\n2 passed in 0.01s\n", "visible_passed": true }, { "added_lines": 1, "bug_family": "boundary_condition", "completion": "--- a/src/repair_target.py\n+++ b/src/repair_target.py\n@@ -1,6 +1,6 @@\n-UNITS = [\"B\", \"KB\", \"MB\", \"GB\"]\n+UNITS = [\"B\", \"KiB\", \"MiB\", \"GiB\"]\n \n \n def format_bytes(size):\n", "episode_id": "format_bytes_units::near_miss", "extracted_patch": "--- a/src/repair_target.py\n+++ b/src/repair_target.py\n@@ -1,6 +1,6 @@\n-UNITS = [\"B\", \"KB\", \"MB\", \"GB\"]\n+UNITS = [\"B\", \"KiB\", \"MiB\", \"GiB\"]\n \n \n def format_bytes(size):\n", "failure_class": "visible_pass_hidden_fail", "files_touched": 1, "generation_seconds": 6.349003791809082, "hidden_output": "error: patch failed: src/repair_target.py:1\nerror: src/repair_target.py: patch does not apply\n", "hidden_passed": false, "patch_applied": false, "patch_apply_output": "error: patch failed: src/repair_target.py:1\nerror: src/repair_target.py: patch does not apply\n", "prompt_mode": "trace", "removed_lines": 1, "split": "val_synth", "syntax_error": "error: patch failed: src/repair_target.py:1\nerror: src/repair_target.py: patch does not apply\n", "syntax_valid": false, "task_id": "format_bytes_units", "visible_output": "error: patch failed: src/repair_target.py:1\nerror: src/repair_target.py: patch does not apply\n", "visible_passed": false }, { "added_lines": 0, "bug_family": "boundary_condition", "completion": "--- a/src/repair_target.py\n+++ b/src/repair_target.py\n@@ -1,6 +1,6 @@\n-UNRELATED_FLAG = True\n UNITS = [\"B\", \"KB\", \"MB\", \"GB\"]\n \n \n def format_bytes(size):\n value = float(size)\n unit = 0\n while value > 1024 and unit < len(UNITS) - 1:\n value /= 1000\n unit += 1\n return f\"{value:.1f} {UNITS[unit]}\"\n", "episode_id": "format_bytes_units::wrong_localization", "extracted_patch": "--- a/src/repair_target.py\n+++ b/src/repair_target.py\n@@ -1,6 +1,6 @@\n-UNRELATED_FLAG = True\n UNITS = [\"B\", \"KB\", \"MB\", \"GB\"]\n \n \n def format_bytes(size):\n value = float(size)\n unit = 0\n while value > 1024 and unit < len(UNITS) - 1:\n value /= 1000\n unit += 1\n return f\"{value:.1f} {UNITS[unit]}\"\n", "failure_class": "assertion", "files_touched": 1, "generation_seconds": 10.877439737319946, "hidden_output": "FF [100%]\n=============================================================================================================================================================== FAILURES ================================================================================================================================================================\n_________________________________________________________________________________________________________________________________________________________ test_bytes_no_decimal _________________________________________________________________________________________________________________________________________________________\n\n def test_bytes_no_decimal():\n> assert format_bytes(512) == \"512 B\"\nE AssertionError: assert '512.0 B' == '512 B'\nE \nE - 512 B\nE + 512.0 B\nE ? ++\n\ntests/test_hidden.py:4: AssertionError\n_______________________________________________________________________________________________________________________________________________________________ test_mib ________________________________________________________________________________________________________________________________________________________________\n\n def test_mib():\n> assert format_bytes(1536) == \"1.5 KiB\"\nE AssertionError: assert '1.5 KB' == '1.5 KiB'\nE \nE - 1.5 KiB\nE ? -\nE + 1.5 KB\n\ntests/test_hidden.py:7: AssertionError\n======================================================================================================================================================== short test summary info ========================================================================================================================================================\nFAILED tests/test_hidden.py::test_bytes_no_decimal - AssertionError: assert '512.0 B' == '512 B'\nFAILED tests/test_hidden.py::test_mib - AssertionError: assert '1.5 KB' == '1.5 KiB'\n2 failed in 0.02s\n", "hidden_passed": false, "patch_applied": true, "patch_apply_output": "", "prompt_mode": "trace", "removed_lines": 1, "split": "val_synth", "syntax_error": "", "syntax_valid": true, "task_id": "format_bytes_units", "visible_output": "F [100%]\n=============================================================================================================================================================== FAILURES ================================================================================================================================================================\n____________________________________________________________________________________________________________________________________________________________ test_exact_kib _____________________________________________________________________________________________________________________________________________________________\n\n def test_exact_kib():\n> assert format_bytes(1024) == \"1.0 KiB\"\nE AssertionError: assert '1024.0 B' == '1.0 KiB'\nE \nE - 1.0 KiB\nE + 1024.0 B\n\ntests/test_visible.py:4: AssertionError\n======================================================================================================================================================== short test summary info ========================================================================================================================================================\nFAILED tests/test_visible.py::test_exact_kib - AssertionError: assert '1024.0 B' == '1.0 KiB'\n1 failed in 0.02s\n", "visible_passed": false }, { "added_lines": 0, "bug_family": "boundary_condition", "completion": "--- a/src/repair_target.py\n+++ b/src/repair_target.py\n@@ -1,9 +1,7 @@\n UNITS = [\"B\", \"KB\", \"MB\", \"GB\"]\n \n \n def format_bytes(size):\n value = float(size)\n unit = 0\n while value > 1024 and unit < len(UNITS) - 1:\n value /= 1000\n unit += 1\n return f\"{value:.1f} {UNITS[unit]}\"\n-\n-def broken(:\n- pass\n", "episode_id": "format_bytes_units::syntax_error", "extracted_patch": "--- a/src/repair_target.py\n+++ b/src/repair_target.py\n@@ -1,9 +1,7 @@\n UNITS = [\"B\", \"KB\", \"MB\", \"GB\"]\n \n \n def format_bytes(size):\n value = float(size)\n unit = 0\n while value > 1024 and unit < len(UNITS) - 1:\n value /= 1000\n unit += 1\n return f\"{value:.1f} {UNITS[unit]}\"\n-\n-def broken(:\n- pass\n", "failure_class": "syntax", "files_touched": 1, "generation_seconds": 10.887562036514282, "hidden_output": "FF [100%]\n=============================================================================================================================================================== FAILURES ================================================================================================================================================================\n_________________________________________________________________________________________________________________________________________________________ test_bytes_no_decimal _________________________________________________________________________________________________________________________________________________________\n\n def test_bytes_no_decimal():\n> assert format_bytes(512) == \"512 B\"\nE AssertionError: assert '512.0 B' == '512 B'\nE \nE - 512 B\nE + 512.0 B\nE ? ++\n\ntests/test_hidden.py:4: AssertionError\n_______________________________________________________________________________________________________________________________________________________________ test_mib ________________________________________________________________________________________________________________________________________________________________\n\n def test_mib():\n> assert format_bytes(1536) == \"1.5 KiB\"\nE AssertionError: assert '1.5 KB' == '1.5 KiB'\nE \nE - 1.5 KiB\nE ? -\nE + 1.5 KB\n\ntests/test_hidden.py:7: AssertionError\n======================================================================================================================================================== short test summary info ========================================================================================================================================================\nFAILED tests/test_hidden.py::test_bytes_no_decimal - AssertionError: assert '512.0 B' == '512 B'\nFAILED tests/test_hidden.py::test_mib - AssertionError: assert '1.5 KB' == '1.5 KiB'\n2 failed in 0.02s\n", "hidden_passed": false, "patch_applied": true, "patch_apply_output": "", "prompt_mode": "trace", "removed_lines": 3, "split": "val_synth", "syntax_error": "", "syntax_valid": true, "task_id": "format_bytes_units", "visible_output": "F [100%]\n=============================================================================================================================================================== FAILURES ================================================================================================================================================================\n____________________________________________________________________________________________________________________________________________________________ test_exact_kib _____________________________________________________________________________________________________________________________________________________________\n\n def test_exact_kib():\n> assert format_bytes(1024) == \"1.0 KiB\"\nE AssertionError: assert '1024.0 B' == '1.0 KiB'\nE \nE - 1.0 KiB\nE + 1024.0 B\n\ntests/test_visible.py:4: AssertionError\n======================================================================================================================================================== short test summary info ========================================================================================================================================================\nFAILED tests/test_visible.py::test_exact_kib - AssertionError: assert '1024.0 B' == '1.0 KiB'\n1 failed in 0.02s\n", "visible_passed": false }, { "added_lines": 0, "bug_family": "boundary_condition", "completion": "--- a/src/repair_target.py\n+++ b/src/repair_target.py\n@@ -1,6 +1,6 @@\n-import definitely_missing_dependency\n UNITS = [\"B\", \"KB\", \"MB\", \"GB\"]\n \n \n def format_bytes(size):\n value = float(size)\n unit = 0\n while value > 1024 and unit < len(UNITS) - 1:\n value /= 1000\n unit += 1\n return f\"{value:.1f} {UNITS[unit]}\"\n", "episode_id": "format_bytes_units::import_error", "extracted_patch": "--- a/src/repair_target.py\n+++ b/src/repair_target.py\n@@ -1,6 +1,6 @@\n-import definitely_missing_dependency\n UNITS = [\"B\", \"KB\", \"MB\", \"GB\"]\n \n \n def format_bytes(size):\n value = float(size)\n unit = 0\n while value > 1024 and unit < len(UNITS) - 1:\n value /= 1000\n unit += 1\n return f\"{value:.1f} {UNITS[unit]}\"\n", "failure_class": "import", "files_touched": 1, "generation_seconds": 10.530029535293579, "hidden_output": "FF [100%]\n=============================================================================================================================================================== FAILURES ================================================================================================================================================================\n_________________________________________________________________________________________________________________________________________________________ test_bytes_no_decimal _________________________________________________________________________________________________________________________________________________________\n\n def test_bytes_no_decimal():\n> assert format_bytes(512) == \"512 B\"\nE AssertionError: assert '512.0 B' == '512 B'\nE \nE - 512 B\nE + 512.0 B\nE ? ++\n\ntests/test_hidden.py:4: AssertionError\n_______________________________________________________________________________________________________________________________________________________________ test_mib ________________________________________________________________________________________________________________________________________________________________\n\n def test_mib():\n> assert format_bytes(1536) == \"1.5 KiB\"\nE AssertionError: assert '1.5 KB' == '1.5 KiB'\nE \nE - 1.5 KiB\nE ? -\nE + 1.5 KB\n\ntests/test_hidden.py:7: AssertionError\n======================================================================================================================================================== short test summary info ========================================================================================================================================================\nFAILED tests/test_hidden.py::test_bytes_no_decimal - AssertionError: assert '512.0 B' == '512 B'\nFAILED tests/test_hidden.py::test_mib - AssertionError: assert '1.5 KB' == '1.5 KiB'\n2 failed in 0.02s\n", "hidden_passed": false, "patch_applied": true, "patch_apply_output": "", "prompt_mode": "trace", "removed_lines": 1, "split": "val_synth", "syntax_error": "", "syntax_valid": true, "task_id": "format_bytes_units", "visible_output": "F [100%]\n=============================================================================================================================================================== FAILURES ================================================================================================================================================================\n____________________________________________________________________________________________________________________________________________________________ test_exact_kib _____________________________________________________________________________________________________________________________________________________________\n\n def test_exact_kib():\n> assert format_bytes(1024) == \"1.0 KiB\"\nE AssertionError: assert '1024.0 B' == '1.0 KiB'\nE \nE - 1.0 KiB\nE + 1024.0 B\n\ntests/test_visible.py:4: AssertionError\n======================================================================================================================================================== short test summary info ========================================================================================================================================================\nFAILED tests/test_visible.py::test_exact_kib - AssertionError: assert '1024.0 B' == '1.0 KiB'\n1 failed in 0.02s\n", "visible_passed": false }, { "added_lines": 2, "bug_family": "boundary_condition", "completion": "--- a/src/repair_target.py\n+++ b/src/repair_target.py\n@@ -2,8 +2,7 @@\n \n \n def format_bytes(size):\n- if size == 1024:\n- return \"1.0 KiB\"\n- value = float(size)\n+ value = float(size) / 1024\n unit = 0\n while value > 1024 and unit < len(UNITS) - 1:\n value /= 1024\n unit += 1\n- return f\"{value:.1f} {UNITS[unit]}\"\n+ return f\"{value:.1f} {UNITS[unit]}\"\n", "episode_id": "format_bytes_units::visible_overfit", "extracted_patch": "--- a/src/repair_target.py\n+++ b/src/repair_target.py\n@@ -2,8 +2,7 @@\n \n \n def format_bytes(size):\n- if size == 1024:\n- return \"1.0 KiB\"\n- value = float(size)\n+ value = float(size) / 1024\n unit = 0\n while value > 1024 and unit < len(UNITS) - 1:\n value /= 1024\n unit += 1\n- return f\"{value:.1f} {UNITS[unit]}\"\n+ return f\"{value:.1f} {UNITS[unit]}\"\n", "failure_class": "visible_pass_hidden_fail", "files_touched": 1, "generation_seconds": 13.841855764389038, "hidden_output": "error: patch failed: src/repair_target.py:2\nerror: src/repair_target.py: patch does not apply\n", "hidden_passed": false, "patch_applied": false, "patch_apply_output": "error: patch failed: src/repair_target.py:2\nerror: src/repair_target.py: patch does not apply\n", "prompt_mode": "trace", "removed_lines": 4, "split": "val_synth", "syntax_error": "error: patch failed: src/repair_target.py:2\nerror: src/repair_target.py: patch does not apply\n", "syntax_valid": false, "task_id": "format_bytes_units", "visible_output": "error: patch failed: src/repair_target.py:2\nerror: src/repair_target.py: patch does not apply\n", "visible_passed": false } ], "summary": { "adapter": "models/failure_conditioned_trace_lora_v2", "data": "data/repair_val_synth.jsonl", "failures": 14, "median_edit_size": 6, "median_files_touched": 1, "model_id": "Qwen/Qwen3-4B-Instruct-2507", "patch_apply_rate": 0.7857142857142857, "prompt_mode": "trace", "records": 14, "repair_after_first_failure@1": 0.0, "revision": "cdbee75f17c01a7cc42f958dc650907174af0554", "successes": 0, "syntax_valid_rate": 0.7857142857142857, "visible_pass_hidden_fail_rate": 0.21428571428571427 } }