diff --git a/benchmarks/contextbench/README.md b/benchmarks/contextbench/README.md index 439ef2c6..ee3edbde 100644 --- a/benchmarks/contextbench/README.md +++ b/benchmarks/contextbench/README.md @@ -4,11 +4,13 @@ This directory keeps a small local runner around the upstream ContextBench repo. ## Kept Files -- `contextbench_official_repo/`: upstream ContextBench code and data. - `scripts/*.py`: local preparation, run, and evaluation scripts. - `mitmproxy_addons/trace_recorder.py`: HTTP trace recorder used while Claude runs. - `requirements-run.txt`: extra Python dependencies for these local scripts. +To run ContextBench locally, download or clone the upstream ContextBench repo +into `contextbench_official_repo/`; it is not generated by these scripts. + Generated directories such as `.venv/`, `.mitmproxy-venv/`, `traces/`, `logs/`, `scripts/contextbench_work_dir_*`, and `scripts/contextbench_eval_repos/` can be deleted and regenerated. @@ -26,12 +28,6 @@ pip install -r requirements-run.txt ## 2. Install Runtime CLIs -Install LEANN: - -```bash -uv tool install leann-core --with leann -``` - Install `mitmdump` in a separate environment: ```bash @@ -49,16 +45,35 @@ The run script also expects: ## 3. Prepare Repos And LEANN Indexes +This step clones/prepares each selected ContextBench repository and builds a +`.leann/` index inside the task worktree. The run scripts preserve that index +when resetting task repositories. + ```bash cd scripts -WORK_ROOT=contextbench_work_dir_claude python prepare_repos_with_leann.py +python prepare_repos_with_leann.py ``` +Useful options: + +- `SELECTED_IDS=id1,id2`: prepare only specific instances. + ## 4. Run Selected Tasks +`LEANN_MODE` controls whether Claude receives the LEANN MCP search hint: + +- `LEANN_MODE=mcp`: use the `.leann/` index through the configured MCP server. +- `LEANN_MODE=none`: baseline run without LEANN. + +`LEANN_MODE` defaults to `mcp`; set `LEANN_MODE=none` for baseline runs. If +`LEANN_MODE=mcp` but a task has no `.leann/` directory, the runner continues +without LEANN for that task. + +Run with LEANN MCP: + ```bash cd scripts -LEANN_ENABLED=1 \ +LEANN_MODE=mcp \ WORK_ROOT=contextbench_work_dir_claude \ OUTPUT_FILE=all_predictions_claude.jsonl \ python batch_run_selected.py @@ -67,18 +82,12 @@ python batch_run_selected.py Run without LEANN: ```bash -LEANN_ENABLED=0 \ +LEANN_MODE=none \ WORK_ROOT=contextbench_work_dir_claude \ OUTPUT_FILE=all_predictions_claude_baseline.jsonl \ python batch_run_selected.py ``` -Run specific IDs without editing the script: - -```bash -SELECTED_IDS=id1,id2 python batch_run_selected.py -``` - ## 5. Evaluate Results Context retrieval metrics: @@ -93,11 +102,3 @@ PYTHONPATH=. python -m contextbench.evaluate \ --out "../scripts/contextbench_official_eval_claude.jsonl" \ 2>&1 | tee "../scripts/contextbench_official_eval_claude.log" ``` - -## 6. Clean Generated Files - -```bash -rm -rf .venv .mitmproxy-venv .eval-venv .leann .pycache_tmp logs traces -rm -rf scripts/.leann scripts/scripts -rm -rf scripts/contextbench_eval_repos scripts/contextbench_work_dir_claude scripts/contextbench_work_dir_claude_overlap160 -``` diff --git a/benchmarks/contextbench/scripts/auto_run.py b/benchmarks/contextbench/scripts/auto_run.py index 7a456e8e..ead1a0df 100644 --- a/benchmarks/contextbench/scripts/auto_run.py +++ b/benchmarks/contextbench/scripts/auto_run.py @@ -39,6 +39,16 @@ def _get_int_env(name: str, default: int, min_value: int = 1) -> int: PREFETCH_STRICT = os.environ.get("PREFETCH_STRICT", "1").strip() != "0" +def _resolve_leann_mode() -> str: + mode = os.environ.get("LEANN_MODE", "").strip().lower() + if not mode: + return "mcp" + if mode in {"mcp", "none"}: + return mode + print(f"āš ļø Invalid LEANN_MODE={mode!r}; falling back to 'mcp'") + return "mcp" + + # Get uncommitted changes compared to the current HEAD commit. def get_git_diff(repo_dir: Path) -> str: try: @@ -66,9 +76,12 @@ def setup_task_environment( repo = Repo(target_dir) repo.git.reset("--hard") - # Preserve LEANN indexes if present. + # Clear leftovers before checkout so untracked files cannot block it. repo.git.clean("-fdx", "-e", ".leann/") repo.git.checkout(task["base_commit"]) + repo.git.reset("--hard") + # After checkout, ensure the base commit worktree is clean while preserving LEANN indexes. + repo.git.clean("-fdx", "-e", ".leann/") (target_dir / "PROBLEM.md").write_text(task["problem_statement"], encoding="utf-8") return target_dir @@ -321,22 +334,18 @@ def build_strict_mcp_config_without_server(server_name: str) -> Optional[str]: # Decide whether LEANN/MCP integration is available for this task repo. def resolve_leann_integration(target_dir: Path) -> dict[str, str]: - leann_enabled = os.environ.get("LEANN_ENABLED", "1") != "0" - use_mcp = os.environ.get("LEANN_USE_MCP", "1") != "0" + requested_mode = _resolve_leann_mode() mcp_server_name = os.environ.get("LEANN_MCP_SERVER", "leann-server") leann_index_exists = (target_dir / ".leann").exists() mode = "none" - if leann_enabled and leann_index_exists: - if use_mcp: - mode = "mcp" - print( - f" -> šŸ” LEANN MCP enabled (server: {mcp_server_name}, " - f"forced top_k={LEANN_TOP_K})" - ) - else: - print(" -> āš ļø LEANN_USE_MCP=0 but CLI mode is disabled; continuing without LEANN") - elif leann_enabled: + if requested_mode == "mcp" and leann_index_exists: + mode = "mcp" + print( + f" -> šŸ” LEANN MCP enabled (server: {mcp_server_name}, " + f"forced top_k={LEANN_TOP_K})" + ) + elif requested_mode == "mcp": print(" -> āš ļø LEANN enabled but no .leann index found; continuing without LEANN") print(mode) @@ -394,7 +403,7 @@ def run_claude_autonomous( cfg_path = resolve_claude_mcp_config(server_name) if not cfg_path: raise RuntimeError( - f"LEANN_USE_MCP=1 but MCP server '{server_name}' was not found in Claude config. " + f"LEANN_MODE=mcp but MCP server '{server_name}' was not found in Claude config. " "Set CLAUDE_MCP_CONFIG_PATH or configure this server in Claude settings." ) print(f" -> āœ… Claude MCP config found for '{server_name}': {cfg_path}") diff --git a/benchmarks/contextbench/scripts/batch_run_random.py b/benchmarks/contextbench/scripts/batch_run_random.py index b1f1a4cf..95658331 100644 --- a/benchmarks/contextbench/scripts/batch_run_random.py +++ b/benchmarks/contextbench/scripts/batch_run_random.py @@ -5,7 +5,7 @@ import time from pathlib import Path -from auto_run import prefetch_task_repositories +from auto_run import prefetch_task_repositories, run_single_task from datasets import load_dataset ROOT = Path(__file__).resolve().parents[1] @@ -46,7 +46,7 @@ def main(): api_key = os.environ.get("ANTHROPIC_API_KEY") if api_key: - print(f"šŸ”‘ Using API key from environment: {api_key[:20]}...") + print(f"šŸ”‘ Using API key from environment: {api_key[:10]}...") else: print("šŸ” ANTHROPIC_API_KEY not set; using Claude CLI logged-in session.") @@ -88,6 +88,8 @@ def main(): else: print("ā­ļø PREFETCH_REPOS=0; skipping prefetch step.") + success_count = 0 + failure_count = 0 for i, task in enumerate(selected_tasks): instance_id = task["instance_id"] repo_url = task["repo_url"] @@ -96,38 +98,39 @@ def main(): print(f"šŸ“¦ [{i + 1}/{len(selected_tasks)}] Running: {instance_id}") print(f" repo: {repo_url} source: {task.get('source', '?')}") - # try: - # patch, elapsed, traj_data, usage = run_single_task( - # instance_id=instance_id, - # repo_url=repo_url, - # work_root=WORK_ROOT, - # mitm_script_path=str(MITM_SCRIPT), - # trace_dir=TRACE_DIR, - # model=MODEL, - # task=task, - # ) - - # result_entry = { - # "instance_id": instance_id, - # "model_patch": patch if patch else "", - # "model_name_or_path": "claude-code-cli", - # "elapsed_seconds": round(elapsed, 1), - # "traj_data": traj_data, - # "token_usage": usage, - # } - - # with open(OUTPUT_FILE, "a", encoding="utf-8") as f: - # f.write(json.dumps(result_entry) + "\n") - # print(f"āœ… Result saved for {instance_id}") - # success_count += 1 - - # except Exception as e: - # print(f"āŒ Error processing {instance_id}: {e}") - # failure_count += 1 - # finally: - # cleanup_residuals() - # print("šŸ’¤ Cooldown...") - # time.sleep(20) + # If want to run the task, uncomment the following code + # try: + # patch, elapsed, traj_data, usage = run_single_task( + # instance_id=instance_id, + # repo_url=repo_url, + # work_root=WORK_ROOT, + # mitm_script_path=str(MITM_SCRIPT), + # trace_dir=TRACE_DIR, + # model=MODEL, + # task=task, + # ) + + # result_entry = { + # "instance_id": instance_id, + # "model_patch": patch if patch else "", + # "model_name_or_path": "claude-code-cli", + # "elapsed_seconds": round(elapsed, 1), + # "traj_data": traj_data, + # "token_usage": usage, + # } + + # with open(OUTPUT_FILE, "a", encoding="utf-8") as f: + # f.write(json.dumps(result_entry) + "\n") + # print(f"āœ… Result saved for {instance_id}") + # success_count += 1 + + # except Exception as e: + # print(f"āŒ Error processing {instance_id}: {e}") + # failure_count += 1 + # finally: + # cleanup_residuals() + # print("šŸ’¤ Cooldown...") + # time.sleep(20) # print( # f"\nāœ… Finished {len(selected_tasks)} random tasks: " diff --git a/benchmarks/contextbench/scripts/batch_run_selected.py b/benchmarks/contextbench/scripts/batch_run_selected.py index 8854850a..d036d562 100644 --- a/benchmarks/contextbench/scripts/batch_run_selected.py +++ b/benchmarks/contextbench/scripts/batch_run_selected.py @@ -18,7 +18,7 @@ MITM_SCRIPT = ROOT / "mitmproxy_addons" / "trace_recorder.py" TRACE_DIR = ROOT / "traces" / "raw" -# Instances to run. Set instance_ids here or pass via SELECTED_IDS env var (comma-separated). +# Instances to run, set instance_ids here SELECTED_IDS = [ # "SWE-Bench-Pro__python__maintenance__bugfix__19a1fba2", # "SWE-Bench-Pro__python__maintenance__bugfix__2464eadb", @@ -42,37 +42,37 @@ # "SWE-Bench-Pro__python__maintenance__bugfix__3cfd9a02", # "SWE-Bench-Pro__python__maintenance__bugfix__4c132bfd", # "SWE-Bench-Pro__python__maintenance__bugfix__7c2efe8a", - "SWE-Bench-Pro__go__maintenance__bugfix__40a717e5", - "SWE-Bench-Pro__go__maintenance__bugfix__52d866b3", - "SWE-Bench-Pro__go__maintenance__bugfix__720b4d92", - "SWE-Bench-Pro__go__maintenance__bugfix__997c7afd", - "SWE-Bench-Pro__javascript__maintenance__bugfix__82518720", - "SWE-Bench-Pro__javascript__maintenance__bugfix__e31ec45c", - "SWE-Bench-Pro__python__maintenance__bugfix__07bb383a", - "SWE-Bench-Pro__python__maintenance__bugfix__0bac5789", - "SWE-Bench-Pro__python__maintenance__bugfix__18d7bbbc", - "SWE-Bench-Pro__python__maintenance__bugfix__1cf3e889", - "SWE-Bench-Pro__python__maintenance__bugfix__20dad82b", - "SWE-Bench-Pro__python__maintenance__bugfix__20f502e0", - "SWE-Bench-Pro__python__maintenance__bugfix__509a20d9", - "SWE-Bench-Pro__python__maintenance__bugfix__53ca6a30", - "SWE-Bench-Pro__python__maintenance__bugfix__552343cd", - "SWE-Bench-Pro__python__maintenance__bugfix__5b2cf9bb", - "SWE-Bench-Pro__python__maintenance__bugfix__66e05eaa", - "SWE-Bench-Pro__python__maintenance__bugfix__6ebb54dc", - "SWE-Bench-Pro__python__maintenance__bugfix__87bfb374", - "SWE-Bench-Pro__python__maintenance__bugfix__89932d58", - "SWE-Bench-Pro__python__maintenance__bugfix__942d0b14", - "SWE-Bench-Pro__python__maintenance__bugfix__983f2896", - "SWE-Bench-Pro__python__maintenance__bugfix__a984b409", - "SWE-Bench-Pro__python__maintenance__bugfix__aa07d0c3", - "SWE-Bench-Pro__python__maintenance__bugfix__cf01f471", - "SWE-Bench-Pro__python__maintenance__bugfix__d2506f10", - "SWE-Bench-Pro__python__maintenance__bugfix__e579f2f0", - "SWE-Bench-Pro__python__maintenance__bugfix__eafb1f0b", - "SWE-Bench-Pro__python__maintenance__bugfix__ef8756b1", - "SWE-Bench-Pro__python__maintenance__bugfix__f87209f8", - "SWE-Bench-Pro__python__maintenance__bugfix__ff79bafd", + # "SWE-Bench-Pro__go__maintenance__bugfix__40a717e5", + # "SWE-Bench-Pro__go__maintenance__bugfix__52d866b3", + # "SWE-Bench-Pro__go__maintenance__bugfix__720b4d92", + # "SWE-Bench-Pro__go__maintenance__bugfix__997c7afd", + # "SWE-Bench-Pro__javascript__maintenance__bugfix__82518720", + # "SWE-Bench-Pro__javascript__maintenance__bugfix__e31ec45c", + # "SWE-Bench-Pro__python__maintenance__bugfix__07bb383a", + # "SWE-Bench-Pro__python__maintenance__bugfix__0bac5789", + # "SWE-Bench-Pro__python__maintenance__bugfix__18d7bbbc", + # "SWE-Bench-Pro__python__maintenance__bugfix__1cf3e889", + # "SWE-Bench-Pro__python__maintenance__bugfix__20dad82b", + # "SWE-Bench-Pro__python__maintenance__bugfix__20f502e0", + # "SWE-Bench-Pro__python__maintenance__bugfix__509a20d9", + # "SWE-Bench-Pro__python__maintenance__bugfix__53ca6a30", + # "SWE-Bench-Pro__python__maintenance__bugfix__552343cd", + # "SWE-Bench-Pro__python__maintenance__bugfix__5b2cf9bb", + # "SWE-Bench-Pro__python__maintenance__bugfix__66e05eaa", + # "SWE-Bench-Pro__python__maintenance__bugfix__6ebb54dc", + # "SWE-Bench-Pro__python__maintenance__bugfix__87bfb374", + # "SWE-Bench-Pro__python__maintenance__bugfix__89932d58", + # "SWE-Bench-Pro__python__maintenance__bugfix__942d0b14", + # "SWE-Bench-Pro__python__maintenance__bugfix__983f2896", + # "SWE-Bench-Pro__python__maintenance__bugfix__a984b409", + # "SWE-Bench-Pro__python__maintenance__bugfix__aa07d0c3", + # "SWE-Bench-Pro__python__maintenance__bugfix__cf01f471", + # "SWE-Bench-Pro__python__maintenance__bugfix__d2506f10", + # "SWE-Bench-Pro__python__maintenance__bugfix__e579f2f0", + # "SWE-Bench-Pro__python__maintenance__bugfix__eafb1f0b", + # "SWE-Bench-Pro__python__maintenance__bugfix__ef8756b1", + # "SWE-Bench-Pro__python__maintenance__bugfix__f87209f8", + # "SWE-Bench-Pro__python__maintenance__bugfix__ff79bafd", ] if os.environ.get("SELECTED_IDS"): @@ -105,7 +105,7 @@ def main(): api_key = os.environ.get("ANTHROPIC_API_KEY") if api_key: - print(f"šŸ”‘ Using API key from environment: {api_key[:20]}...") + print(f"šŸ”‘ Using API key from environment: {api_key[:10]}...") else: print("šŸ” ANTHROPIC_API_KEY not set; using Claude CLI logged-in session.") diff --git a/benchmarks/contextbench/scripts/contextbench_official_eval_claude_baseline.jsonl b/benchmarks/contextbench/scripts/contextbench_official_eval_claude_baseline.jsonl new file mode 100644 index 00000000..5545c568 --- /dev/null +++ b/benchmarks/contextbench/scripts/contextbench_official_eval_claude_baseline.jsonl @@ -0,0 +1,53 @@ +{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__19a1fba2", "num_steps": 16, "final": {"file": {"coverage": 1.0, "precision": 0.6666666666666666, "intersection": 4, "gold_size": 4, "pred_size": 6}, "symbol": {"coverage": 0.5, "precision": 0.625, "intersection": 5, "gold_size": 10, "pred_size": 8}, "span": {"coverage": 0.5246966330541788, "precision": 0.7384245339747444, "intersection": 6140, "gold_size": 11702, "pred_size": 8315}, "line": {"coverage": 0.424812030075188, "precision": 0.6457142857142857, "intersection": 113, "gold_size": 266, "pred_size": 175}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 4, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 5, "coverage": {"file": 0.25, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 6, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 7, "coverage": {"file": 0.75, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 8, "coverage": {"file": 1.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 9, "coverage": {"file": 1.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 10, "coverage": {"file": 1.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 11, "coverage": {"file": 1.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 12, "coverage": {"file": 1.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 13, "coverage": {"file": 1.0, "symbol": 0.5, "span": 0.5246966330541788, "line": 0.424812030075188}}, {"step": 14, "coverage": {"file": 1.0, "symbol": 0.5, "span": 0.5246966330541788, "line": 0.424812030075188}}, {"step": 15, "coverage": {"file": 1.0, "symbol": 0.5, "span": 0.5246966330541788, "line": 0.424812030075188}}, {"step": 16, "coverage": {"file": 1.0, "symbol": 0.5, "span": 0.5246966330541788, "line": 0.424812030075188}}], "auc_coverage": {"file": 0.65625, "symbol": 0.125, "span": 0.1311741582635447, "line": 0.106203007518797}, "redundancy": {"file": 0.4545454545454546, "symbol": 0.0, "span": 0.0, "line": 0.0}}, "editloc": {"recall": 1.0, "precision": 1.0, "intersection": 4, "gold_size": 266, "pred_size": 4}} +{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__2464eadb", "num_steps": 4, "final": {"file": {"coverage": 1.0, "precision": 0.5, "intersection": 1, "gold_size": 1, "pred_size": 2}, "symbol": {"coverage": 0.0, "precision": 1.0, "intersection": 0, "gold_size": 1, "pred_size": 0}, "span": {"coverage": 0.0, "precision": 1.0, "intersection": 0, "gold_size": 3589, "pred_size": 0}, "line": {"coverage": 0.0, "precision": 1.0, "intersection": 0, "gold_size": 116, "pred_size": 0}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 4, "coverage": {"file": 1.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}], "auc_coverage": {"file": 0.25, "symbol": 0.0, "span": 0.0, "line": 0.0}, "redundancy": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, "editloc": {"recall": 1.0, "precision": 1.0, "intersection": 16, "gold_size": 116, "pred_size": 16}} +{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__38dc8f4e", "num_steps": 11, "final": {"file": {"coverage": 0.3333333333333333, "precision": 0.2, "intersection": 1, "gold_size": 3, "pred_size": 5}, "symbol": {"coverage": 0.32432432432432434, "precision": 0.7058823529411765, "intersection": 12, "gold_size": 37, "pred_size": 17}, "span": {"coverage": 0.555812876331635, "precision": 0.7771105616389968, "intersection": 13200, "gold_size": 23749, "pred_size": 16986}, "line": {"coverage": 0.5463623395149786, "precision": 0.7495107632093934, "intersection": 383, "gold_size": 701, "pred_size": 511}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 4, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 5, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 6, "coverage": {"file": 0.3333333333333333, "symbol": 0.1891891891891892, "span": 0.33790896458798264, "line": 0.3281027104136947}}, {"step": 7, "coverage": {"file": 0.3333333333333333, "symbol": 0.2702702702702703, "span": 0.5187165775401069, "line": 0.5064194008559201}}, {"step": 8, "coverage": {"file": 0.3333333333333333, "symbol": 0.32432432432432434, "span": 0.555812876331635, "line": 0.5463623395149786}}, {"step": 9, "coverage": {"file": 0.3333333333333333, "symbol": 0.32432432432432434, "span": 0.555812876331635, "line": 0.5463623395149786}}, {"step": 10, "coverage": {"file": 0.3333333333333333, "symbol": 0.32432432432432434, "span": 0.555812876331635, "line": 0.5463623395149786}}, {"step": 11, "coverage": {"file": 0.3333333333333333, "symbol": 0.32432432432432434, "span": 0.555812876331635, "line": 0.5463623395149786}}], "auc_coverage": {"file": 0.2727272727272727, "symbol": 0.15970515970515972, "span": 0.27998882249587537, "line": 0.27454286084813906}, "redundancy": {"file": 0.4444444444444444, "symbol": 0.15000000000000002, "span": 0.06629287598944589, "line": 0.06066176470588236}}, "editloc": {"recall": 1.0, "precision": 1.0, "intersection": 164, "gold_size": 701, "pred_size": 164}} +{"instance_id": "SWE-Bench-Pro__javascript__maintenance__bugfix__2bfb5681", "num_steps": 18, "final": {"file": {"coverage": 0.5, "precision": 0.4666666666666667, "intersection": 7, "gold_size": 14, "pred_size": 15}, "symbol": {"coverage": 0.0, "precision": 1.0, "intersection": 0, "gold_size": 8, "pred_size": 0}, "span": {"coverage": 0.15116393766028802, "precision": 0.6274309109518935, "intersection": 3065, "gold_size": 20276, "pred_size": 4885}, "line": {"coverage": 0.13188976377952755, "precision": 0.033483258370814596, "intersection": 67, "gold_size": 508, "pred_size": 2001}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.14285714285714285, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 4, "coverage": {"file": 0.21428571428571427, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 5, "coverage": {"file": 0.21428571428571427, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 6, "coverage": {"file": 0.35714285714285715, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 7, "coverage": {"file": 0.42857142857142855, "symbol": 0.0, "span": 0.15116393766028802, "line": 0.13188976377952755}}, {"step": 8, "coverage": {"file": 0.42857142857142855, "symbol": 0.0, "span": 0.15116393766028802, "line": 0.13188976377952755}}, {"step": 9, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.15116393766028802, "line": 0.13188976377952755}}, {"step": 10, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.15116393766028802, "line": 0.13188976377952755}}, {"step": 11, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.15116393766028802, "line": 0.13188976377952755}}, {"step": 12, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.15116393766028802, "line": 0.13188976377952755}}, {"step": 13, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.15116393766028802, "line": 0.13188976377952755}}, {"step": 14, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.15116393766028802, "line": 0.13188976377952755}}, {"step": 15, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.15116393766028802, "line": 0.13188976377952755}}, {"step": 16, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.15116393766028802, "line": 0.13188976377952755}}, {"step": 17, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.15116393766028802, "line": 0.13188976377952755}}, {"step": 18, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.15116393766028802, "line": 0.13188976377952755}}], "auc_coverage": {"file": 0.376984126984127, "symbol": 0.0, "span": 0.100775958440192, "line": 0.0879265091863517}, "redundancy": {"file": 0.4, "symbol": 0.0, "span": 0.5, "line": 0.07016728624535318}}, "editloc": {"recall": 0.8333333333333334, "precision": 0.8333333333333334, "intersection": 5, "gold_size": 508, "pred_size": 6}} +{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__71253eae", "num_steps": 34, "final": {"file": {"coverage": 0.625, "precision": 0.4166666666666667, "intersection": 5, "gold_size": 8, "pred_size": 12}, "symbol": {"coverage": 0.8333333333333334, "precision": 0.2777777777777778, "intersection": 10, "gold_size": 12, "pred_size": 36}, "span": {"coverage": 0.6677756653992395, "precision": 0.16772614677530068, "intersection": 5620, "gold_size": 8416, "pred_size": 33507}, "line": {"coverage": 0.6936170212765957, "precision": 0.17157894736842105, "intersection": 163, "gold_size": 235, "pred_size": 950}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.125, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.125, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 4, "coverage": {"file": 0.125, "symbol": 0.25, "span": 0.16135931558935362, "line": 0.13617021276595745}}, {"step": 5, "coverage": {"file": 0.375, "symbol": 0.5833333333333334, "span": 0.38022813688212925, "line": 0.4}}, {"step": 6, "coverage": {"file": 0.375, "symbol": 0.5833333333333334, "span": 0.38022813688212925, "line": 0.4}}, {"step": 7, "coverage": {"file": 0.375, "symbol": 0.5833333333333334, "span": 0.38022813688212925, "line": 0.4}}, {"step": 8, "coverage": {"file": 0.5, "symbol": 0.5833333333333334, "span": 0.4038735741444867, "line": 0.4297872340425532}}, {"step": 9, "coverage": {"file": 0.5, "symbol": 0.5833333333333334, "span": 0.4038735741444867, "line": 0.4297872340425532}}, {"step": 10, "coverage": {"file": 0.5, "symbol": 0.5833333333333334, "span": 0.4038735741444867, "line": 0.4297872340425532}}, {"step": 11, "coverage": {"file": 0.5, "symbol": 0.5833333333333334, "span": 0.4038735741444867, "line": 0.4297872340425532}}, {"step": 12, "coverage": {"file": 0.5, "symbol": 0.5833333333333334, "span": 0.4038735741444867, "line": 0.4297872340425532}}, {"step": 13, "coverage": {"file": 0.5, "symbol": 0.5833333333333334, "span": 0.4038735741444867, "line": 0.4297872340425532}}, {"step": 14, "coverage": {"file": 0.5, "symbol": 0.5833333333333334, "span": 0.4038735741444867, "line": 0.4297872340425532}}, {"step": 15, "coverage": {"file": 0.5, "symbol": 0.5833333333333334, "span": 0.4038735741444867, "line": 0.4297872340425532}}, {"step": 16, "coverage": {"file": 0.5, "symbol": 0.5833333333333334, "span": 0.4038735741444867, "line": 0.4297872340425532}}, {"step": 17, "coverage": {"file": 0.5, "symbol": 0.5833333333333334, "span": 0.4038735741444867, "line": 0.4297872340425532}}, {"step": 18, "coverage": {"file": 0.5, "symbol": 0.75, "span": 0.6171577946768061, "line": 0.6340425531914894}}, {"step": 19, "coverage": {"file": 0.5, "symbol": 0.75, "span": 0.6171577946768061, "line": 0.6340425531914894}}, {"step": 20, "coverage": {"file": 0.5, "symbol": 0.75, "span": 0.6171577946768061, "line": 0.6340425531914894}}, {"step": 21, "coverage": {"file": 0.5, "symbol": 0.75, "span": 0.6171577946768061, "line": 0.6340425531914894}}, {"step": 22, "coverage": {"file": 0.5, "symbol": 0.75, "span": 0.6171577946768061, "line": 0.6340425531914894}}, {"step": 23, "coverage": {"file": 0.5, "symbol": 0.75, "span": 0.6171577946768061, "line": 0.6340425531914894}}, {"step": 24, "coverage": {"file": 0.5, "symbol": 0.75, "span": 0.6171577946768061, "line": 0.6340425531914894}}, {"step": 25, "coverage": {"file": 0.5, "symbol": 0.75, "span": 0.6171577946768061, "line": 0.6340425531914894}}, {"step": 26, "coverage": {"file": 0.5, "symbol": 0.75, "span": 0.6171577946768061, "line": 0.6340425531914894}}, {"step": 27, "coverage": {"file": 0.5, "symbol": 0.75, "span": 0.6171577946768061, "line": 0.6340425531914894}}, {"step": 28, "coverage": {"file": 0.5, "symbol": 0.75, "span": 0.6171577946768061, "line": 0.6340425531914894}}, {"step": 29, "coverage": {"file": 0.5, "symbol": 0.75, "span": 0.660171102661597, "line": 0.6808510638297872}}, {"step": 30, "coverage": {"file": 0.625, "symbol": 0.8333333333333334, "span": 0.6677756653992395, "line": 0.6936170212765957}}, {"step": 31, "coverage": {"file": 0.625, "symbol": 0.8333333333333334, "span": 0.6677756653992395, "line": 0.6936170212765957}}, {"step": 32, "coverage": {"file": 0.625, "symbol": 0.8333333333333334, "span": 0.6677756653992395, "line": 0.6936170212765957}}, {"step": 33, "coverage": {"file": 0.625, "symbol": 0.8333333333333334, "span": 0.6677756653992395, "line": 0.6936170212765957}}, {"step": 34, "coverage": {"file": 0.625, "symbol": 0.8333333333333334, "span": 0.6677756653992395, "line": 0.6936170212765957}}], "auc_coverage": {"file": 0.45955882352941174, "symbol": 0.6176470588235292, "span": 0.47436954819950805, "line": 0.4928660826032541}, "redundancy": {"file": 0.625, "symbol": 0.38983050847457623, "span": 0.2559952038369304, "line": 0.2357200321802092}}, "editloc": {"recall": 0.7, "precision": 0.7, "intersection": 7, "gold_size": 235, "pred_size": 10}} +{"instance_id": "SWE-Bench-Pro__javascript__maintenance__bugfix__93b583ae", "num_steps": 16, "final": {"file": {"coverage": 0.3888888888888889, "precision": 0.4666666666666667, "intersection": 7, "gold_size": 18, "pred_size": 15}, "symbol": {"coverage": 0.0, "precision": 0.0, "intersection": 0, "gold_size": 22, "pred_size": 5}, "span": {"coverage": 0.0, "precision": 0.0, "intersection": 0, "gold_size": 21413, "pred_size": 2211}, "line": {"coverage": 0.0, "precision": 0.0, "intersection": 0, "gold_size": 631, "pred_size": 72}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 4, "coverage": {"file": 0.1111111111111111, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 5, "coverage": {"file": 0.2222222222222222, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 6, "coverage": {"file": 0.2777777777777778, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 7, "coverage": {"file": 0.2777777777777778, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 8, "coverage": {"file": 0.2777777777777778, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 9, "coverage": {"file": 0.3888888888888889, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 10, "coverage": {"file": 0.3888888888888889, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 11, "coverage": {"file": 0.3888888888888889, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 12, "coverage": {"file": 0.3888888888888889, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 13, "coverage": {"file": 0.3888888888888889, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 14, "coverage": {"file": 0.3888888888888889, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 15, "coverage": {"file": 0.3888888888888889, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 16, "coverage": {"file": 0.3888888888888889, "symbol": 0.0, "span": 0.0, "line": 0.0}}], "auc_coverage": {"file": 0.2673611111111111, "symbol": 0.0, "span": 0.0, "line": 0.0}, "redundancy": {"file": 0.42307692307692313, "symbol": 0.0, "span": 0.0, "line": 0.0}}, "editloc": {"recall": 1.0, "precision": 1.0, "intersection": 18, "gold_size": 631, "pred_size": 18}} +{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__dcc84d4c", "num_steps": 18, "final": {"file": {"coverage": 0.6, "precision": 0.42857142857142855, "intersection": 3, "gold_size": 5, "pred_size": 7}, "symbol": {"coverage": 0.75, "precision": 0.6666666666666666, "intersection": 12, "gold_size": 16, "pred_size": 18}, "span": {"coverage": 0.7784081828352245, "precision": 0.25924151696606784, "intersection": 9741, "gold_size": 12514, "pred_size": 37575}, "line": {"coverage": 0.7508896797153025, "precision": 0.2791005291005291, "intersection": 211, "gold_size": 281, "pred_size": 756}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.2, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.2, "symbol": 0.125, "span": 0.03460124660380374, "line": 0.03202846975088968}}, {"step": 4, "coverage": {"file": 0.2, "symbol": 0.25, "span": 0.156544669969634, "line": 0.1708185053380783}}, {"step": 5, "coverage": {"file": 0.2, "symbol": 0.25, "span": 0.156544669969634, "line": 0.1708185053380783}}, {"step": 6, "coverage": {"file": 0.4, "symbol": 0.375, "span": 0.4185712002557136, "line": 0.4128113879003559}}, {"step": 7, "coverage": {"file": 0.4, "symbol": 0.4375, "span": 0.45796707687390126, "line": 0.45195729537366547}}, {"step": 8, "coverage": {"file": 0.4, "symbol": 0.5, "span": 0.5137446060412338, "line": 0.49466192170818507}}, {"step": 9, "coverage": {"file": 0.4, "symbol": 0.5625, "span": 0.6804379095413138, "line": 0.6298932384341637}}, {"step": 10, "coverage": {"file": 0.4, "symbol": 0.5625, "span": 0.7030525811091577, "line": 0.6619217081850534}}, {"step": 11, "coverage": {"file": 0.6, "symbol": 0.6875, "span": 0.7247882371743647, "line": 0.6868327402135231}}, {"step": 12, "coverage": {"file": 0.6, "symbol": 0.6875, "span": 0.7247882371743647, "line": 0.6868327402135231}}, {"step": 13, "coverage": {"file": 0.6, "symbol": 0.75, "span": 0.7322998241968994, "line": 0.701067615658363}}, {"step": 14, "coverage": {"file": 0.6, "symbol": 0.75, "span": 0.7784081828352245, "line": 0.7508896797153025}}, {"step": 15, "coverage": {"file": 0.6, "symbol": 0.75, "span": 0.7784081828352245, "line": 0.7508896797153025}}, {"step": 16, "coverage": {"file": 0.6, "symbol": 0.75, "span": 0.7784081828352245, "line": 0.7508896797153025}}, {"step": 17, "coverage": {"file": 0.6, "symbol": 0.75, "span": 0.7784081828352245, "line": 0.7508896797153025}}, {"step": 18, "coverage": {"file": 0.6, "symbol": 0.75, "span": 0.7784081828352245, "line": 0.7508896797153025}}], "auc_coverage": {"file": 0.4222222222222221, "symbol": 0.4965277777777778, "span": 0.510854509615897, "line": 0.49189402926057724}, "redundancy": {"file": 0.631578947368421, "symbol": 0.6, "span": 0.4729866195405201, "line": 0.4657243816254417}}, "editloc": {"recall": 1.0, "precision": 1.0, "intersection": 8, "gold_size": 281, "pred_size": 8}} +{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__462b957d", "num_steps": 4, "final": {"file": {"coverage": 1.0, "precision": 0.5, "intersection": 1, "gold_size": 1, "pred_size": 2}, "symbol": {"coverage": 0.2222222222222222, "precision": 0.6666666666666666, "intersection": 2, "gold_size": 9, "pred_size": 3}, "span": {"coverage": 0.24069952305246423, "precision": 0.831183090859182, "intersection": 3028, "gold_size": 12580, "pred_size": 3643}, "line": {"coverage": 0.23293172690763053, "precision": 0.7073170731707317, "intersection": 58, "gold_size": 249, "pred_size": 82}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 1.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 1.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 4, "coverage": {"file": 1.0, "symbol": 0.2222222222222222, "span": 0.24069952305246423, "line": 0.23293172690763053}}], "auc_coverage": {"file": 0.75, "symbol": 0.05555555555555555, "span": 0.060174880763116056, "line": 0.05823293172690763}, "redundancy": {"file": 0.33333333333333337, "symbol": 0.0, "span": 0.0, "line": 0.0}}, "editloc": {"recall": 1.0, "precision": 1.0, "intersection": 3, "gold_size": 249, "pred_size": 3}} +{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__9af74069", "num_steps": 29, "final": {"file": {"coverage": 0.8333333333333334, "precision": 0.2631578947368421, "intersection": 5, "gold_size": 6, "pred_size": 19}, "symbol": {"coverage": 0.4, "precision": 0.2727272727272727, "intersection": 6, "gold_size": 15, "pred_size": 22}, "span": {"coverage": 0.41750287876295444, "precision": 0.24027264981539334, "intersection": 2538, "gold_size": 6079, "pred_size": 10563}, "line": {"coverage": 0.44680851063829785, "precision": 0.035102381947346425, "intersection": 84, "gold_size": 188, "pred_size": 2393}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 4, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 5, "coverage": {"file": 0.16666666666666666, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 6, "coverage": {"file": 0.16666666666666666, "symbol": 0.26666666666666666, "span": 0.33443000493502223, "line": 0.34574468085106386}}, {"step": 7, "coverage": {"file": 0.3333333333333333, "symbol": 0.26666666666666666, "span": 0.33443000493502223, "line": 0.34574468085106386}}, {"step": 8, "coverage": {"file": 0.3333333333333333, "symbol": 0.26666666666666666, "span": 0.33443000493502223, "line": 0.34574468085106386}}, {"step": 9, "coverage": {"file": 0.3333333333333333, "symbol": 0.26666666666666666, "span": 0.33443000493502223, "line": 0.34574468085106386}}, {"step": 10, "coverage": {"file": 0.5, "symbol": 0.26666666666666666, "span": 0.33443000493502223, "line": 0.34574468085106386}}, {"step": 11, "coverage": {"file": 0.5, "symbol": 0.26666666666666666, "span": 0.33443000493502223, "line": 0.34574468085106386}}, {"step": 12, "coverage": {"file": 0.5, "symbol": 0.26666666666666666, "span": 0.33443000493502223, "line": 0.34574468085106386}}, {"step": 13, "coverage": {"file": 0.6666666666666666, "symbol": 0.26666666666666666, "span": 0.33443000493502223, "line": 0.34574468085106386}}, {"step": 14, "coverage": {"file": 0.6666666666666666, "symbol": 0.26666666666666666, "span": 0.33443000493502223, "line": 0.34574468085106386}}, {"step": 15, "coverage": {"file": 0.6666666666666666, "symbol": 0.26666666666666666, "span": 0.33443000493502223, "line": 0.34574468085106386}}, {"step": 16, "coverage": {"file": 0.6666666666666666, "symbol": 0.26666666666666666, "span": 0.33443000493502223, "line": 0.34574468085106386}}, {"step": 17, "coverage": {"file": 0.6666666666666666, "symbol": 0.26666666666666666, "span": 0.33443000493502223, "line": 0.34574468085106386}}, {"step": 18, "coverage": {"file": 0.6666666666666666, "symbol": 0.26666666666666666, "span": 0.33443000493502223, "line": 0.34574468085106386}}, {"step": 19, "coverage": {"file": 0.6666666666666666, "symbol": 0.26666666666666666, "span": 0.33443000493502223, "line": 0.34574468085106386}}, {"step": 20, "coverage": {"file": 0.6666666666666666, "symbol": 0.26666666666666666, "span": 0.33443000493502223, "line": 0.34574468085106386}}, {"step": 21, "coverage": {"file": 0.6666666666666666, "symbol": 0.26666666666666666, "span": 0.33443000493502223, "line": 0.34574468085106386}}, {"step": 22, "coverage": {"file": 0.6666666666666666, "symbol": 0.26666666666666666, "span": 0.33443000493502223, "line": 0.34574468085106386}}, {"step": 23, "coverage": {"file": 0.6666666666666666, "symbol": 0.26666666666666666, "span": 0.33443000493502223, "line": 0.34574468085106386}}, {"step": 24, "coverage": {"file": 0.8333333333333334, "symbol": 0.26666666666666666, "span": 0.33443000493502223, "line": 0.34574468085106386}}, {"step": 25, "coverage": {"file": 0.8333333333333334, "symbol": 0.26666666666666666, "span": 0.33443000493502223, "line": 0.34574468085106386}}, {"step": 26, "coverage": {"file": 0.8333333333333334, "symbol": 0.26666666666666666, "span": 0.33443000493502223, "line": 0.34574468085106386}}, {"step": 27, "coverage": {"file": 0.8333333333333334, "symbol": 0.26666666666666666, "span": 0.33443000493502223, "line": 0.34574468085106386}}, {"step": 28, "coverage": {"file": 0.8333333333333334, "symbol": 0.4, "span": 0.41750287876295444, "line": 0.44680851063829785}}, {"step": 29, "coverage": {"file": 0.8333333333333334, "symbol": 0.4, "span": 0.41750287876295444, "line": 0.44680851063829785}}], "auc_coverage": {"file": 0.5229885057471265, "symbol": 0.22988505747126436, "span": 0.2824988229688414, "line": 0.29310344827586227}, "redundancy": {"file": 0.2692307692307693, "symbol": 0.2666666666666667, "span": 0.2781384541789107, "line": 0.052277227722772324}}, "editloc": {"recall": 1.0, "precision": 1.0, "intersection": 31, "gold_size": 188, "pred_size": 31}} +{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__7b688a35", "num_steps": 45, "final": {"file": {"coverage": 0.9, "precision": 0.6923076923076923, "intersection": 9, "gold_size": 10, "pred_size": 13}, "symbol": {"coverage": 0.8888888888888888, "precision": 0.3076923076923077, "intersection": 8, "gold_size": 9, "pred_size": 26}, "span": {"coverage": 0.796339202965709, "precision": 0.32575111363851766, "intersection": 6874, "gold_size": 8632, "pred_size": 21102}, "line": {"coverage": 0.8333333333333334, "precision": 0.2898550724637681, "intersection": 180, "gold_size": 216, "pred_size": 621}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.2, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 4, "coverage": {"file": 0.4, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 5, "coverage": {"file": 0.4, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 6, "coverage": {"file": 0.4, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 7, "coverage": {"file": 0.4, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 8, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 9, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 10, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 11, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.03278498609823911, "line": 0.037037037037037035}}, {"step": 12, "coverage": {"file": 0.6, "symbol": 0.0, "span": 0.03278498609823911, "line": 0.037037037037037035}}, {"step": 13, "coverage": {"file": 0.6, "symbol": 0.0, "span": 0.07645968489341984, "line": 0.10185185185185185}}, {"step": 14, "coverage": {"file": 0.6, "symbol": 0.1111111111111111, "span": 0.1329935125115848, "line": 0.16666666666666666}}, {"step": 15, "coverage": {"file": 0.6, "symbol": 0.3333333333333333, "span": 0.17133920296570898, "line": 0.19907407407407407}}, {"step": 16, "coverage": {"file": 0.6, "symbol": 0.6666666666666666, "span": 0.22926320667284522, "line": 0.25462962962962965}}, {"step": 17, "coverage": {"file": 0.6, "symbol": 0.6666666666666666, "span": 0.2516218721037998, "line": 0.28703703703703703}}, {"step": 18, "coverage": {"file": 0.6, "symbol": 0.6666666666666666, "span": 0.2516218721037998, "line": 0.28703703703703703}}, {"step": 19, "coverage": {"file": 0.7, "symbol": 0.7777777777777778, "span": 0.3661955514365153, "line": 0.39814814814814814}}, {"step": 20, "coverage": {"file": 0.8, "symbol": 0.7777777777777778, "span": 0.3661955514365153, "line": 0.39814814814814814}}, {"step": 21, "coverage": {"file": 0.8, "symbol": 0.7777777777777778, "span": 0.3661955514365153, "line": 0.39814814814814814}}, {"step": 22, "coverage": {"file": 0.8, "symbol": 0.7777777777777778, "span": 0.3661955514365153, "line": 0.39814814814814814}}, {"step": 23, "coverage": {"file": 0.8, "symbol": 0.7777777777777778, "span": 0.3661955514365153, "line": 0.39814814814814814}}, {"step": 24, "coverage": {"file": 0.8, "symbol": 0.7777777777777778, "span": 0.3661955514365153, "line": 0.39814814814814814}}, {"step": 25, "coverage": {"file": 0.8, "symbol": 0.7777777777777778, "span": 0.3661955514365153, "line": 0.39814814814814814}}, {"step": 26, "coverage": {"file": 0.8, "symbol": 0.7777777777777778, "span": 0.3661955514365153, "line": 0.39814814814814814}}, {"step": 27, "coverage": {"file": 0.8, "symbol": 0.7777777777777778, "span": 0.3661955514365153, "line": 0.39814814814814814}}, {"step": 28, "coverage": {"file": 0.8, "symbol": 0.7777777777777778, "span": 0.3661955514365153, "line": 0.39814814814814814}}, {"step": 29, "coverage": {"file": 0.8, "symbol": 0.7777777777777778, "span": 0.3661955514365153, "line": 0.39814814814814814}}, {"step": 30, "coverage": {"file": 0.8, "symbol": 0.7777777777777778, "span": 0.3661955514365153, "line": 0.39814814814814814}}, {"step": 31, "coverage": {"file": 0.9, "symbol": 0.7777777777777778, "span": 0.3661955514365153, "line": 0.39814814814814814}}, {"step": 32, "coverage": {"file": 0.9, "symbol": 0.7777777777777778, "span": 0.3661955514365153, "line": 0.39814814814814814}}, {"step": 33, "coverage": {"file": 0.9, "symbol": 0.7777777777777778, "span": 0.3661955514365153, "line": 0.39814814814814814}}, {"step": 34, "coverage": {"file": 0.9, "symbol": 0.8888888888888888, "span": 0.7072520852641334, "line": 0.7407407407407407}}, {"step": 35, "coverage": {"file": 0.9, "symbol": 0.8888888888888888, "span": 0.7537071362372567, "line": 0.8009259259259259}}, {"step": 36, "coverage": {"file": 0.9, "symbol": 0.8888888888888888, "span": 0.7537071362372567, "line": 0.8009259259259259}}, {"step": 37, "coverage": {"file": 0.9, "symbol": 0.8888888888888888, "span": 0.7537071362372567, "line": 0.8009259259259259}}, {"step": 38, "coverage": {"file": 0.9, "symbol": 0.8888888888888888, "span": 0.7537071362372567, "line": 0.8009259259259259}}, {"step": 39, "coverage": {"file": 0.9, "symbol": 0.8888888888888888, "span": 0.7537071362372567, "line": 0.8009259259259259}}, {"step": 40, "coverage": {"file": 0.9, "symbol": 0.8888888888888888, "span": 0.796339202965709, "line": 0.8333333333333334}}, {"step": 41, "coverage": {"file": 0.9, "symbol": 0.8888888888888888, "span": 0.796339202965709, "line": 0.8333333333333334}}, {"step": 42, "coverage": {"file": 0.9, "symbol": 0.8888888888888888, "span": 0.796339202965709, "line": 0.8333333333333334}}, {"step": 43, "coverage": {"file": 0.9, "symbol": 0.8888888888888888, "span": 0.796339202965709, "line": 0.8333333333333334}}, {"step": 44, "coverage": {"file": 0.9, "symbol": 0.8888888888888888, "span": 0.796339202965709, "line": 0.8333333333333334}}, {"step": 45, "coverage": {"file": 0.9, "symbol": 0.8888888888888888, "span": 0.796339202965709, "line": 0.8333333333333334}}], "auc_coverage": {"file": 0.6888888888888884, "symbol": 0.5506172839506175, "span": 0.3539027906497787, "line": 0.37973251028806576}, "redundancy": {"file": 0.675, "symbol": 0.2571428571428571, "span": 0.15351598539853184, "line": 0.16194331983805665}}, "editloc": {"recall": 0.8571428571428571, "precision": 0.8571428571428571, "intersection": 6, "gold_size": 216, "pred_size": 7}} +{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__64fffdfa", "num_steps": 24, "final": {"file": {"coverage": 0.5, "precision": 0.3, "intersection": 3, "gold_size": 6, "pred_size": 10}, "symbol": {"coverage": 0.3333333333333333, "precision": 0.029411764705882353, "intersection": 1, "gold_size": 3, "pred_size": 34}, "span": {"coverage": 0.19370917841182536, "precision": 0.032012498224683994, "intersection": 1127, "gold_size": 5818, "pred_size": 35205}, "line": {"coverage": 0.1958041958041958, "precision": 0.023993144815766924, "intersection": 28, "gold_size": 143, "pred_size": 1167}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.16666666666666666, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 4, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 5, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 6, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 7, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 8, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 9, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 10, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 11, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 12, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.06428325885183912, "line": 0.06993006993006994}}, {"step": 13, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.09917497421794431, "line": 0.11188811188811189}}, {"step": 14, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.09917497421794431, "line": 0.11188811188811189}}, {"step": 15, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.09917497421794431, "line": 0.11188811188811189}}, {"step": 16, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.09917497421794431, "line": 0.11188811188811189}}, {"step": 17, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.09917497421794431, "line": 0.11188811188811189}}, {"step": 18, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.09917497421794431, "line": 0.11188811188811189}}, {"step": 19, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.09917497421794431, "line": 0.11188811188811189}}, {"step": 20, "coverage": {"file": 0.5, "symbol": 0.3333333333333333, "span": 0.19370917841182536, "line": 0.1958041958041958}}, {"step": 21, "coverage": {"file": 0.5, "symbol": 0.3333333333333333, "span": 0.19370917841182536, "line": 0.1958041958041958}}, {"step": 22, "coverage": {"file": 0.5, "symbol": 0.3333333333333333, "span": 0.19370917841182536, "line": 0.1958041958041958}}, {"step": 23, "coverage": {"file": 0.5, "symbol": 0.3333333333333333, "span": 0.19370917841182536, "line": 0.1958041958041958}}, {"step": 24, "coverage": {"file": 0.5, "symbol": 0.3333333333333333, "span": 0.19370917841182536, "line": 0.1958041958041958}}], "auc_coverage": {"file": 0.3888888888888889, "symbol": 0.06944444444444443, "span": 0.07196058210152402, "line": 0.07634032634032635}, "redundancy": {"file": 0.6, "symbol": 0.08108108108108103, "span": 0.10801155366372761, "line": 0.09744779582366592}}, "editloc": {"recall": 0.0, "precision": 0.0, "intersection": 0, "gold_size": 143, "pred_size": 0}} +{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__22a1484c", "num_steps": 36, "final": {"file": {"coverage": 0.8181818181818182, "precision": 0.6428571428571429, "intersection": 9, "gold_size": 11, "pred_size": 14}, "symbol": {"coverage": 0.4482758620689655, "precision": 0.1326530612244898, "intersection": 13, "gold_size": 29, "pred_size": 98}, "span": {"coverage": 0.40375068946497517, "precision": 0.10827601508764145, "intersection": 4392, "gold_size": 10878, "pred_size": 40563}, "line": {"coverage": 0.3855932203389831, "precision": 0.06656912948061448, "intersection": 91, "gold_size": 236, "pred_size": 1367}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 4, "coverage": {"file": 0.2727272727272727, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 5, "coverage": {"file": 0.36363636363636365, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 6, "coverage": {"file": 0.36363636363636365, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 7, "coverage": {"file": 0.5454545454545454, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 8, "coverage": {"file": 0.5454545454545454, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 9, "coverage": {"file": 0.5454545454545454, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 10, "coverage": {"file": 0.5454545454545454, "symbol": 0.034482758620689655, "span": 0.0, "line": 0.0}}, {"step": 11, "coverage": {"file": 0.5454545454545454, "symbol": 0.10344827586206896, "span": 0.1265857694429123, "line": 0.11864406779661017}}, {"step": 12, "coverage": {"file": 0.5454545454545454, "symbol": 0.10344827586206896, "span": 0.12824048538334254, "line": 0.1228813559322034}}, {"step": 13, "coverage": {"file": 0.6363636363636364, "symbol": 0.1724137931034483, "span": 0.1302629159772017, "line": 0.13135593220338984}}, {"step": 14, "coverage": {"file": 0.6363636363636364, "symbol": 0.2413793103448276, "span": 0.20040448611877185, "line": 0.1906779661016949}}, {"step": 15, "coverage": {"file": 0.6363636363636364, "symbol": 0.3103448275862069, "span": 0.2981246552675124, "line": 0.3008474576271186}}, {"step": 16, "coverage": {"file": 0.7272727272727273, "symbol": 0.3103448275862069, "span": 0.2981246552675124, "line": 0.3008474576271186}}, {"step": 17, "coverage": {"file": 0.7272727272727273, "symbol": 0.3103448275862069, "span": 0.2981246552675124, "line": 0.3008474576271186}}, {"step": 18, "coverage": {"file": 0.7272727272727273, "symbol": 0.3793103448275862, "span": 0.308144879573451, "line": 0.3093220338983051}}, {"step": 19, "coverage": {"file": 0.7272727272727273, "symbol": 0.3793103448275862, "span": 0.308144879573451, "line": 0.3093220338983051}}, {"step": 20, "coverage": {"file": 0.7272727272727273, "symbol": 0.3793103448275862, "span": 0.308144879573451, "line": 0.3093220338983051}}, {"step": 21, "coverage": {"file": 0.7272727272727273, "symbol": 0.3793103448275862, "span": 0.308144879573451, "line": 0.3093220338983051}}, {"step": 22, "coverage": {"file": 0.7272727272727273, "symbol": 0.3793103448275862, "span": 0.308144879573451, "line": 0.3093220338983051}}, {"step": 23, "coverage": {"file": 0.7272727272727273, "symbol": 0.3793103448275862, "span": 0.3600845743702887, "line": 0.3432203389830508}}, {"step": 24, "coverage": {"file": 0.8181818181818182, "symbol": 0.3793103448275862, "span": 0.3600845743702887, "line": 0.3432203389830508}}, {"step": 25, "coverage": {"file": 0.8181818181818182, "symbol": 0.3793103448275862, "span": 0.3600845743702887, "line": 0.3432203389830508}}, {"step": 26, "coverage": {"file": 0.8181818181818182, "symbol": 0.3793103448275862, "span": 0.3600845743702887, "line": 0.3432203389830508}}, {"step": 27, "coverage": {"file": 0.8181818181818182, "symbol": 0.3793103448275862, "span": 0.3600845743702887, "line": 0.3432203389830508}}, {"step": 28, "coverage": {"file": 0.8181818181818182, "symbol": 0.4482758620689655, "span": 0.40375068946497517, "line": 0.3855932203389831}}, {"step": 29, "coverage": {"file": 0.8181818181818182, "symbol": 0.4482758620689655, "span": 0.40375068946497517, "line": 0.3855932203389831}}, {"step": 30, "coverage": {"file": 0.8181818181818182, "symbol": 0.4482758620689655, "span": 0.40375068946497517, "line": 0.3855932203389831}}, {"step": 31, "coverage": {"file": 0.8181818181818182, "symbol": 0.4482758620689655, "span": 0.40375068946497517, "line": 0.3855932203389831}}, {"step": 32, "coverage": {"file": 0.8181818181818182, "symbol": 0.4482758620689655, "span": 0.40375068946497517, "line": 0.3855932203389831}}, {"step": 33, "coverage": {"file": 0.8181818181818182, "symbol": 0.4482758620689655, "span": 0.40375068946497517, "line": 0.3855932203389831}}, {"step": 34, "coverage": {"file": 0.8181818181818182, "symbol": 0.4482758620689655, "span": 0.40375068946497517, "line": 0.3855932203389831}}, {"step": 35, "coverage": {"file": 0.8181818181818182, "symbol": 0.4482758620689655, "span": 0.40375068946497517, "line": 0.3855932203389831}}, {"step": 36, "coverage": {"file": 0.8181818181818182, "symbol": 0.4482758620689655, "span": 0.40375068946497517, "line": 0.3855932203389831}}], "auc_coverage": {"file": 0.6287878787878785, "symbol": 0.26149425287356326, "span": 0.23485475271189557, "line": 0.2277542372881355}, "redundancy": {"file": 0.65, "symbol": 0.22834645669291342, "span": 0.2813967084167449, "line": 0.23417366946778706}}, "editloc": {"recall": 1.0, "precision": 1.0, "intersection": 19, "gold_size": 236, "pred_size": 19}} +{"instance_id": "SWE-Bench-Pro__go__maintenance__bugfix__1177cd53", "num_steps": 36, "final": {"file": {"coverage": 0.7222222222222222, "precision": 0.8666666666666667, "intersection": 13, "gold_size": 18, "pred_size": 15}, "symbol": {"coverage": 0.1875, "precision": 0.5, "intersection": 3, "gold_size": 16, "pred_size": 6}, "span": {"coverage": 0.32156921019392226, "precision": 0.3048101979012606, "intersection": 4328, "gold_size": 13459, "pred_size": 14199}, "line": {"coverage": 0.3076923076923077, "precision": 0.3041825095057034, "intersection": 160, "gold_size": 520, "pred_size": 526}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.1111111111111111, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.16666666666666666, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 4, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 5, "coverage": {"file": 0.3333333333333333, "symbol": 0.0625, "span": 0.1415409762983877, "line": 0.08846153846153847}}, {"step": 6, "coverage": {"file": 0.4444444444444444, "symbol": 0.0625, "span": 0.1415409762983877, "line": 0.08846153846153847}}, {"step": 7, "coverage": {"file": 0.5, "symbol": 0.0625, "span": 0.1415409762983877, "line": 0.08846153846153847}}, {"step": 8, "coverage": {"file": 0.5, "symbol": 0.0625, "span": 0.1415409762983877, "line": 0.08846153846153847}}, {"step": 9, "coverage": {"file": 0.5555555555555556, "symbol": 0.0625, "span": 0.1415409762983877, "line": 0.08846153846153847}}, {"step": 10, "coverage": {"file": 0.5555555555555556, "symbol": 0.125, "span": 0.1779478415929861, "line": 0.11923076923076924}}, {"step": 11, "coverage": {"file": 0.6666666666666666, "symbol": 0.125, "span": 0.1779478415929861, "line": 0.11923076923076924}}, {"step": 12, "coverage": {"file": 0.7222222222222222, "symbol": 0.125, "span": 0.1779478415929861, "line": 0.11923076923076924}}, {"step": 13, "coverage": {"file": 0.7222222222222222, "symbol": 0.125, "span": 0.1779478415929861, "line": 0.11923076923076924}}, {"step": 14, "coverage": {"file": 0.7222222222222222, "symbol": 0.125, "span": 0.1779478415929861, "line": 0.11923076923076924}}, {"step": 15, "coverage": {"file": 0.7222222222222222, "symbol": 0.125, "span": 0.1779478415929861, "line": 0.11923076923076924}}, {"step": 16, "coverage": {"file": 0.7222222222222222, "symbol": 0.125, "span": 0.1779478415929861, "line": 0.11923076923076924}}, {"step": 17, "coverage": {"file": 0.7222222222222222, "symbol": 0.125, "span": 0.1779478415929861, "line": 0.11923076923076924}}, {"step": 18, "coverage": {"file": 0.7222222222222222, "symbol": 0.125, "span": 0.1779478415929861, "line": 0.11923076923076924}}, {"step": 19, "coverage": {"file": 0.7222222222222222, "symbol": 0.125, "span": 0.1779478415929861, "line": 0.11923076923076924}}, {"step": 20, "coverage": {"file": 0.7222222222222222, "symbol": 0.125, "span": 0.1779478415929861, "line": 0.11923076923076924}}, {"step": 21, "coverage": {"file": 0.7222222222222222, "symbol": 0.125, "span": 0.1779478415929861, "line": 0.11923076923076924}}, {"step": 22, "coverage": {"file": 0.7222222222222222, "symbol": 0.125, "span": 0.1779478415929861, "line": 0.11923076923076924}}, {"step": 23, "coverage": {"file": 0.7222222222222222, "symbol": 0.125, "span": 0.1779478415929861, "line": 0.11923076923076924}}, {"step": 24, "coverage": {"file": 0.7222222222222222, "symbol": 0.125, "span": 0.1779478415929861, "line": 0.11923076923076924}}, {"step": 25, "coverage": {"file": 0.7222222222222222, "symbol": 0.125, "span": 0.1779478415929861, "line": 0.11923076923076924}}, {"step": 26, "coverage": {"file": 0.7222222222222222, "symbol": 0.125, "span": 0.1779478415929861, "line": 0.11923076923076924}}, {"step": 27, "coverage": {"file": 0.7222222222222222, "symbol": 0.1875, "span": 0.2613121331451074, "line": 0.23653846153846153}}, {"step": 28, "coverage": {"file": 0.7222222222222222, "symbol": 0.1875, "span": 0.2613121331451074, "line": 0.23653846153846153}}, {"step": 29, "coverage": {"file": 0.7222222222222222, "symbol": 0.1875, "span": 0.2964559031131585, "line": 0.27307692307692305}}, {"step": 30, "coverage": {"file": 0.7222222222222222, "symbol": 0.1875, "span": 0.2964559031131585, "line": 0.27307692307692305}}, {"step": 31, "coverage": {"file": 0.7222222222222222, "symbol": 0.1875, "span": 0.2964559031131585, "line": 0.27307692307692305}}, {"step": 32, "coverage": {"file": 0.7222222222222222, "symbol": 0.1875, "span": 0.2964559031131585, "line": 0.27307692307692305}}, {"step": 33, "coverage": {"file": 0.7222222222222222, "symbol": 0.1875, "span": 0.32156921019392226, "line": 0.3076923076923077}}, {"step": 34, "coverage": {"file": 0.7222222222222222, "symbol": 0.1875, "span": 0.32156921019392226, "line": 0.3076923076923077}}, {"step": 35, "coverage": {"file": 0.7222222222222222, "symbol": 0.1875, "span": 0.32156921019392226, "line": 0.3076923076923077}}, {"step": 36, "coverage": {"file": 0.7222222222222222, "symbol": 0.1875, "span": 0.32156921019392226, "line": 0.3076923076923077}}], "auc_coverage": {"file": 0.6172839506172836, "symbol": 0.11979166666666667, "span": 0.1868761918914233, "line": 0.14626068376068374}, "redundancy": {"file": 0.6428571428571428, "symbol": 0.5714285714285714, "span": 0.35739500362056476, "line": 0.3324873096446701}}, "editloc": {"recall": 0.575, "precision": 0.575, "intersection": 23, "gold_size": 520, "pred_size": 40}} +{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__a4287775", "num_steps": 8, "final": {"file": {"coverage": 0.5714285714285714, "precision": 1.0, "intersection": 4, "gold_size": 7, "pred_size": 4}, "symbol": {"coverage": 0.04225352112676056, "precision": 0.5, "intersection": 3, "gold_size": 71, "pred_size": 6}, "span": {"coverage": 0.030559605248401928, "precision": 0.14943789415958322, "intersection": 545, "gold_size": 17834, "pred_size": 3647}, "line": {"coverage": 0.02456140350877193, "precision": 0.13725490196078433, "intersection": 14, "gold_size": 570, "pred_size": 102}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.42857142857142855, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.42857142857142855, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 4, "coverage": {"file": 0.42857142857142855, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 5, "coverage": {"file": 0.5714285714285714, "symbol": 0.0, "span": 0.01614892901199955, "line": 0.012280701754385965}}, {"step": 6, "coverage": {"file": 0.5714285714285714, "symbol": 0.04225352112676056, "span": 0.030559605248401928, "line": 0.02456140350877193}}, {"step": 7, "coverage": {"file": 0.5714285714285714, "symbol": 0.04225352112676056, "span": 0.030559605248401928, "line": 0.02456140350877193}}, {"step": 8, "coverage": {"file": 0.5714285714285714, "symbol": 0.04225352112676056, "span": 0.030559605248401928, "line": 0.02456140350877193}}], "auc_coverage": {"file": 0.4464285714285714, "symbol": 0.01584507042253521, "span": 0.013478468094650666, "line": 0.01074561403508772}, "redundancy": {"file": 0.5555555555555556, "symbol": 0.0, "span": 0.0, "line": 0.0}}, "editloc": {"recall": 0.1875, "precision": 0.1875, "intersection": 57, "gold_size": 570, "pred_size": 304}} +{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__ba13492e", "num_steps": 32, "final": {"file": {"coverage": 0.8333333333333334, "precision": 0.7142857142857143, "intersection": 5, "gold_size": 6, "pred_size": 7}, "symbol": {"coverage": 0.41935483870967744, "precision": 0.8125, "intersection": 13, "gold_size": 31, "pred_size": 16}, "span": {"coverage": 0.35246741319015157, "precision": 0.3164805886830754, "intersection": 9978, "gold_size": 28309, "pred_size": 31528}, "line": {"coverage": 0.31866197183098594, "precision": 0.2868462757527734, "intersection": 181, "gold_size": 568, "pred_size": 631}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 4, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 5, "coverage": {"file": 0.16666666666666666, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 6, "coverage": {"file": 0.16666666666666666, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 7, "coverage": {"file": 0.16666666666666666, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 8, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 9, "coverage": {"file": 0.3333333333333333, "symbol": 0.12903225806451613, "span": 0.09456356635698894, "line": 0.0897887323943662}}, {"step": 10, "coverage": {"file": 0.5, "symbol": 0.12903225806451613, "span": 0.09456356635698894, "line": 0.0897887323943662}}, {"step": 11, "coverage": {"file": 0.6666666666666666, "symbol": 0.12903225806451613, "span": 0.09456356635698894, "line": 0.0897887323943662}}, {"step": 12, "coverage": {"file": 0.6666666666666666, "symbol": 0.12903225806451613, "span": 0.09456356635698894, "line": 0.0897887323943662}}, {"step": 13, "coverage": {"file": 0.6666666666666666, "symbol": 0.12903225806451613, "span": 0.09456356635698894, "line": 0.0897887323943662}}, {"step": 14, "coverage": {"file": 0.6666666666666666, "symbol": 0.12903225806451613, "span": 0.09456356635698894, "line": 0.0897887323943662}}, {"step": 15, "coverage": {"file": 0.6666666666666666, "symbol": 0.22580645161290322, "span": 0.19237698258504363, "line": 0.1637323943661972}}, {"step": 16, "coverage": {"file": 0.6666666666666666, "symbol": 0.22580645161290322, "span": 0.19237698258504363, "line": 0.1637323943661972}}, {"step": 17, "coverage": {"file": 0.6666666666666666, "symbol": 0.22580645161290322, "span": 0.19237698258504363, "line": 0.1637323943661972}}, {"step": 18, "coverage": {"file": 0.6666666666666666, "symbol": 0.22580645161290322, "span": 0.19237698258504363, "line": 0.1637323943661972}}, {"step": 19, "coverage": {"file": 0.8333333333333334, "symbol": 0.22580645161290322, "span": 0.19237698258504363, "line": 0.1637323943661972}}, {"step": 20, "coverage": {"file": 0.8333333333333334, "symbol": 0.22580645161290322, "span": 0.19237698258504363, "line": 0.1637323943661972}}, {"step": 21, "coverage": {"file": 0.8333333333333334, "symbol": 0.22580645161290322, "span": 0.19237698258504363, "line": 0.1637323943661972}}, {"step": 22, "coverage": {"file": 0.8333333333333334, "symbol": 0.22580645161290322, "span": 0.19237698258504363, "line": 0.1637323943661972}}, {"step": 23, "coverage": {"file": 0.8333333333333334, "symbol": 0.22580645161290322, "span": 0.19237698258504363, "line": 0.1637323943661972}}, {"step": 24, "coverage": {"file": 0.8333333333333334, "symbol": 0.22580645161290322, "span": 0.19237698258504363, "line": 0.1637323943661972}}, {"step": 25, "coverage": {"file": 0.8333333333333334, "symbol": 0.22580645161290322, "span": 0.20488183969762266, "line": 0.17781690140845072}}, {"step": 26, "coverage": {"file": 0.8333333333333334, "symbol": 0.22580645161290322, "span": 0.22869052244869123, "line": 0.2007042253521127}}, {"step": 27, "coverage": {"file": 0.8333333333333334, "symbol": 0.22580645161290322, "span": 0.22869052244869123, "line": 0.2007042253521127}}, {"step": 28, "coverage": {"file": 0.8333333333333334, "symbol": 0.22580645161290322, "span": 0.22869052244869123, "line": 0.2007042253521127}}, {"step": 29, "coverage": {"file": 0.8333333333333334, "symbol": 0.22580645161290322, "span": 0.22869052244869123, "line": 0.2007042253521127}}, {"step": 30, "coverage": {"file": 0.8333333333333334, "symbol": 0.22580645161290322, "span": 0.22869052244869123, "line": 0.2007042253521127}}, {"step": 31, "coverage": {"file": 0.8333333333333334, "symbol": 0.41935483870967744, "span": 0.31565933095482, "line": 0.29401408450704225}}, {"step": 32, "coverage": {"file": 0.8333333333333334, "symbol": 0.41935483870967744, "span": 0.35246741319015157, "line": 0.31866197183098594}}], "auc_coverage": {"file": 0.5833333333333334, "symbol": 0.16330645161290314, "span": 0.14086288812745063, "line": 0.12406470070422534}, "redundancy": {"file": 0.6818181818181819, "symbol": 0.11111111111111116, "span": 0.0034768316581326175, "line": 0.003159557661927326}}, "editloc": {"recall": 1.0, "precision": 1.0, "intersection": 110, "gold_size": 568, "pred_size": 110}} +{"instance_id": "SWE-Bench-Pro__go__maintenance__bugfix__b91d5788", "num_steps": 35, "final": {"file": {"coverage": 0.8, "precision": 0.47058823529411764, "intersection": 8, "gold_size": 10, "pred_size": 17}, "symbol": {"coverage": 0.2222222222222222, "precision": 0.5714285714285714, "intersection": 4, "gold_size": 18, "pred_size": 7}, "span": {"coverage": 0.22623559440018562, "precision": 0.442578302315025, "intersection": 2925, "gold_size": 12929, "pred_size": 6609}, "line": {"coverage": 0.27146814404432135, "precision": 0.4803921568627451, "intersection": 98, "gold_size": 361, "pred_size": 204}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 4, "coverage": {"file": 0.2, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 5, "coverage": {"file": 0.2, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 6, "coverage": {"file": 0.2, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 7, "coverage": {"file": 0.3, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 8, "coverage": {"file": 0.4, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 9, "coverage": {"file": 0.6, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 10, "coverage": {"file": 0.6, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 11, "coverage": {"file": 0.6, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 12, "coverage": {"file": 0.7, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 13, "coverage": {"file": 0.7, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 14, "coverage": {"file": 0.7, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 15, "coverage": {"file": 0.7, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 16, "coverage": {"file": 0.7, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 17, "coverage": {"file": 0.7, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 18, "coverage": {"file": 0.7, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 19, "coverage": {"file": 0.7, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 20, "coverage": {"file": 0.7, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 21, "coverage": {"file": 0.7, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 22, "coverage": {"file": 0.7, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 23, "coverage": {"file": 0.7, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 24, "coverage": {"file": 0.7, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 25, "coverage": {"file": 0.7, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 26, "coverage": {"file": 0.8, "symbol": 0.05555555555555555, "span": 0.08012994044396318, "line": 0.0886426592797784}}, {"step": 27, "coverage": {"file": 0.8, "symbol": 0.1111111111111111, "span": 0.18640266068528116, "line": 0.22160664819944598}}, {"step": 28, "coverage": {"file": 0.8, "symbol": 0.1111111111111111, "span": 0.18640266068528116, "line": 0.22160664819944598}}, {"step": 29, "coverage": {"file": 0.8, "symbol": 0.1111111111111111, "span": 0.18640266068528116, "line": 0.22160664819944598}}, {"step": 30, "coverage": {"file": 0.8, "symbol": 0.1111111111111111, "span": 0.18640266068528116, "line": 0.22160664819944598}}, {"step": 31, "coverage": {"file": 0.8, "symbol": 0.16666666666666666, "span": 0.18640266068528116, "line": 0.22160664819944598}}, {"step": 32, "coverage": {"file": 0.8, "symbol": 0.2222222222222222, "span": 0.22623559440018562, "line": 0.27146814404432135}}, {"step": 33, "coverage": {"file": 0.8, "symbol": 0.2222222222222222, "span": 0.22623559440018562, "line": 0.27146814404432135}}, {"step": 34, "coverage": {"file": 0.8, "symbol": 0.2222222222222222, "span": 0.22623559440018562, "line": 0.27146814404432135}}, {"step": 35, "coverage": {"file": 0.8, "symbol": 0.2222222222222222, "span": 0.22623559440018562, "line": 0.27146814404432135}}], "auc_coverage": {"file": 0.5971428571428572, "symbol": 0.04444444444444445, "span": 0.054773874899174624, "line": 0.06521567075583697}, "redundancy": {"file": 0.5641025641025641, "symbol": 0.5, "span": 0.44062632247143463, "line": 0.4301675977653632}}, "editloc": {"recall": 1.0, "precision": 1.0, "intersection": 10, "gold_size": 361, "pred_size": 10}} +{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__091dae2f", "num_steps": 11, "final": {"file": {"coverage": 0.375, "precision": 0.75, "intersection": 3, "gold_size": 8, "pred_size": 4}, "symbol": {"coverage": 0.25925925925925924, "precision": 0.3333333333333333, "intersection": 7, "gold_size": 27, "pred_size": 21}, "span": {"coverage": 0.18403241401537823, "precision": 0.2927561708049513, "intersection": 3997, "gold_size": 21719, "pred_size": 13653}, "line": {"coverage": 0.19415807560137457, "precision": 0.27970297029702973, "intersection": 113, "gold_size": 582, "pred_size": 404}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.125, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.25, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.375, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 4, "coverage": {"file": 0.375, "symbol": 0.07407407407407407, "span": 0.04162254247433123, "line": 0.04982817869415808}}, {"step": 5, "coverage": {"file": 0.375, "symbol": 0.07407407407407407, "span": 0.04162254247433123, "line": 0.04982817869415808}}, {"step": 6, "coverage": {"file": 0.375, "symbol": 0.07407407407407407, "span": 0.04162254247433123, "line": 0.04982817869415808}}, {"step": 7, "coverage": {"file": 0.375, "symbol": 0.07407407407407407, "span": 0.04162254247433123, "line": 0.04982817869415808}}, {"step": 8, "coverage": {"file": 0.375, "symbol": 0.07407407407407407, "span": 0.04162254247433123, "line": 0.04982817869415808}}, {"step": 9, "coverage": {"file": 0.375, "symbol": 0.07407407407407407, "span": 0.04162254247433123, "line": 0.04982817869415808}}, {"step": 10, "coverage": {"file": 0.375, "symbol": 0.07407407407407407, "span": 0.04162254247433123, "line": 0.04982817869415808}}, {"step": 11, "coverage": {"file": 0.375, "symbol": 0.25925925925925924, "span": 0.18403241401537823, "line": 0.19415807560137457}}], "auc_coverage": {"file": 0.3409090909090909, "symbol": 0.0707070707070707, "span": 0.043217291939608805, "line": 0.049359575132771005}, "redundancy": {"file": 0.6923076923076923, "symbol": 0.045454545454545414, "span": 0.0, "line": 0.0}}, "editloc": {"recall": 1.0, "precision": 1.0, "intersection": 6, "gold_size": 582, "pred_size": 6}} +{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__b6eff698", "num_steps": 25, "final": {"file": {"coverage": 0.75, "precision": 0.6, "intersection": 6, "gold_size": 8, "pred_size": 10}, "symbol": {"coverage": 0.19047619047619047, "precision": 0.20512820512820512, "intersection": 8, "gold_size": 42, "pred_size": 39}, "span": {"coverage": 0.30505313381045324, "precision": 0.22261260405786093, "intersection": 7033, "gold_size": 23055, "pred_size": 31593}, "line": {"coverage": 0.30029585798816566, "precision": 0.1895424836601307, "intersection": 203, "gold_size": 676, "pred_size": 1071}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.125, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.125, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 4, "coverage": {"file": 0.125, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 5, "coverage": {"file": 0.25, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 6, "coverage": {"file": 0.375, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 7, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 8, "coverage": {"file": 0.625, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 9, "coverage": {"file": 0.625, "symbol": 0.07142857142857142, "span": 0.083409238776838, "line": 0.08136094674556213}}, {"step": 10, "coverage": {"file": 0.75, "symbol": 0.07142857142857142, "span": 0.083409238776838, "line": 0.08136094674556213}}, {"step": 11, "coverage": {"file": 0.75, "symbol": 0.11904761904761904, "span": 0.12353068748644545, "line": 0.13165680473372782}}, {"step": 12, "coverage": {"file": 0.75, "symbol": 0.11904761904761904, "span": 0.12353068748644545, "line": 0.13165680473372782}}, {"step": 13, "coverage": {"file": 0.75, "symbol": 0.11904761904761904, "span": 0.12353068748644545, "line": 0.13165680473372782}}, {"step": 14, "coverage": {"file": 0.75, "symbol": 0.11904761904761904, "span": 0.12353068748644545, "line": 0.13165680473372782}}, {"step": 15, "coverage": {"file": 0.75, "symbol": 0.11904761904761904, "span": 0.12353068748644545, "line": 0.13165680473372782}}, {"step": 16, "coverage": {"file": 0.75, "symbol": 0.11904761904761904, "span": 0.12353068748644545, "line": 0.13165680473372782}}, {"step": 17, "coverage": {"file": 0.75, "symbol": 0.11904761904761904, "span": 0.12353068748644545, "line": 0.13165680473372782}}, {"step": 18, "coverage": {"file": 0.75, "symbol": 0.11904761904761904, "span": 0.12353068748644545, "line": 0.13165680473372782}}, {"step": 19, "coverage": {"file": 0.75, "symbol": 0.11904761904761904, "span": 0.12353068748644545, "line": 0.13165680473372782}}, {"step": 20, "coverage": {"file": 0.75, "symbol": 0.14285714285714285, "span": 0.22303188028627197, "line": 0.22041420118343194}}, {"step": 21, "coverage": {"file": 0.75, "symbol": 0.14285714285714285, "span": 0.22303188028627197, "line": 0.22041420118343194}}, {"step": 22, "coverage": {"file": 0.75, "symbol": 0.14285714285714285, "span": 0.22303188028627197, "line": 0.22041420118343194}}, {"step": 23, "coverage": {"file": 0.75, "symbol": 0.14285714285714285, "span": 0.22303188028627197, "line": 0.22041420118343194}}, {"step": 24, "coverage": {"file": 0.75, "symbol": 0.19047619047619047, "span": 0.2597701149425287, "line": 0.2588757396449704}}, {"step": 25, "coverage": {"file": 0.75, "symbol": 0.19047619047619047, "span": 0.30505313381045324, "line": 0.30029585798816566}}], "auc_coverage": {"file": 0.59, "symbol": 0.08666666666666666, "span": 0.10942181739319022, "line": 0.11153846153846154}, "redundancy": {"file": 0.6666666666666667, "symbol": 0.1875, "span": 0.17358549792042688, "line": 0.14797136038186154}}, "editloc": {"recall": 1.0, "precision": 1.0, "intersection": 11, "gold_size": 676, "pred_size": 11}} +{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__fcb506a5", "num_steps": 20, "final": {"file": {"coverage": 1.0, "precision": 0.47619047619047616, "intersection": 10, "gold_size": 10, "pred_size": 21}, "symbol": {"coverage": 0.23636363636363636, "precision": 1.0, "intersection": 13, "gold_size": 55, "pred_size": 13}, "span": {"coverage": 0.19188613418135786, "precision": 1.0, "intersection": 6215, "gold_size": 32389, "pred_size": 6215}, "line": {"coverage": 0.1982475355969332, "precision": 1.0, "intersection": 181, "gold_size": 913, "pred_size": 181}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.1, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.2, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 4, "coverage": {"file": 0.4, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 5, "coverage": {"file": 0.6, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 6, "coverage": {"file": 0.7, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 7, "coverage": {"file": 0.7, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 8, "coverage": {"file": 0.7, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 9, "coverage": {"file": 0.7, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 10, "coverage": {"file": 0.7, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 11, "coverage": {"file": 0.7, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 12, "coverage": {"file": 0.7, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 13, "coverage": {"file": 0.7, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 14, "coverage": {"file": 0.7, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 15, "coverage": {"file": 0.9, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 16, "coverage": {"file": 0.9, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 17, "coverage": {"file": 1.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 18, "coverage": {"file": 1.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 19, "coverage": {"file": 1.0, "symbol": 0.14545454545454545, "span": 0.14863070795640496, "line": 0.14348302300109528}}, {"step": 20, "coverage": {"file": 1.0, "symbol": 0.23636363636363636, "span": 0.19188613418135786, "line": 0.1982475355969332}}], "auc_coverage": {"file": 0.6700000000000002, "symbol": 0.019090909090909092, "span": 0.01702584210688814, "line": 0.017086527929901424}, "redundancy": {"file": 0.36363636363636365, "symbol": 0.1333333333333333, "span": 0.0119236883942766, "line": 0.005494505494505475}}, "editloc": {"recall": 0.5, "precision": 0.5, "intersection": 2, "gold_size": 913, "pred_size": 4}} +{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__3cfd9a02", "num_steps": 1, "final": {"file": {"coverage": 0.16666666666666666, "precision": 1.0, "intersection": 1, "gold_size": 6, "pred_size": 1}, "symbol": {"coverage": 0.0, "precision": 1.0, "intersection": 0, "gold_size": 13, "pred_size": 0}, "span": {"coverage": 0.0, "precision": 1.0, "intersection": 0, "gold_size": 5110, "pred_size": 0}, "line": {"coverage": 0.0, "precision": 1.0, "intersection": 0, "gold_size": 146, "pred_size": 0}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.16666666666666666, "symbol": 0.0, "span": 0.0, "line": 0.0}}], "auc_coverage": {"file": 0.16666666666666666, "symbol": 0.0, "span": 0.0, "line": 0.0}, "redundancy": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, "editloc": {"recall": 0.0, "precision": 0.0, "intersection": 0, "gold_size": 146, "pred_size": 0}} +{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__4c132bfd", "num_steps": 11, "final": {"file": {"coverage": 1.0, "precision": 0.3333333333333333, "intersection": 1, "gold_size": 1, "pred_size": 3}, "symbol": {"coverage": 1.0, "precision": 0.2727272727272727, "intersection": 3, "gold_size": 3, "pred_size": 11}, "span": {"coverage": 0.8473710235701335, "precision": 0.3289818903180393, "intersection": 5141, "gold_size": 6067, "pred_size": 15627}, "line": {"coverage": 0.8656716417910447, "precision": 0.32954545454545453, "intersection": 116, "gold_size": 134, "pred_size": 352}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 1.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 1.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 4, "coverage": {"file": 1.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 5, "coverage": {"file": 1.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 6, "coverage": {"file": 1.0, "symbol": 1.0, "span": 0.8473710235701335, "line": 0.8656716417910447}}, {"step": 7, "coverage": {"file": 1.0, "symbol": 1.0, "span": 0.8473710235701335, "line": 0.8656716417910447}}, {"step": 8, "coverage": {"file": 1.0, "symbol": 1.0, "span": 0.8473710235701335, "line": 0.8656716417910447}}, {"step": 9, "coverage": {"file": 1.0, "symbol": 1.0, "span": 0.8473710235701335, "line": 0.8656716417910447}}, {"step": 10, "coverage": {"file": 1.0, "symbol": 1.0, "span": 0.8473710235701335, "line": 0.8656716417910447}}, {"step": 11, "coverage": {"file": 1.0, "symbol": 1.0, "span": 0.8473710235701335, "line": 0.8656716417910447}}], "auc_coverage": {"file": 0.9090909090909091, "symbol": 0.5454545454545454, "span": 0.46220237649280005, "line": 0.47218453188602444}, "redundancy": {"file": 0.75, "symbol": 0.2142857142857143, "span": 0.24949572567476708, "line": 0.2364425162689805}}, "editloc": {"recall": 0.3548387096774194, "precision": 0.3548387096774194, "intersection": 66, "gold_size": 134, "pred_size": 186}} +{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__7c2efe8a", "num_steps": 26, "final": {"file": {"coverage": 0.6666666666666666, "precision": 0.19047619047619047, "intersection": 4, "gold_size": 6, "pred_size": 21}, "symbol": {"coverage": 0.23529411764705882, "precision": 0.4, "intersection": 4, "gold_size": 17, "pred_size": 10}, "span": {"coverage": 0.21749251745926174, "precision": 0.240529606472968, "intersection": 1308, "gold_size": 6014, "pred_size": 5438}, "line": {"coverage": 0.1787709497206704, "precision": 0.2601626016260163, "intersection": 32, "gold_size": 179, "pred_size": 123}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 4, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 5, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 6, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 7, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 8, "coverage": {"file": 0.6666666666666666, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 9, "coverage": {"file": 0.6666666666666666, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 10, "coverage": {"file": 0.6666666666666666, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 11, "coverage": {"file": 0.6666666666666666, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 12, "coverage": {"file": 0.6666666666666666, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 13, "coverage": {"file": 0.6666666666666666, "symbol": 0.0, "span": 0.12936481543066178, "line": 0.0893854748603352}}, {"step": 14, "coverage": {"file": 0.6666666666666666, "symbol": 0.0, "span": 0.12936481543066178, "line": 0.0893854748603352}}, {"step": 15, "coverage": {"file": 0.6666666666666666, "symbol": 0.0, "span": 0.12936481543066178, "line": 0.0893854748603352}}, {"step": 16, "coverage": {"file": 0.6666666666666666, "symbol": 0.0, "span": 0.12936481543066178, "line": 0.0893854748603352}}, {"step": 17, "coverage": {"file": 0.6666666666666666, "symbol": 0.0, "span": 0.12936481543066178, "line": 0.0893854748603352}}, {"step": 18, "coverage": {"file": 0.6666666666666666, "symbol": 0.23529411764705882, "span": 0.21749251745926174, "line": 0.1787709497206704}}, {"step": 19, "coverage": {"file": 0.6666666666666666, "symbol": 0.23529411764705882, "span": 0.21749251745926174, "line": 0.1787709497206704}}, {"step": 20, "coverage": {"file": 0.6666666666666666, "symbol": 0.23529411764705882, "span": 0.21749251745926174, "line": 0.1787709497206704}}, {"step": 21, "coverage": {"file": 0.6666666666666666, "symbol": 0.23529411764705882, "span": 0.21749251745926174, "line": 0.1787709497206704}}, {"step": 22, "coverage": {"file": 0.6666666666666666, "symbol": 0.23529411764705882, "span": 0.21749251745926174, "line": 0.1787709497206704}}, {"step": 23, "coverage": {"file": 0.6666666666666666, "symbol": 0.23529411764705882, "span": 0.21749251745926174, "line": 0.1787709497206704}}, {"step": 24, "coverage": {"file": 0.6666666666666666, "symbol": 0.23529411764705882, "span": 0.21749251745926174, "line": 0.1787709497206704}}, {"step": 25, "coverage": {"file": 0.6666666666666666, "symbol": 0.23529411764705882, "span": 0.21749251745926174, "line": 0.1787709497206704}}, {"step": 26, "coverage": {"file": 0.6666666666666666, "symbol": 0.23529411764705882, "span": 0.21749251745926174, "line": 0.1787709497206704}}], "auc_coverage": {"file": 0.5769230769230768, "symbol": 0.08144796380090498, "span": 0.10016372054948709, "line": 0.07907176622260421}, "redundancy": {"file": 0.30000000000000004, "symbol": 0.0, "span": 0.0, "line": 0.0}}, "editloc": {"recall": 1.0, "precision": 1.0, "intersection": 2, "gold_size": 179, "pred_size": 2}} +{"instance_id": "SWE-Bench-Pro__go__maintenance__bugfix__40a717e5", "num_steps": 26, "final": {"file": {"coverage": 0.6923076923076923, "precision": 0.47368421052631576, "intersection": 9, "gold_size": 13, "pred_size": 19}, "symbol": {"coverage": 0.17647058823529413, "precision": 0.6, "intersection": 3, "gold_size": 17, "pred_size": 5}, "span": {"coverage": 0.29270588235294115, "precision": 0.2588646578991177, "intersection": 3110, "gold_size": 10625, "pred_size": 12014}, "line": {"coverage": 0.2857142857142857, "precision": 0.251063829787234, "intersection": 118, "gold_size": 413, "pred_size": 470}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.23076923076923078, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.3076923076923077, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 4, "coverage": {"file": 0.38461538461538464, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 5, "coverage": {"file": 0.46153846153846156, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 6, "coverage": {"file": 0.5384615384615384, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 7, "coverage": {"file": 0.5384615384615384, "symbol": 0.058823529411764705, "span": 0.015623529411764706, "line": 0.01694915254237288}}, {"step": 8, "coverage": {"file": 0.5384615384615384, "symbol": 0.058823529411764705, "span": 0.015623529411764706, "line": 0.01694915254237288}}, {"step": 9, "coverage": {"file": 0.5384615384615384, "symbol": 0.058823529411764705, "span": 0.015623529411764706, "line": 0.01694915254237288}}, {"step": 10, "coverage": {"file": 0.5384615384615384, "symbol": 0.058823529411764705, "span": 0.015623529411764706, "line": 0.01694915254237288}}, {"step": 11, "coverage": {"file": 0.5384615384615384, "symbol": 0.058823529411764705, "span": 0.015623529411764706, "line": 0.01694915254237288}}, {"step": 12, "coverage": {"file": 0.5384615384615384, "symbol": 0.058823529411764705, "span": 0.015623529411764706, "line": 0.01694915254237288}}, {"step": 13, "coverage": {"file": 0.6153846153846154, "symbol": 0.058823529411764705, "span": 0.015623529411764706, "line": 0.01694915254237288}}, {"step": 14, "coverage": {"file": 0.6923076923076923, "symbol": 0.058823529411764705, "span": 0.015623529411764706, "line": 0.01694915254237288}}, {"step": 15, "coverage": {"file": 0.6923076923076923, "symbol": 0.058823529411764705, "span": 0.015623529411764706, "line": 0.01694915254237288}}, {"step": 16, "coverage": {"file": 0.6923076923076923, "symbol": 0.058823529411764705, "span": 0.015623529411764706, "line": 0.01694915254237288}}, {"step": 17, "coverage": {"file": 0.6923076923076923, "symbol": 0.11764705882352941, "span": 0.04508235294117647, "line": 0.05084745762711865}}, {"step": 18, "coverage": {"file": 0.6923076923076923, "symbol": 0.11764705882352941, "span": 0.05383529411764706, "line": 0.06779661016949153}}, {"step": 19, "coverage": {"file": 0.6923076923076923, "symbol": 0.11764705882352941, "span": 0.05383529411764706, "line": 0.06779661016949153}}, {"step": 20, "coverage": {"file": 0.6923076923076923, "symbol": 0.11764705882352941, "span": 0.05383529411764706, "line": 0.06779661016949153}}, {"step": 21, "coverage": {"file": 0.6923076923076923, "symbol": 0.11764705882352941, "span": 0.05383529411764706, "line": 0.06779661016949153}}, {"step": 22, "coverage": {"file": 0.6923076923076923, "symbol": 0.17647058823529413, "span": 0.08018823529411764, "line": 0.10653753026634383}}, {"step": 23, "coverage": {"file": 0.6923076923076923, "symbol": 0.17647058823529413, "span": 0.16338823529411764, "line": 0.20823244552058112}}, {"step": 24, "coverage": {"file": 0.6923076923076923, "symbol": 0.17647058823529413, "span": 0.29270588235294115, "line": 0.2857142857142857}}, {"step": 25, "coverage": {"file": 0.6923076923076923, "symbol": 0.17647058823529413, "span": 0.29270588235294115, "line": 0.2857142857142857}}, {"step": 26, "coverage": {"file": 0.6923076923076923, "symbol": 0.17647058823529413, "span": 0.29270588235294115, "line": 0.2857142857142857}}], "auc_coverage": {"file": 0.5680473372781063, "symbol": 0.07918552036199096, "span": 0.05916742081447963, "line": 0.06397839448686905}, "redundancy": {"file": 0.5, "symbol": 0.6666666666666667, "span": 0.21369199554944696, "line": 0.24315619967793878}}, "editloc": {"recall": 0.8529411764705882, "precision": 0.8529411764705882, "intersection": 29, "gold_size": 413, "pred_size": 34}} +{"instance_id": "SWE-Bench-Pro__go__maintenance__bugfix__52d866b3", "num_steps": 23, "final": {"file": {"coverage": 0.4166666666666667, "precision": 0.625, "intersection": 10, "gold_size": 24, "pred_size": 16}, "symbol": {"coverage": 0.09090909090909091, "precision": 0.16666666666666666, "intersection": 1, "gold_size": 11, "pred_size": 6}, "span": {"coverage": 0.12839059674502712, "precision": 0.2161339421613394, "intersection": 2272, "gold_size": 17696, "pred_size": 10512}, "line": {"coverage": 0.0944206008583691, "precision": 0.14426229508196722, "intersection": 44, "gold_size": 466, "pred_size": 305}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.08333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.125, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 4, "coverage": {"file": 0.125, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 5, "coverage": {"file": 0.16666666666666666, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 6, "coverage": {"file": 0.16666666666666666, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 7, "coverage": {"file": 0.20833333333333334, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 8, "coverage": {"file": 0.20833333333333334, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 9, "coverage": {"file": 0.25, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 10, "coverage": {"file": 0.25, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 11, "coverage": {"file": 0.25, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 12, "coverage": {"file": 0.2916666666666667, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 13, "coverage": {"file": 0.2916666666666667, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 14, "coverage": {"file": 0.2916666666666667, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 15, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 16, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 17, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 18, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 19, "coverage": {"file": 0.375, "symbol": 0.0, "span": 0.07589285714285714, "line": 0.027896995708154508}}, {"step": 20, "coverage": {"file": 0.4166666666666667, "symbol": 0.0, "span": 0.07589285714285714, "line": 0.027896995708154508}}, {"step": 21, "coverage": {"file": 0.4166666666666667, "symbol": 0.0, "span": 0.07589285714285714, "line": 0.027896995708154508}}, {"step": 22, "coverage": {"file": 0.4166666666666667, "symbol": 0.0, "span": 0.0871383363471971, "line": 0.03862660944206009}}, {"step": 23, "coverage": {"file": 0.4166666666666667, "symbol": 0.09090909090909091, "span": 0.12839059674502712, "line": 0.0944206008583691}}], "auc_coverage": {"file": 0.26449275362318847, "symbol": 0.003952569169960474, "span": 0.019269891500904156, "line": 0.009423399888038813}, "redundancy": {"file": 0.40740740740740744, "symbol": 0.33333333333333337, "span": 0.09543068582738146, "line": 0.1574585635359116}}, "editloc": {"recall": 1.0, "precision": 1.0, "intersection": 2, "gold_size": 466, "pred_size": 2}} +{"instance_id": "SWE-Bench-Pro__go__maintenance__bugfix__720b4d92", "num_steps": 5, "final": {"file": {"coverage": 0.2727272727272727, "precision": 1.0, "intersection": 3, "gold_size": 11, "pred_size": 3}, "symbol": {"coverage": 0.23809523809523808, "precision": 0.5555555555555556, "intersection": 5, "gold_size": 21, "pred_size": 9}, "span": {"coverage": 0.2634902411021814, "precision": 0.7025062177157069, "intersection": 3672, "gold_size": 13936, "pred_size": 5227}, "line": {"coverage": 0.275, "precision": 0.6839378238341969, "intersection": 132, "gold_size": 480, "pred_size": 193}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.2727272727272727, "symbol": 0.23809523809523808, "span": 0.2543771526980482, "line": 0.26666666666666666}}, {"step": 3, "coverage": {"file": 0.2727272727272727, "symbol": 0.23809523809523808, "span": 0.2634902411021814, "line": 0.275}}, {"step": 4, "coverage": {"file": 0.2727272727272727, "symbol": 0.23809523809523808, "span": 0.2634902411021814, "line": 0.275}}, {"step": 5, "coverage": {"file": 0.2727272727272727, "symbol": 0.23809523809523808, "span": 0.2634902411021814, "line": 0.275}}], "auc_coverage": {"file": 0.21818181818181817, "symbol": 0.19047619047619047, "span": 0.20896957520091847, "line": 0.21833333333333335}, "redundancy": {"file": 0.4, "symbol": 0.09999999999999998, "span": 0.05101670297748728, "line": 0.05392156862745101}}, "editloc": {"recall": 1.0, "precision": 1.0, "intersection": 1, "gold_size": 480, "pred_size": 1}} +{"instance_id": "SWE-Bench-Pro__go__maintenance__bugfix__997c7afd", "num_steps": 14, "final": {"file": {"coverage": 0.15384615384615385, "precision": 0.2222222222222222, "intersection": 2, "gold_size": 13, "pred_size": 9}, "symbol": {"coverage": 0.0, "precision": 1.0, "intersection": 0, "gold_size": 11, "pred_size": 0}, "span": {"coverage": 0.0, "precision": 1.0, "intersection": 0, "gold_size": 9693, "pred_size": 0}, "line": {"coverage": 0.0, "precision": 1.0, "intersection": 0, "gold_size": 346, "pred_size": 0}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.07692307692307693, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.15384615384615385, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 4, "coverage": {"file": 0.15384615384615385, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 5, "coverage": {"file": 0.15384615384615385, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 6, "coverage": {"file": 0.15384615384615385, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 7, "coverage": {"file": 0.15384615384615385, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 8, "coverage": {"file": 0.15384615384615385, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 9, "coverage": {"file": 0.15384615384615385, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 10, "coverage": {"file": 0.15384615384615385, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 11, "coverage": {"file": 0.15384615384615385, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 12, "coverage": {"file": 0.15384615384615385, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 13, "coverage": {"file": 0.15384615384615385, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 14, "coverage": {"file": 0.15384615384615385, "symbol": 0.0, "span": 0.0, "line": 0.0}}], "auc_coverage": {"file": 0.13736263736263732, "symbol": 0.0, "span": 0.0, "line": 0.0}, "redundancy": {"file": 0.3076923076923077, "symbol": 0.0, "span": 0.0, "line": 0.0}}, "editloc": {"recall": 0.0, "precision": 0.0, "intersection": 0, "gold_size": 346, "pred_size": 0}} +{"instance_id": "SWE-Bench-Pro__javascript__maintenance__bugfix__82518720", "num_steps": 37, "final": {"file": {"coverage": 0.8181818181818182, "precision": 0.28125, "intersection": 9, "gold_size": 11, "pred_size": 32}, "symbol": {"coverage": 0.3333333333333333, "precision": 0.16666666666666666, "intersection": 2, "gold_size": 6, "pred_size": 12}, "span": {"coverage": 0.2657092466616276, "precision": 0.19336266960029336, "intersection": 5273, "gold_size": 19845, "pred_size": 27270}, "line": {"coverage": 0.2515212981744422, "precision": 0.13611416026344675, "intersection": 124, "gold_size": 493, "pred_size": 911}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.09090909090909091, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.09090909090909091, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 4, "coverage": {"file": 0.2727272727272727, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 5, "coverage": {"file": 0.2727272727272727, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 6, "coverage": {"file": 0.36363636363636365, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 7, "coverage": {"file": 0.5454545454545454, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 8, "coverage": {"file": 0.5454545454545454, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 9, "coverage": {"file": 0.5454545454545454, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 10, "coverage": {"file": 0.5454545454545454, "symbol": 0.0, "span": 0.05754598135550516, "line": 0.04665314401622718}}, {"step": 11, "coverage": {"file": 0.5454545454545454, "symbol": 0.0, "span": 0.163668430335097, "line": 0.12778904665314403}}, {"step": 12, "coverage": {"file": 0.5454545454545454, "symbol": 0.0, "span": 0.163668430335097, "line": 0.12778904665314403}}, {"step": 13, "coverage": {"file": 0.5454545454545454, "symbol": 0.0, "span": 0.163668430335097, "line": 0.12778904665314403}}, {"step": 14, "coverage": {"file": 0.5454545454545454, "symbol": 0.0, "span": 0.163668430335097, "line": 0.12778904665314403}}, {"step": 15, "coverage": {"file": 0.6363636363636364, "symbol": 0.0, "span": 0.163668430335097, "line": 0.12778904665314403}}, {"step": 16, "coverage": {"file": 0.6363636363636364, "symbol": 0.0, "span": 0.163668430335097, "line": 0.12778904665314403}}, {"step": 17, "coverage": {"file": 0.6363636363636364, "symbol": 0.0, "span": 0.163668430335097, "line": 0.12778904665314403}}, {"step": 18, "coverage": {"file": 0.6363636363636364, "symbol": 0.0, "span": 0.163668430335097, "line": 0.12778904665314403}}, {"step": 19, "coverage": {"file": 0.6363636363636364, "symbol": 0.0, "span": 0.163668430335097, "line": 0.12778904665314403}}, {"step": 20, "coverage": {"file": 0.6363636363636364, "symbol": 0.0, "span": 0.163668430335097, "line": 0.12778904665314403}}, {"step": 21, "coverage": {"file": 0.6363636363636364, "symbol": 0.3333333333333333, "span": 0.1798437893675989, "line": 0.1440162271805274}}, {"step": 22, "coverage": {"file": 0.6363636363636364, "symbol": 0.3333333333333333, "span": 0.20519022423784328, "line": 0.1744421906693712}}, {"step": 23, "coverage": {"file": 0.6363636363636364, "symbol": 0.3333333333333333, "span": 0.20519022423784328, "line": 0.1744421906693712}}, {"step": 24, "coverage": {"file": 0.6363636363636364, "symbol": 0.3333333333333333, "span": 0.24978584026203074, "line": 0.23935091277890466}}, {"step": 25, "coverage": {"file": 0.6363636363636364, "symbol": 0.3333333333333333, "span": 0.24978584026203074, "line": 0.23935091277890466}}, {"step": 26, "coverage": {"file": 0.6363636363636364, "symbol": 0.3333333333333333, "span": 0.24978584026203074, "line": 0.23935091277890466}}, {"step": 27, "coverage": {"file": 0.6363636363636364, "symbol": 0.3333333333333333, "span": 0.24978584026203074, "line": 0.23935091277890466}}, {"step": 28, "coverage": {"file": 0.6363636363636364, "symbol": 0.3333333333333333, "span": 0.24978584026203074, "line": 0.23935091277890466}}, {"step": 29, "coverage": {"file": 0.7272727272727273, "symbol": 0.3333333333333333, "span": 0.24978584026203074, "line": 0.23935091277890466}}, {"step": 30, "coverage": {"file": 0.7272727272727273, "symbol": 0.3333333333333333, "span": 0.24978584026203074, "line": 0.23935091277890466}}, {"step": 31, "coverage": {"file": 0.7272727272727273, "symbol": 0.3333333333333333, "span": 0.24978584026203074, "line": 0.23935091277890466}}, {"step": 32, "coverage": {"file": 0.7272727272727273, "symbol": 0.3333333333333333, "span": 0.24978584026203074, "line": 0.23935091277890466}}, {"step": 33, "coverage": {"file": 0.7272727272727273, "symbol": 0.3333333333333333, "span": 0.24978584026203074, "line": 0.23935091277890466}}, {"step": 34, "coverage": {"file": 0.7272727272727273, "symbol": 0.3333333333333333, "span": 0.24978584026203074, "line": 0.23935091277890466}}, {"step": 35, "coverage": {"file": 0.7272727272727273, "symbol": 0.3333333333333333, "span": 0.24978584026203074, "line": 0.23935091277890466}}, {"step": 36, "coverage": {"file": 0.8181818181818182, "symbol": 0.3333333333333333, "span": 0.2657092466616276, "line": 0.2515212981744422}}, {"step": 37, "coverage": {"file": 0.8181818181818182, "symbol": 0.3333333333333333, "span": 0.2657092466616276, "line": 0.2515212981744422}}], "auc_coverage": {"file": 0.5700245700245699, "symbol": 0.15315315315315312, "span": 0.15711629997344284, "line": 0.14034318293953188}, "redundancy": {"file": 0.4181818181818182, "symbol": 0.07692307692307687, "span": 0.005941748988444573, "line": 0.0043715846994535346}}, "editloc": {"recall": 0.0, "precision": 0.0, "intersection": 0, "gold_size": 493, "pred_size": 385}} +{"instance_id": "SWE-Bench-Pro__javascript__maintenance__bugfix__e31ec45c", "num_steps": 15, "final": {"file": {"coverage": 0.45454545454545453, "precision": 0.45454545454545453, "intersection": 5, "gold_size": 11, "pred_size": 11}, "symbol": {"coverage": 0.0, "precision": 0.0, "intersection": 0, "gold_size": 46, "pred_size": 8}, "span": {"coverage": 0.0, "precision": 0.0, "intersection": 0, "gold_size": 16305, "pred_size": 1455}, "line": {"coverage": 0.0, "precision": 0.0, "intersection": 0, "gold_size": 470, "pred_size": 83}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.2727272727272727, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 4, "coverage": {"file": 0.36363636363636365, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 5, "coverage": {"file": 0.36363636363636365, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 6, "coverage": {"file": 0.45454545454545453, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 7, "coverage": {"file": 0.45454545454545453, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 8, "coverage": {"file": 0.45454545454545453, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 9, "coverage": {"file": 0.45454545454545453, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 10, "coverage": {"file": 0.45454545454545453, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 11, "coverage": {"file": 0.45454545454545453, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 12, "coverage": {"file": 0.45454545454545453, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 13, "coverage": {"file": 0.45454545454545453, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 14, "coverage": {"file": 0.45454545454545453, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 15, "coverage": {"file": 0.45454545454545453, "symbol": 0.0, "span": 0.0, "line": 0.0}}], "auc_coverage": {"file": 0.3696969696969696, "symbol": 0.0, "span": 0.0, "line": 0.0}, "redundancy": {"file": 0.42105263157894735, "symbol": 0.0, "span": 0.0, "line": 0.0}}, "editloc": {"recall": 0.0, "precision": 0.0, "intersection": 0, "gold_size": 470, "pred_size": 0}} +{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__07bb383a", "num_steps": 25, "final": {"file": {"coverage": 0.8333333333333334, "precision": 0.5, "intersection": 5, "gold_size": 6, "pred_size": 10}, "symbol": {"coverage": 0.7333333333333333, "precision": 0.5945945945945946, "intersection": 22, "gold_size": 30, "pred_size": 37}, "span": {"coverage": 0.36777541873083275, "precision": 0.5527715400070914, "intersection": 9354, "gold_size": 25434, "pred_size": 16922}, "line": {"coverage": 0.4150268336314848, "precision": 0.5121412803532008, "intersection": 232, "gold_size": 559, "pred_size": 453}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 4, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 5, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 6, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 7, "coverage": {"file": 0.6666666666666666, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 8, "coverage": {"file": 0.6666666666666666, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 9, "coverage": {"file": 0.6666666666666666, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 10, "coverage": {"file": 0.6666666666666666, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 11, "coverage": {"file": 0.6666666666666666, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 12, "coverage": {"file": 0.6666666666666666, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 13, "coverage": {"file": 0.6666666666666666, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 14, "coverage": {"file": 0.6666666666666666, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 15, "coverage": {"file": 0.6666666666666666, "symbol": 0.06666666666666667, "span": 0.08830699064244711, "line": 0.08407871198568873}}, {"step": 16, "coverage": {"file": 0.6666666666666666, "symbol": 0.06666666666666667, "span": 0.08830699064244711, "line": 0.08407871198568873}}, {"step": 17, "coverage": {"file": 0.6666666666666666, "symbol": 0.06666666666666667, "span": 0.08830699064244711, "line": 0.08407871198568873}}, {"step": 18, "coverage": {"file": 0.6666666666666666, "symbol": 0.16666666666666666, "span": 0.09664228984823464, "line": 0.09838998211091235}}, {"step": 19, "coverage": {"file": 0.8333333333333334, "symbol": 0.16666666666666666, "span": 0.09664228984823464, "line": 0.09838998211091235}}, {"step": 20, "coverage": {"file": 0.8333333333333334, "symbol": 0.26666666666666666, "span": 0.10324762129433042, "line": 0.11806797853309481}}, {"step": 21, "coverage": {"file": 0.8333333333333334, "symbol": 0.3333333333333333, "span": 0.14783360855547692, "line": 0.17173524150268335}}, {"step": 22, "coverage": {"file": 0.8333333333333334, "symbol": 0.6, "span": 0.2841078870802862, "line": 0.31305903398926654}}, {"step": 23, "coverage": {"file": 0.8333333333333334, "symbol": 0.6333333333333333, "span": 0.33455217425493433, "line": 0.3685152057245081}}, {"step": 24, "coverage": {"file": 0.8333333333333334, "symbol": 0.7333333333333333, "span": 0.36777541873083275, "line": 0.4150268336314848}}, {"step": 25, "coverage": {"file": 0.8333333333333334, "symbol": 0.7333333333333333, "span": 0.36777541873083275, "line": 0.4150268336314848}}], "auc_coverage": {"file": 0.5733333333333335, "symbol": 0.15333333333333335, "span": 0.08253990721082015, "line": 0.09001788908765652}, "redundancy": {"file": 0.5238095238095238, "symbol": 0.31481481481481477, "span": 0.16413929365275381, "line": 0.1579925650557621}}, "editloc": {"recall": 1.0, "precision": 1.0, "intersection": 1, "gold_size": 559, "pred_size": 1}} +{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__0bac5789", "num_steps": 6, "final": {"file": {"coverage": 0.3333333333333333, "precision": 1.0, "intersection": 1, "gold_size": 3, "pred_size": 1}, "symbol": {"coverage": 0.2727272727272727, "precision": 0.6, "intersection": 3, "gold_size": 11, "pred_size": 5}, "span": {"coverage": 0.4175455042574799, "precision": 0.6785578265837248, "intersection": 5345, "gold_size": 12801, "pred_size": 7877}, "line": {"coverage": 0.32903225806451614, "precision": 0.5862068965517241, "intersection": 102, "gold_size": 310, "pred_size": 174}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 4, "coverage": {"file": 0.3333333333333333, "symbol": 0.2727272727272727, "span": 0.4094211389735177, "line": 0.3258064516129032}}, {"step": 5, "coverage": {"file": 0.3333333333333333, "symbol": 0.2727272727272727, "span": 0.4094211389735177, "line": 0.3258064516129032}}, {"step": 6, "coverage": {"file": 0.3333333333333333, "symbol": 0.2727272727272727, "span": 0.4175455042574799, "line": 0.32903225806451614}}], "auc_coverage": {"file": 0.27777777777777773, "symbol": 0.13636363636363635, "span": 0.2060646303674192, "line": 0.16344086021505377}, "redundancy": {"file": 0.8, "symbol": 0.375, "span": 0.21355830670926512, "line": 0.21973094170403584}}, "editloc": {"recall": 1.0, "precision": 1.0, "intersection": 1, "gold_size": 310, "pred_size": 1}} +{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__18d7bbbc", "num_steps": 48, "final": {"file": {"coverage": 0.7272727272727273, "precision": 0.5714285714285714, "intersection": 8, "gold_size": 11, "pred_size": 14}, "symbol": {"coverage": 0.5777777777777777, "precision": 0.32098765432098764, "intersection": 26, "gold_size": 45, "pred_size": 81}, "span": {"coverage": 0.533234126984127, "precision": 0.29846084436655157, "intersection": 17200, "gold_size": 32256, "pred_size": 57629}, "line": {"coverage": 0.4886934673366834, "precision": 0.23210023866348448, "intersection": 389, "gold_size": 796, "pred_size": 1676}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.09090909090909091, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 4, "coverage": {"file": 0.18181818181818182, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 5, "coverage": {"file": 0.18181818181818182, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 6, "coverage": {"file": 0.2727272727272727, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 7, "coverage": {"file": 0.36363636363636365, "symbol": 0.022222222222222223, "span": 0.10698784722222222, "line": 0.06532663316582915}}, {"step": 8, "coverage": {"file": 0.45454545454545453, "symbol": 0.022222222222222223, "span": 0.10698784722222222, "line": 0.06532663316582915}}, {"step": 9, "coverage": {"file": 0.45454545454545453, "symbol": 0.044444444444444446, "span": 0.10698784722222222, "line": 0.06532663316582915}}, {"step": 10, "coverage": {"file": 0.45454545454545453, "symbol": 0.044444444444444446, "span": 0.10698784722222222, "line": 0.06532663316582915}}, {"step": 11, "coverage": {"file": 0.45454545454545453, "symbol": 0.044444444444444446, "span": 0.10698784722222222, "line": 0.06532663316582915}}, {"step": 12, "coverage": {"file": 0.45454545454545453, "symbol": 0.1111111111111111, "span": 0.17857142857142858, "line": 0.14321608040201006}}, {"step": 13, "coverage": {"file": 0.45454545454545453, "symbol": 0.1111111111111111, "span": 0.1876550099206349, "line": 0.15452261306532664}}, {"step": 14, "coverage": {"file": 0.45454545454545453, "symbol": 0.1111111111111111, "span": 0.1876550099206349, "line": 0.15452261306532664}}, {"step": 15, "coverage": {"file": 0.5454545454545454, "symbol": 0.1111111111111111, "span": 0.1876550099206349, "line": 0.15452261306532664}}, {"step": 16, "coverage": {"file": 0.5454545454545454, "symbol": 0.13333333333333333, "span": 0.19658358134920634, "line": 0.1620603015075377}}, {"step": 17, "coverage": {"file": 0.5454545454545454, "symbol": 0.13333333333333333, "span": 0.2146267361111111, "line": 0.18467336683417085}}, {"step": 18, "coverage": {"file": 0.5454545454545454, "symbol": 0.15555555555555556, "span": 0.2627108134920635, "line": 0.23241206030150754}}, {"step": 19, "coverage": {"file": 0.5454545454545454, "symbol": 0.15555555555555556, "span": 0.2627108134920635, "line": 0.23241206030150754}}, {"step": 20, "coverage": {"file": 0.5454545454545454, "symbol": 0.15555555555555556, "span": 0.2627108134920635, "line": 0.23241206030150754}}, {"step": 21, "coverage": {"file": 0.5454545454545454, "symbol": 0.15555555555555556, "span": 0.2627108134920635, "line": 0.23241206030150754}}, {"step": 22, "coverage": {"file": 0.5454545454545454, "symbol": 0.15555555555555556, "span": 0.2627108134920635, "line": 0.23241206030150754}}, {"step": 23, "coverage": {"file": 0.5454545454545454, "symbol": 0.15555555555555556, "span": 0.2627108134920635, "line": 0.23241206030150754}}, {"step": 24, "coverage": {"file": 0.5454545454545454, "symbol": 0.15555555555555556, "span": 0.2627108134920635, "line": 0.23241206030150754}}, {"step": 25, "coverage": {"file": 0.5454545454545454, "symbol": 0.15555555555555556, "span": 0.2627108134920635, "line": 0.23241206030150754}}, {"step": 26, "coverage": {"file": 0.5454545454545454, "symbol": 0.15555555555555556, "span": 0.2627108134920635, "line": 0.23241206030150754}}, {"step": 27, "coverage": {"file": 0.5454545454545454, "symbol": 0.15555555555555556, "span": 0.2627108134920635, "line": 0.23241206030150754}}, {"step": 28, "coverage": {"file": 0.5454545454545454, "symbol": 0.15555555555555556, "span": 0.2627108134920635, "line": 0.23241206030150754}}, {"step": 29, "coverage": {"file": 0.5454545454545454, "symbol": 0.15555555555555556, "span": 0.2627108134920635, "line": 0.23241206030150754}}, {"step": 30, "coverage": {"file": 0.6363636363636364, "symbol": 0.15555555555555556, "span": 0.2627108134920635, "line": 0.23241206030150754}}, {"step": 31, "coverage": {"file": 0.6363636363636364, "symbol": 0.35555555555555557, "span": 0.408172123015873, "line": 0.3693467336683417}}, {"step": 32, "coverage": {"file": 0.6363636363636364, "symbol": 0.35555555555555557, "span": 0.408172123015873, "line": 0.3693467336683417}}, {"step": 33, "coverage": {"file": 0.7272727272727273, "symbol": 0.35555555555555557, "span": 0.408172123015873, "line": 0.3693467336683417}}, {"step": 34, "coverage": {"file": 0.7272727272727273, "symbol": 0.4, "span": 0.4204489087301587, "line": 0.38316582914572866}}, {"step": 35, "coverage": {"file": 0.7272727272727273, "symbol": 0.4, "span": 0.4204489087301587, "line": 0.38316582914572866}}, {"step": 36, "coverage": {"file": 0.7272727272727273, "symbol": 0.5555555555555556, "span": 0.5252046130952381, "line": 0.4824120603015075}}, {"step": 37, "coverage": {"file": 0.7272727272727273, "symbol": 0.5777777777777777, "span": 0.533234126984127, "line": 0.4886934673366834}}, {"step": 38, "coverage": {"file": 0.7272727272727273, "symbol": 0.5777777777777777, "span": 0.533234126984127, "line": 0.4886934673366834}}, {"step": 39, "coverage": {"file": 0.7272727272727273, "symbol": 0.5777777777777777, "span": 0.533234126984127, "line": 0.4886934673366834}}, {"step": 40, "coverage": {"file": 0.7272727272727273, "symbol": 0.5777777777777777, "span": 0.533234126984127, "line": 0.4886934673366834}}, {"step": 41, "coverage": {"file": 0.7272727272727273, "symbol": 0.5777777777777777, "span": 0.533234126984127, "line": 0.4886934673366834}}, {"step": 42, "coverage": {"file": 0.7272727272727273, "symbol": 0.5777777777777777, "span": 0.533234126984127, "line": 0.4886934673366834}}, {"step": 43, "coverage": {"file": 0.7272727272727273, "symbol": 0.5777777777777777, "span": 0.533234126984127, "line": 0.4886934673366834}}, {"step": 44, "coverage": {"file": 0.7272727272727273, "symbol": 0.5777777777777777, "span": 0.533234126984127, "line": 0.4886934673366834}}, {"step": 45, "coverage": {"file": 0.7272727272727273, "symbol": 0.5777777777777777, "span": 0.533234126984127, "line": 0.4886934673366834}}, {"step": 46, "coverage": {"file": 0.7272727272727273, "symbol": 0.5777777777777777, "span": 0.533234126984127, "line": 0.4886934673366834}}, {"step": 47, "coverage": {"file": 0.7272727272727273, "symbol": 0.5777777777777777, "span": 0.533234126984127, "line": 0.4886934673366834}}, {"step": 48, "coverage": {"file": 0.7272727272727273, "symbol": 0.5777777777777777, "span": 0.533234126984127, "line": 0.4886934673366834}}], "auc_coverage": {"file": 0.5416666666666664, "symbol": 0.2555555555555555, "span": 0.2935907273065475, "line": 0.26088777219430476}, "redundancy": {"file": 0.7083333333333333, "symbol": 0.2702702702702703, "span": 0.2006519176087107, "line": 0.16658378915962213}}, "editloc": {"recall": 1.0, "precision": 1.0, "intersection": 13, "gold_size": 796, "pred_size": 13}} +{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__1cf3e889", "num_steps": 35, "final": {"file": {"coverage": 1.0, "precision": 0.5384615384615384, "intersection": 7, "gold_size": 7, "pred_size": 13}, "symbol": {"coverage": 0.5652173913043478, "precision": 0.2653061224489796, "intersection": 13, "gold_size": 23, "pred_size": 49}, "span": {"coverage": 0.39335242266015386, "precision": 0.239300474775421, "intersection": 7006, "gold_size": 17811, "pred_size": 29277}, "line": {"coverage": 0.41141732283464566, "precision": 0.21748178980228927, "intersection": 209, "gold_size": 508, "pred_size": 961}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 4, "coverage": {"file": 0.8571428571428571, "symbol": 0.21739130434782608, "span": 0.11773623041940375, "line": 0.11614173228346457}}, {"step": 5, "coverage": {"file": 0.8571428571428571, "symbol": 0.43478260869565216, "span": 0.30453090786592557, "line": 0.31496062992125984}}, {"step": 6, "coverage": {"file": 0.8571428571428571, "symbol": 0.43478260869565216, "span": 0.30453090786592557, "line": 0.31496062992125984}}, {"step": 7, "coverage": {"file": 1.0, "symbol": 0.43478260869565216, "span": 0.30453090786592557, "line": 0.31496062992125984}}, {"step": 8, "coverage": {"file": 1.0, "symbol": 0.4782608695652174, "span": 0.34254112627028244, "line": 0.36220472440944884}}, {"step": 9, "coverage": {"file": 1.0, "symbol": 0.5217391304347826, "span": 0.3483240693953175, "line": 0.3700787401574803}}, {"step": 10, "coverage": {"file": 1.0, "symbol": 0.5217391304347826, "span": 0.3483240693953175, "line": 0.3700787401574803}}, {"step": 11, "coverage": {"file": 1.0, "symbol": 0.5217391304347826, "span": 0.3483240693953175, "line": 0.3700787401574803}}, {"step": 12, "coverage": {"file": 1.0, "symbol": 0.5652173913043478, "span": 0.3602268261186907, "line": 0.3838582677165354}}, {"step": 13, "coverage": {"file": 1.0, "symbol": 0.5652173913043478, "span": 0.37617202852170006, "line": 0.39763779527559057}}, {"step": 14, "coverage": {"file": 1.0, "symbol": 0.5652173913043478, "span": 0.37617202852170006, "line": 0.39763779527559057}}, {"step": 15, "coverage": {"file": 1.0, "symbol": 0.5652173913043478, "span": 0.37617202852170006, "line": 0.39763779527559057}}, {"step": 16, "coverage": {"file": 1.0, "symbol": 0.5652173913043478, "span": 0.37617202852170006, "line": 0.39763779527559057}}, {"step": 17, "coverage": {"file": 1.0, "symbol": 0.5652173913043478, "span": 0.37617202852170006, "line": 0.39763779527559057}}, {"step": 18, "coverage": {"file": 1.0, "symbol": 0.5652173913043478, "span": 0.39335242266015386, "line": 0.41141732283464566}}, {"step": 19, "coverage": {"file": 1.0, "symbol": 0.5652173913043478, "span": 0.39335242266015386, "line": 0.41141732283464566}}, {"step": 20, "coverage": {"file": 1.0, "symbol": 0.5652173913043478, "span": 0.39335242266015386, "line": 0.41141732283464566}}, {"step": 21, "coverage": {"file": 1.0, "symbol": 0.5652173913043478, "span": 0.39335242266015386, "line": 0.41141732283464566}}, {"step": 22, "coverage": {"file": 1.0, "symbol": 0.5652173913043478, "span": 0.39335242266015386, "line": 0.41141732283464566}}, {"step": 23, "coverage": {"file": 1.0, "symbol": 0.5652173913043478, "span": 0.39335242266015386, "line": 0.41141732283464566}}, {"step": 24, "coverage": {"file": 1.0, "symbol": 0.5652173913043478, "span": 0.39335242266015386, "line": 0.41141732283464566}}, {"step": 25, "coverage": {"file": 1.0, "symbol": 0.5652173913043478, "span": 0.39335242266015386, "line": 0.41141732283464566}}, {"step": 26, "coverage": {"file": 1.0, "symbol": 0.5652173913043478, "span": 0.39335242266015386, "line": 0.41141732283464566}}, {"step": 27, "coverage": {"file": 1.0, "symbol": 0.5652173913043478, "span": 0.39335242266015386, "line": 0.41141732283464566}}, {"step": 28, "coverage": {"file": 1.0, "symbol": 0.5652173913043478, "span": 0.39335242266015386, "line": 0.41141732283464566}}, {"step": 29, "coverage": {"file": 1.0, "symbol": 0.5652173913043478, "span": 0.39335242266015386, "line": 0.41141732283464566}}, {"step": 30, "coverage": {"file": 1.0, "symbol": 0.5652173913043478, "span": 0.39335242266015386, "line": 0.41141732283464566}}, {"step": 31, "coverage": {"file": 1.0, "symbol": 0.5652173913043478, "span": 0.39335242266015386, "line": 0.41141732283464566}}, {"step": 32, "coverage": {"file": 1.0, "symbol": 0.5652173913043478, "span": 0.39335242266015386, "line": 0.41141732283464566}}, {"step": 33, "coverage": {"file": 1.0, "symbol": 0.5652173913043478, "span": 0.39335242266015386, "line": 0.41141732283464566}}, {"step": 34, "coverage": {"file": 1.0, "symbol": 0.5652173913043478, "span": 0.39335242266015386, "line": 0.41141732283464566}}, {"step": 35, "coverage": {"file": 1.0, "symbol": 0.5652173913043478, "span": 0.39335242266015386, "line": 0.41141732283464566}}], "auc_coverage": {"file": 0.9020408163265305, "symbol": 0.4894409937888199, "span": 0.33543636757381085, "line": 0.35174353205849285}, "redundancy": {"file": 0.6829268292682926, "symbol": 0.26865671641791045, "span": 0.2548675269145606, "line": 0.2538819875776398}}, "editloc": {"recall": 0.9, "precision": 0.9, "intersection": 9, "gold_size": 508, "pred_size": 10}} +{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__20dad82b", "num_steps": 11, "final": {"file": {"coverage": 0.6, "precision": 0.3, "intersection": 3, "gold_size": 5, "pred_size": 10}, "symbol": {"coverage": 0.05263157894736842, "precision": 0.14285714285714285, "intersection": 1, "gold_size": 19, "pred_size": 7}, "span": {"coverage": 0.051253434065934064, "precision": 0.15175394001016776, "intersection": 597, "gold_size": 11648, "pred_size": 3934}, "line": {"coverage": 0.060790273556231005, "precision": 0.15151515151515152, "intersection": 20, "gold_size": 329, "pred_size": 132}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.4, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.6, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.6, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 4, "coverage": {"file": 0.6, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 5, "coverage": {"file": 0.6, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 6, "coverage": {"file": 0.6, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 7, "coverage": {"file": 0.6, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 8, "coverage": {"file": 0.6, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 9, "coverage": {"file": 0.6, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 10, "coverage": {"file": 0.6, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 11, "coverage": {"file": 0.6, "symbol": 0.05263157894736842, "span": 0.051253434065934064, "line": 0.060790273556231005}}], "auc_coverage": {"file": 0.5818181818181817, "symbol": 0.004784688995215311, "span": 0.004659403096903097, "line": 0.00552638850511191}, "redundancy": {"file": 0.2857142857142857, "symbol": 0.0, "span": 0.0, "line": 0.0}}, "editloc": {"recall": 0.0, "precision": 0.0, "intersection": 0, "gold_size": 329, "pred_size": 0}} +{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__20f502e0", "num_steps": 14, "final": {"file": {"coverage": 0.3333333333333333, "precision": 0.5, "intersection": 2, "gold_size": 6, "pred_size": 4}, "symbol": {"coverage": 0.15384615384615385, "precision": 0.4, "intersection": 2, "gold_size": 13, "pred_size": 5}, "span": {"coverage": 0.046171915143507304, "precision": 0.1942557134033354, "intersection": 629, "gold_size": 13623, "pred_size": 3238}, "line": {"coverage": 0.037037037037037035, "precision": 0.1686746987951807, "intersection": 14, "gold_size": 378, "pred_size": 83}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.16666666666666666, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.16666666666666666, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 4, "coverage": {"file": 0.16666666666666666, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 5, "coverage": {"file": 0.16666666666666666, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 6, "coverage": {"file": 0.3333333333333333, "symbol": 0.15384615384615385, "span": 0.020259854657564413, "line": 0.018518518518518517}}, {"step": 7, "coverage": {"file": 0.3333333333333333, "symbol": 0.15384615384615385, "span": 0.020259854657564413, "line": 0.018518518518518517}}, {"step": 8, "coverage": {"file": 0.3333333333333333, "symbol": 0.15384615384615385, "span": 0.046171915143507304, "line": 0.037037037037037035}}, {"step": 9, "coverage": {"file": 0.3333333333333333, "symbol": 0.15384615384615385, "span": 0.046171915143507304, "line": 0.037037037037037035}}, {"step": 10, "coverage": {"file": 0.3333333333333333, "symbol": 0.15384615384615385, "span": 0.046171915143507304, "line": 0.037037037037037035}}, {"step": 11, "coverage": {"file": 0.3333333333333333, "symbol": 0.15384615384615385, "span": 0.046171915143507304, "line": 0.037037037037037035}}, {"step": 12, "coverage": {"file": 0.3333333333333333, "symbol": 0.15384615384615385, "span": 0.046171915143507304, "line": 0.037037037037037035}}, {"step": 13, "coverage": {"file": 0.3333333333333333, "symbol": 0.15384615384615385, "span": 0.046171915143507304, "line": 0.037037037037037035}}, {"step": 14, "coverage": {"file": 0.3333333333333333, "symbol": 0.15384615384615385, "span": 0.046171915143507304, "line": 0.037037037037037035}}], "auc_coverage": {"file": 0.2619047619047619, "symbol": 0.0989010989010989, "span": 0.025980222522834284, "line": 0.021164021164021163}, "redundancy": {"file": 0.6363636363636364, "symbol": 0.0, "span": 0.0, "line": 0.0}}, "editloc": {"recall": 0.834983498349835, "precision": 0.834983498349835, "intersection": 253, "gold_size": 378, "pred_size": 303}} +{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__509a20d9", "num_steps": 42, "final": {"file": {"coverage": 1.0, "precision": 0.15789473684210525, "intersection": 3, "gold_size": 3, "pred_size": 19}, "symbol": {"coverage": 0.45454545454545453, "precision": 0.20408163265306123, "intersection": 10, "gold_size": 22, "pred_size": 49}, "span": {"coverage": 0.4980664612964541, "precision": 0.26597829891494573, "intersection": 7599, "gold_size": 15257, "pred_size": 28570}, "line": {"coverage": 0.4988962472406181, "precision": 0.03317187729340966, "intersection": 226, "gold_size": 453, "pred_size": 6813}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 4, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 5, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 6, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 7, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 8, "coverage": {"file": 0.6666666666666666, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 9, "coverage": {"file": 0.6666666666666666, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 10, "coverage": {"file": 0.6666666666666666, "symbol": 0.13636363636363635, "span": 0.11214524480566297, "line": 0.12582781456953643}}, {"step": 11, "coverage": {"file": 0.6666666666666666, "symbol": 0.13636363636363635, "span": 0.11214524480566297, "line": 0.12582781456953643}}, {"step": 12, "coverage": {"file": 0.6666666666666666, "symbol": 0.13636363636363635, "span": 0.11214524480566297, "line": 0.12582781456953643}}, {"step": 13, "coverage": {"file": 0.6666666666666666, "symbol": 0.13636363636363635, "span": 0.11214524480566297, "line": 0.12582781456953643}}, {"step": 14, "coverage": {"file": 0.6666666666666666, "symbol": 0.13636363636363635, "span": 0.11214524480566297, "line": 0.12582781456953643}}, {"step": 15, "coverage": {"file": 0.6666666666666666, "symbol": 0.13636363636363635, "span": 0.11214524480566297, "line": 0.12582781456953643}}, {"step": 16, "coverage": {"file": 0.6666666666666666, "symbol": 0.13636363636363635, "span": 0.11214524480566297, "line": 0.12582781456953643}}, {"step": 17, "coverage": {"file": 0.6666666666666666, "symbol": 0.13636363636363635, "span": 0.11214524480566297, "line": 0.12582781456953643}}, {"step": 18, "coverage": {"file": 0.6666666666666666, "symbol": 0.13636363636363635, "span": 0.11214524480566297, "line": 0.12582781456953643}}, {"step": 19, "coverage": {"file": 0.6666666666666666, "symbol": 0.13636363636363635, "span": 0.11214524480566297, "line": 0.12582781456953643}}, {"step": 20, "coverage": {"file": 0.6666666666666666, "symbol": 0.13636363636363635, "span": 0.11214524480566297, "line": 0.12582781456953643}}, {"step": 21, "coverage": {"file": 1.0, "symbol": 0.13636363636363635, "span": 0.11214524480566297, "line": 0.12582781456953643}}, {"step": 22, "coverage": {"file": 1.0, "symbol": 0.13636363636363635, "span": 0.11214524480566297, "line": 0.12582781456953643}}, {"step": 23, "coverage": {"file": 1.0, "symbol": 0.13636363636363635, "span": 0.11214524480566297, "line": 0.12582781456953643}}, {"step": 24, "coverage": {"file": 1.0, "symbol": 0.13636363636363635, "span": 0.11214524480566297, "line": 0.12582781456953643}}, {"step": 25, "coverage": {"file": 1.0, "symbol": 0.13636363636363635, "span": 0.11214524480566297, "line": 0.12582781456953643}}, {"step": 26, "coverage": {"file": 1.0, "symbol": 0.13636363636363635, "span": 0.11214524480566297, "line": 0.12582781456953643}}, {"step": 27, "coverage": {"file": 1.0, "symbol": 0.13636363636363635, "span": 0.11214524480566297, "line": 0.12582781456953643}}, {"step": 28, "coverage": {"file": 1.0, "symbol": 0.13636363636363635, "span": 0.11214524480566297, "line": 0.12582781456953643}}, {"step": 29, "coverage": {"file": 1.0, "symbol": 0.13636363636363635, "span": 0.11214524480566297, "line": 0.12582781456953643}}, {"step": 30, "coverage": {"file": 1.0, "symbol": 0.13636363636363635, "span": 0.11214524480566297, "line": 0.12582781456953643}}, {"step": 31, "coverage": {"file": 1.0, "symbol": 0.13636363636363635, "span": 0.11214524480566297, "line": 0.12582781456953643}}, {"step": 32, "coverage": {"file": 1.0, "symbol": 0.13636363636363635, "span": 0.11214524480566297, "line": 0.12582781456953643}}, {"step": 33, "coverage": {"file": 1.0, "symbol": 0.13636363636363635, "span": 0.2510323130366389, "line": 0.26269315673289184}}, {"step": 34, "coverage": {"file": 1.0, "symbol": 0.18181818181818182, "span": 0.4154814183653405, "line": 0.4194260485651214}}, {"step": 35, "coverage": {"file": 1.0, "symbol": 0.18181818181818182, "span": 0.4154814183653405, "line": 0.4194260485651214}}, {"step": 36, "coverage": {"file": 1.0, "symbol": 0.2727272727272727, "span": 0.4154814183653405, "line": 0.4194260485651214}}, {"step": 37, "coverage": {"file": 1.0, "symbol": 0.36363636363636365, "span": 0.46267287146883396, "line": 0.46578366445916114}}, {"step": 38, "coverage": {"file": 1.0, "symbol": 0.36363636363636365, "span": 0.46267287146883396, "line": 0.46578366445916114}}, {"step": 39, "coverage": {"file": 1.0, "symbol": 0.45454545454545453, "span": 0.4980664612964541, "line": 0.4988962472406181}}, {"step": 40, "coverage": {"file": 1.0, "symbol": 0.45454545454545453, "span": 0.4980664612964541, "line": 0.4988962472406181}}, {"step": 41, "coverage": {"file": 1.0, "symbol": 0.45454545454545453, "span": 0.4980664612964541, "line": 0.4988962472406181}}, {"step": 42, "coverage": {"file": 1.0, "symbol": 0.45454545454545453, "span": 0.4980664612964541, "line": 0.4988962472406181}}], "auc_coverage": {"file": 0.7698412698412698, "symbol": 0.15367965367965356, "span": 0.16653401873300933, "line": 0.17481341322400928}, "redundancy": {"file": 0.4864864864864865, "symbol": 0.07547169811320753, "span": 0.07764326069410821, "line": 0.04713286713286713}}, "editloc": {"recall": 0.8125, "precision": 0.8125, "intersection": 26, "gold_size": 453, "pred_size": 32}} +{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__53ca6a30", "num_steps": 15, "final": {"file": {"coverage": 0.6666666666666666, "precision": 0.36363636363636365, "intersection": 4, "gold_size": 6, "pred_size": 11}, "symbol": {"coverage": 0.0, "precision": 1.0, "intersection": 0, "gold_size": 16, "pred_size": 0}, "span": {"coverage": 0.0, "precision": 1.0, "intersection": 0, "gold_size": 7683, "pred_size": 0}, "line": {"coverage": 0.0, "precision": 1.0, "intersection": 0, "gold_size": 273, "pred_size": 0}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.16666666666666666, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 4, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 5, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 6, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 7, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 8, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 9, "coverage": {"file": 0.6666666666666666, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 10, "coverage": {"file": 0.6666666666666666, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 11, "coverage": {"file": 0.6666666666666666, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 12, "coverage": {"file": 0.6666666666666666, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 13, "coverage": {"file": 0.6666666666666666, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 14, "coverage": {"file": 0.6666666666666666, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 15, "coverage": {"file": 0.6666666666666666, "symbol": 0.0, "span": 0.0, "line": 0.0}}], "auc_coverage": {"file": 0.46666666666666673, "symbol": 0.0, "span": 0.0, "line": 0.0}, "redundancy": {"file": 0.2142857142857143, "symbol": 0.0, "span": 0.0, "line": 0.0}}, "editloc": {"recall": 1.0, "precision": 1.0, "intersection": 21, "gold_size": 273, "pred_size": 21}} +{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__552343cd", "num_steps": 18, "final": {"file": {"coverage": 0.3333333333333333, "precision": 0.14285714285714285, "intersection": 1, "gold_size": 3, "pred_size": 7}, "symbol": {"coverage": 0.0, "precision": 1.0, "intersection": 0, "gold_size": 3, "pred_size": 0}, "span": {"coverage": 0.0, "precision": 0.0, "intersection": 0, "gold_size": 5850, "pred_size": 8545}, "line": {"coverage": 0.0, "precision": 0.0, "intersection": 0, "gold_size": 155, "pred_size": 201}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 4, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 5, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 6, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 7, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 8, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 9, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 10, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 11, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 12, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 13, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 14, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 15, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 16, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 17, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 18, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}], "auc_coverage": {"file": 0.27777777777777773, "symbol": 0.0, "span": 0.0, "line": 0.0}, "redundancy": {"file": 0.5, "symbol": 0.0, "span": 0.2679688169279534, "line": 0.26102941176470584}}, "editloc": {"recall": 0.0, "precision": 0.0, "intersection": 0, "gold_size": 155, "pred_size": 11}} +{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__5b2cf9bb", "num_steps": 23, "final": {"file": {"coverage": 1.0, "precision": 0.5, "intersection": 3, "gold_size": 3, "pred_size": 6}, "symbol": {"coverage": 0.5789473684210527, "precision": 0.36666666666666664, "intersection": 11, "gold_size": 19, "pred_size": 30}, "span": {"coverage": 0.6690562807618232, "precision": 0.14064327485380118, "intersection": 6253, "gold_size": 9346, "pred_size": 44460}, "line": {"coverage": 0.6372093023255814, "precision": 0.12557286892758937, "intersection": 137, "gold_size": 215, "pred_size": 1091}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 4, "coverage": {"file": 1.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 5, "coverage": {"file": 1.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 6, "coverage": {"file": 1.0, "symbol": 0.21052631578947367, "span": 0.3445324202867537, "line": 0.26976744186046514}}, {"step": 7, "coverage": {"file": 1.0, "symbol": 0.3684210526315789, "span": 0.5219345174406163, "line": 0.4186046511627907}}, {"step": 8, "coverage": {"file": 1.0, "symbol": 0.42105263157894735, "span": 0.5483629360154076, "line": 0.4511627906976744}}, {"step": 9, "coverage": {"file": 1.0, "symbol": 0.42105263157894735, "span": 0.5483629360154076, "line": 0.4511627906976744}}, {"step": 10, "coverage": {"file": 1.0, "symbol": 0.42105263157894735, "span": 0.5483629360154076, "line": 0.4511627906976744}}, {"step": 11, "coverage": {"file": 1.0, "symbol": 0.5263157894736842, "span": 0.6106355660175476, "line": 0.5162790697674419}}, {"step": 12, "coverage": {"file": 1.0, "symbol": 0.5263157894736842, "span": 0.6106355660175476, "line": 0.5162790697674419}}, {"step": 13, "coverage": {"file": 1.0, "symbol": 0.5263157894736842, "span": 0.6106355660175476, "line": 0.5162790697674419}}, {"step": 14, "coverage": {"file": 1.0, "symbol": 0.5263157894736842, "span": 0.6106355660175476, "line": 0.5162790697674419}}, {"step": 15, "coverage": {"file": 1.0, "symbol": 0.5789473684210527, "span": 0.6414508880804622, "line": 0.5581395348837209}}, {"step": 16, "coverage": {"file": 1.0, "symbol": 0.5789473684210527, "span": 0.6492617162422427, "line": 0.5813953488372093}}, {"step": 17, "coverage": {"file": 1.0, "symbol": 0.5789473684210527, "span": 0.6492617162422427, "line": 0.5813953488372093}}, {"step": 18, "coverage": {"file": 1.0, "symbol": 0.5789473684210527, "span": 0.6690562807618232, "line": 0.6372093023255814}}, {"step": 19, "coverage": {"file": 1.0, "symbol": 0.5789473684210527, "span": 0.6690562807618232, "line": 0.6372093023255814}}, {"step": 20, "coverage": {"file": 1.0, "symbol": 0.5789473684210527, "span": 0.6690562807618232, "line": 0.6372093023255814}}, {"step": 21, "coverage": {"file": 1.0, "symbol": 0.5789473684210527, "span": 0.6690562807618232, "line": 0.6372093023255814}}, {"step": 22, "coverage": {"file": 1.0, "symbol": 0.5789473684210527, "span": 0.6690562807618232, "line": 0.6372093023255814}}, {"step": 23, "coverage": {"file": 1.0, "symbol": 0.5789473684210527, "span": 0.6690562807618232, "line": 0.6372093023255814}}], "auc_coverage": {"file": 0.8695652173913043, "symbol": 0.39816933638443947, "span": 0.47427869630346403, "line": 0.4196157735085947}, "redundancy": {"file": 0.76, "symbol": 0.4915254237288136, "span": 0.40485114585564363, "line": 0.38638920134983123}}, "editloc": {"recall": 1.0, "precision": 1.0, "intersection": 1, "gold_size": 215, "pred_size": 1}} +{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__66e05eaa", "num_steps": 11, "final": {"file": {"coverage": 0.6666666666666666, "precision": 0.5, "intersection": 2, "gold_size": 3, "pred_size": 4}, "symbol": {"coverage": 1.0, "precision": 0.19230769230769232, "intersection": 5, "gold_size": 5, "pred_size": 26}, "span": {"coverage": 0.7993910690121786, "precision": 0.18694620253164557, "intersection": 2363, "gold_size": 2956, "pred_size": 12640}, "line": {"coverage": 0.803921568627451, "precision": 0.1719077568134172, "intersection": 82, "gold_size": 102, "pred_size": 477}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 4, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 5, "coverage": {"file": 0.6666666666666666, "symbol": 0.8, "span": 0.7012855209742895, "line": 0.6666666666666666}}, {"step": 6, "coverage": {"file": 0.6666666666666666, "symbol": 0.8, "span": 0.7012855209742895, "line": 0.6666666666666666}}, {"step": 7, "coverage": {"file": 0.6666666666666666, "symbol": 0.8, "span": 0.7347767253044655, "line": 0.7352941176470589}}, {"step": 8, "coverage": {"file": 0.6666666666666666, "symbol": 0.8, "span": 0.7347767253044655, "line": 0.7352941176470589}}, {"step": 9, "coverage": {"file": 0.6666666666666666, "symbol": 1.0, "span": 0.7993910690121786, "line": 0.803921568627451}}, {"step": 10, "coverage": {"file": 0.6666666666666666, "symbol": 1.0, "span": 0.7993910690121786, "line": 0.803921568627451}}, {"step": 11, "coverage": {"file": 0.6666666666666666, "symbol": 1.0, "span": 0.7993910690121786, "line": 0.803921568627451}}], "auc_coverage": {"file": 0.4242424242424242, "symbol": 0.5636363636363636, "span": 0.4791179726903678, "line": 0.47415329768270936}, "redundancy": {"file": 0.6666666666666667, "symbol": 0.1333333333333333, "span": 0.06577974870657799, "line": 0.12316176470588236}}, "editloc": {"recall": 0.5, "precision": 0.5, "intersection": 1, "gold_size": 102, "pred_size": 2}} +{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__6ebb54dc", "num_steps": 29, "final": {"file": {"coverage": 0.5, "precision": 0.25, "intersection": 3, "gold_size": 6, "pred_size": 12}, "symbol": {"coverage": 0.6896551724137931, "precision": 0.2222222222222222, "intersection": 20, "gold_size": 29, "pred_size": 90}, "span": {"coverage": 0.6783326956404312, "precision": 0.3450925162590455, "intersection": 30139, "gold_size": 44431, "pred_size": 87336}, "line": {"coverage": 0.6660098522167488, "precision": 0.27761806981519505, "intersection": 676, "gold_size": 1015, "pred_size": 2435}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.16666666666666666, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 4, "coverage": {"file": 0.16666666666666666, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 5, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 6, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 7, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 8, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 9, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 10, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 11, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 12, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 13, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 14, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 15, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 16, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 17, "coverage": {"file": 0.5, "symbol": 0.3103448275862069, "span": 0.2298845400733722, "line": 0.24039408866995074}}, {"step": 18, "coverage": {"file": 0.5, "symbol": 0.5172413793103449, "span": 0.3974702347460107, "line": 0.4019704433497537}}, {"step": 19, "coverage": {"file": 0.5, "symbol": 0.6206896551724138, "span": 0.44932592109113006, "line": 0.44236453201970444}}, {"step": 20, "coverage": {"file": 0.5, "symbol": 0.6896551724137931, "span": 0.6783326956404312, "line": 0.6660098522167488}}, {"step": 21, "coverage": {"file": 0.5, "symbol": 0.6896551724137931, "span": 0.6783326956404312, "line": 0.6660098522167488}}, {"step": 22, "coverage": {"file": 0.5, "symbol": 0.6896551724137931, "span": 0.6783326956404312, "line": 0.6660098522167488}}, {"step": 23, "coverage": {"file": 0.5, "symbol": 0.6896551724137931, "span": 0.6783326956404312, "line": 0.6660098522167488}}, {"step": 24, "coverage": {"file": 0.5, "symbol": 0.6896551724137931, "span": 0.6783326956404312, "line": 0.6660098522167488}}, {"step": 25, "coverage": {"file": 0.5, "symbol": 0.6896551724137931, "span": 0.6783326956404312, "line": 0.6660098522167488}}, {"step": 26, "coverage": {"file": 0.5, "symbol": 0.6896551724137931, "span": 0.6783326956404312, "line": 0.6660098522167488}}, {"step": 27, "coverage": {"file": 0.5, "symbol": 0.6896551724137931, "span": 0.6783326956404312, "line": 0.6660098522167488}}, {"step": 28, "coverage": {"file": 0.5, "symbol": 0.6896551724137931, "span": 0.6783326956404312, "line": 0.6660098522167488}}, {"step": 29, "coverage": {"file": 0.5, "symbol": 0.6896551724137931, "span": 0.6783326956404312, "line": 0.6660098522167488}}], "auc_coverage": {"file": 0.39655172413793105, "symbol": 0.28775267538644483, "span": 0.27103474663154575, "line": 0.2670630202140309}, "redundancy": {"file": 0.5714285714285714, "symbol": 0.08163265306122447, "span": 0.017017828200972418, "line": 0.010966693744922873}}, "editloc": {"recall": 0.9166666666666666, "precision": 0.9166666666666666, "intersection": 33, "gold_size": 1015, "pred_size": 36}} +{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__87bfb374", "num_steps": 15, "final": {"file": {"coverage": 0.6666666666666666, "precision": 0.6666666666666666, "intersection": 4, "gold_size": 6, "pred_size": 6}, "symbol": {"coverage": 0.5454545454545454, "precision": 0.2727272727272727, "intersection": 6, "gold_size": 11, "pred_size": 22}, "span": {"coverage": 0.3702717692734332, "precision": 0.19175091911764705, "intersection": 3338, "gold_size": 9015, "pred_size": 17408}, "line": {"coverage": 0.42696629213483145, "precision": 0.1487279843444227, "intersection": 76, "gold_size": 178, "pred_size": 511}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.5, "symbol": 0.09090909090909091, "span": 0.0, "line": 0.0}}, {"step": 4, "coverage": {"file": 0.5, "symbol": 0.09090909090909091, "span": 0.0, "line": 0.0}}, {"step": 5, "coverage": {"file": 0.5, "symbol": 0.09090909090909091, "span": 0.0, "line": 0.0}}, {"step": 6, "coverage": {"file": 0.5, "symbol": 0.18181818181818182, "span": 0.028397115917914585, "line": 0.028089887640449437}}, {"step": 7, "coverage": {"file": 0.5, "symbol": 0.36363636363636365, "span": 0.29129229062673323, "line": 0.34269662921348315}}, {"step": 8, "coverage": {"file": 0.6666666666666666, "symbol": 0.36363636363636365, "span": 0.29129229062673323, "line": 0.34269662921348315}}, {"step": 9, "coverage": {"file": 0.6666666666666666, "symbol": 0.5454545454545454, "span": 0.3702717692734332, "line": 0.42696629213483145}}, {"step": 10, "coverage": {"file": 0.6666666666666666, "symbol": 0.5454545454545454, "span": 0.3702717692734332, "line": 0.42696629213483145}}, {"step": 11, "coverage": {"file": 0.6666666666666666, "symbol": 0.5454545454545454, "span": 0.3702717692734332, "line": 0.42696629213483145}}, {"step": 12, "coverage": {"file": 0.6666666666666666, "symbol": 0.5454545454545454, "span": 0.3702717692734332, "line": 0.42696629213483145}}, {"step": 13, "coverage": {"file": 0.6666666666666666, "symbol": 0.5454545454545454, "span": 0.3702717692734332, "line": 0.42696629213483145}}, {"step": 14, "coverage": {"file": 0.6666666666666666, "symbol": 0.5454545454545454, "span": 0.3702717692734332, "line": 0.42696629213483145}}, {"step": 15, "coverage": {"file": 0.6666666666666666, "symbol": 0.5454545454545454, "span": 0.3702717692734332, "line": 0.42696629213483145}}], "auc_coverage": {"file": 0.5444444444444445, "symbol": 0.3333333333333333, "span": 0.21352560547236088, "line": 0.2468164794007491}, "redundancy": {"file": 0.7272727272727273, "symbol": 0.42105263157894735, "span": 0.33809885931558936, "line": 0.27824858757062143}}, "editloc": {"recall": 0.75, "precision": 0.75, "intersection": 6, "gold_size": 178, "pred_size": 8}} +{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__89932d58", "num_steps": 18, "final": {"file": {"coverage": 1.0, "precision": 0.8, "intersection": 4, "gold_size": 4, "pred_size": 5}, "symbol": {"coverage": 0.9166666666666666, "precision": 0.3333333333333333, "intersection": 11, "gold_size": 12, "pred_size": 33}, "span": {"coverage": 0.8707347896732263, "precision": 0.32685009487666034, "intersection": 4823, "gold_size": 5539, "pred_size": 14756}, "line": {"coverage": 0.8581081081081081, "precision": 0.297423887587822, "intersection": 127, "gold_size": 148, "pred_size": 427}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.5, "symbol": 0.16666666666666666, "span": 0.3791298068243365, "line": 0.41216216216216217}}, {"step": 3, "coverage": {"file": 1.0, "symbol": 0.6666666666666666, "span": 0.5732081603177469, "line": 0.5608108108108109}}, {"step": 4, "coverage": {"file": 1.0, "symbol": 0.6666666666666666, "span": 0.5732081603177469, "line": 0.5608108108108109}}, {"step": 5, "coverage": {"file": 1.0, "symbol": 0.6666666666666666, "span": 0.6295360173316483, "line": 0.6148648648648649}}, {"step": 6, "coverage": {"file": 1.0, "symbol": 0.75, "span": 0.8167539267015707, "line": 0.7972972972972973}}, {"step": 7, "coverage": {"file": 1.0, "symbol": 0.75, "span": 0.8167539267015707, "line": 0.7972972972972973}}, {"step": 8, "coverage": {"file": 1.0, "symbol": 0.75, "span": 0.8167539267015707, "line": 0.7972972972972973}}, {"step": 9, "coverage": {"file": 1.0, "symbol": 0.9166666666666666, "span": 0.8707347896732263, "line": 0.8513513513513513}}, {"step": 10, "coverage": {"file": 1.0, "symbol": 0.9166666666666666, "span": 0.8707347896732263, "line": 0.8513513513513513}}, {"step": 11, "coverage": {"file": 1.0, "symbol": 0.9166666666666666, "span": 0.8707347896732263, "line": 0.8581081081081081}}, {"step": 12, "coverage": {"file": 1.0, "symbol": 0.9166666666666666, "span": 0.8707347896732263, "line": 0.8581081081081081}}, {"step": 13, "coverage": {"file": 1.0, "symbol": 0.9166666666666666, "span": 0.8707347896732263, "line": 0.8581081081081081}}, {"step": 14, "coverage": {"file": 1.0, "symbol": 0.9166666666666666, "span": 0.8707347896732263, "line": 0.8581081081081081}}, {"step": 15, "coverage": {"file": 1.0, "symbol": 0.9166666666666666, "span": 0.8707347896732263, "line": 0.8581081081081081}}, {"step": 16, "coverage": {"file": 1.0, "symbol": 0.9166666666666666, "span": 0.8707347896732263, "line": 0.8581081081081081}}, {"step": 17, "coverage": {"file": 1.0, "symbol": 0.9166666666666666, "span": 0.8707347896732263, "line": 0.8581081081081081}}, {"step": 18, "coverage": {"file": 1.0, "symbol": 0.9166666666666666, "span": 0.8707347896732263, "line": 0.8581081081081081}}], "auc_coverage": {"file": 0.9166666666666666, "symbol": 0.7546296296296294, "span": 0.7395939900904698, "line": 0.7282282282282284}, "redundancy": {"file": 0.736842105263158, "symbol": 0.25, "span": 0.2453717909379155, "line": 0.24021352313167255}}, "editloc": {"recall": 0.8404255319148937, "precision": 0.8404255319148937, "intersection": 79, "gold_size": 148, "pred_size": 94}} +{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__942d0b14", "num_steps": 40, "final": {"file": {"coverage": 0.5833333333333334, "precision": 0.5833333333333334, "intersection": 7, "gold_size": 12, "pred_size": 12}, "symbol": {"coverage": 0.6333333333333333, "precision": 0.2345679012345679, "intersection": 19, "gold_size": 30, "pred_size": 81}, "span": {"coverage": 0.489624017693285, "precision": 0.10305041101317224, "intersection": 10405, "gold_size": 21251, "pred_size": 100970}, "line": {"coverage": 0.5047318611987381, "precision": 0.12144212523719165, "intersection": 320, "gold_size": 634, "pred_size": 2635}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 4, "coverage": {"file": 0.08333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 5, "coverage": {"file": 0.16666666666666666, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 6, "coverage": {"file": 0.25, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 7, "coverage": {"file": 0.25, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 8, "coverage": {"file": 0.25, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 9, "coverage": {"file": 0.25, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 10, "coverage": {"file": 0.25, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 11, "coverage": {"file": 0.25, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 12, "coverage": {"file": 0.25, "symbol": 0.13333333333333333, "span": 0.07336125358806644, "line": 0.06309148264984227}}, {"step": 13, "coverage": {"file": 0.3333333333333333, "symbol": 0.16666666666666666, "span": 0.08427838689944003, "line": 0.08517350157728706}}, {"step": 14, "coverage": {"file": 0.4166666666666667, "symbol": 0.16666666666666666, "span": 0.08427838689944003, "line": 0.08517350157728706}}, {"step": 15, "coverage": {"file": 0.5, "symbol": 0.16666666666666666, "span": 0.08427838689944003, "line": 0.08517350157728706}}, {"step": 16, "coverage": {"file": 0.5, "symbol": 0.36666666666666664, "span": 0.1542515646322526, "line": 0.1529968454258675}}, {"step": 17, "coverage": {"file": 0.5, "symbol": 0.36666666666666664, "span": 0.1542515646322526, "line": 0.1529968454258675}}, {"step": 18, "coverage": {"file": 0.5, "symbol": 0.36666666666666664, "span": 0.17293303844524963, "line": 0.19873817034700317}}, {"step": 19, "coverage": {"file": 0.5, "symbol": 0.4666666666666667, "span": 0.21688391134534846, "line": 0.23974763406940064}}, {"step": 20, "coverage": {"file": 0.5, "symbol": 0.5, "span": 0.2844101454049221, "line": 0.2917981072555205}}, {"step": 21, "coverage": {"file": 0.5, "symbol": 0.5, "span": 0.2844101454049221, "line": 0.2917981072555205}}, {"step": 22, "coverage": {"file": 0.5, "symbol": 0.5, "span": 0.2866218060326573, "line": 0.2981072555205047}}, {"step": 23, "coverage": {"file": 0.5833333333333334, "symbol": 0.5666666666666667, "span": 0.36148887111194766, "line": 0.3785488958990536}}, {"step": 24, "coverage": {"file": 0.5833333333333334, "symbol": 0.5666666666666667, "span": 0.36148887111194766, "line": 0.3785488958990536}}, {"step": 25, "coverage": {"file": 0.5833333333333334, "symbol": 0.5666666666666667, "span": 0.36148887111194766, "line": 0.3785488958990536}}, {"step": 26, "coverage": {"file": 0.5833333333333334, "symbol": 0.6, "span": 0.38402898687120607, "line": 0.4022082018927445}}, {"step": 27, "coverage": {"file": 0.5833333333333334, "symbol": 0.6, "span": 0.4000752905745612, "line": 0.41798107255520506}}, {"step": 28, "coverage": {"file": 0.5833333333333334, "symbol": 0.6, "span": 0.4000752905745612, "line": 0.41798107255520506}}, {"step": 29, "coverage": {"file": 0.5833333333333334, "symbol": 0.6, "span": 0.4285445390805139, "line": 0.4637223974763407}}, {"step": 30, "coverage": {"file": 0.5833333333333334, "symbol": 0.6, "span": 0.4285445390805139, "line": 0.4637223974763407}}, {"step": 31, "coverage": {"file": 0.5833333333333334, "symbol": 0.6, "span": 0.4285445390805139, "line": 0.4637223974763407}}, {"step": 32, "coverage": {"file": 0.5833333333333334, "symbol": 0.6, "span": 0.4285445390805139, "line": 0.4637223974763407}}, {"step": 33, "coverage": {"file": 0.5833333333333334, "symbol": 0.6, "span": 0.4285445390805139, "line": 0.4637223974763407}}, {"step": 34, "coverage": {"file": 0.5833333333333334, "symbol": 0.6, "span": 0.4285445390805139, "line": 0.4637223974763407}}, {"step": 35, "coverage": {"file": 0.5833333333333334, "symbol": 0.6333333333333333, "span": 0.489624017693285, "line": 0.5047318611987381}}, {"step": 36, "coverage": {"file": 0.5833333333333334, "symbol": 0.6333333333333333, "span": 0.489624017693285, "line": 0.5047318611987381}}, {"step": 37, "coverage": {"file": 0.5833333333333334, "symbol": 0.6333333333333333, "span": 0.489624017693285, "line": 0.5047318611987381}}, {"step": 38, "coverage": {"file": 0.5833333333333334, "symbol": 0.6333333333333333, "span": 0.489624017693285, "line": 0.5047318611987381}}, {"step": 39, "coverage": {"file": 0.5833333333333334, "symbol": 0.6333333333333333, "span": 0.489624017693285, "line": 0.5047318611987381}}, {"step": 40, "coverage": {"file": 0.5833333333333334, "symbol": 0.6333333333333333, "span": 0.489624017693285, "line": 0.5047318611987381}}], "auc_coverage": {"file": 0.4312500000000001, "symbol": 0.3649999999999999, "span": 0.24144040280457385, "line": 0.25323343848580443}, "redundancy": {"file": 0.6666666666666667, "symbol": 0.31932773109243695, "span": 0.1566717893892824, "line": 0.16903185115105646}}, "editloc": {"recall": 0.5, "precision": 0.5, "intersection": 1, "gold_size": 634, "pred_size": 2}} +{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__983f2896", "num_steps": 1, "final": {"file": {"coverage": 0.1, "precision": 1.0, "intersection": 1, "gold_size": 10, "pred_size": 1}, "symbol": {"coverage": 0.0, "precision": 1.0, "intersection": 0, "gold_size": 19, "pred_size": 0}, "span": {"coverage": 0.0, "precision": 1.0, "intersection": 0, "gold_size": 8685, "pred_size": 0}, "line": {"coverage": 0.0, "precision": 1.0, "intersection": 0, "gold_size": 270, "pred_size": 0}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.1, "symbol": 0.0, "span": 0.0, "line": 0.0}}], "auc_coverage": {"file": 0.1, "symbol": 0.0, "span": 0.0, "line": 0.0}, "redundancy": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, "editloc": {"recall": 1.0, "precision": 1.0, "intersection": 2, "gold_size": 270, "pred_size": 2}} +{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__a984b409", "num_steps": 6, "final": {"file": {"coverage": 0.3333333333333333, "precision": 1.0, "intersection": 1, "gold_size": 3, "pred_size": 1}, "symbol": {"coverage": 0.25, "precision": 0.4, "intersection": 2, "gold_size": 8, "pred_size": 5}, "span": {"coverage": 0.15453655352480417, "precision": 0.3868464052287582, "intersection": 947, "gold_size": 6128, "pred_size": 2448}, "line": {"coverage": 0.13513513513513514, "precision": 0.35714285714285715, "intersection": 20, "gold_size": 148, "pred_size": 56}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.3333333333333333, "symbol": 0.25, "span": 0.15453655352480417, "line": 0.13513513513513514}}, {"step": 4, "coverage": {"file": 0.3333333333333333, "symbol": 0.25, "span": 0.15453655352480417, "line": 0.13513513513513514}}, {"step": 5, "coverage": {"file": 0.3333333333333333, "symbol": 0.25, "span": 0.15453655352480417, "line": 0.13513513513513514}}, {"step": 6, "coverage": {"file": 0.3333333333333333, "symbol": 0.25, "span": 0.15453655352480417, "line": 0.13513513513513514}}], "auc_coverage": {"file": 0.27777777777777773, "symbol": 0.16666666666666666, "span": 0.10302436901653611, "line": 0.0900900900900901}, "redundancy": {"file": 0.8, "symbol": 0.375, "span": 0.3620015637216576, "line": 0.3563218390804598}}, "editloc": {"recall": 1.0, "precision": 1.0, "intersection": 7, "gold_size": 148, "pred_size": 7}} +{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__aa07d0c3", "num_steps": 26, "final": {"file": {"coverage": 0.5, "precision": 0.3333333333333333, "intersection": 3, "gold_size": 6, "pred_size": 9}, "symbol": {"coverage": 0.275, "precision": 0.19642857142857142, "intersection": 11, "gold_size": 40, "pred_size": 56}, "span": {"coverage": 0.43557304378144146, "precision": 0.34465770701139004, "intersection": 8745, "gold_size": 20077, "pred_size": 25373}, "line": {"coverage": 0.43833333333333335, "precision": 0.3455978975032852, "intersection": 263, "gold_size": 600, "pred_size": 761}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 4, "coverage": {"file": 0.16666666666666666, "symbol": 0.125, "span": 0.1830950839268815, "line": 0.16833333333333333}}, {"step": 5, "coverage": {"file": 0.16666666666666666, "symbol": 0.2, "span": 0.24311401105742889, "line": 0.22166666666666668}}, {"step": 6, "coverage": {"file": 0.3333333333333333, "symbol": 0.275, "span": 0.2798724909099965, "line": 0.25833333333333336}}, {"step": 7, "coverage": {"file": 0.5, "symbol": 0.275, "span": 0.32450067241121683, "line": 0.32666666666666666}}, {"step": 8, "coverage": {"file": 0.5, "symbol": 0.275, "span": 0.32450067241121683, "line": 0.32666666666666666}}, {"step": 9, "coverage": {"file": 0.5, "symbol": 0.275, "span": 0.32450067241121683, "line": 0.32666666666666666}}, {"step": 10, "coverage": {"file": 0.5, "symbol": 0.275, "span": 0.32450067241121683, "line": 0.32666666666666666}}, {"step": 11, "coverage": {"file": 0.5, "symbol": 0.275, "span": 0.32450067241121683, "line": 0.32666666666666666}}, {"step": 12, "coverage": {"file": 0.5, "symbol": 0.275, "span": 0.32450067241121683, "line": 0.32666666666666666}}, {"step": 13, "coverage": {"file": 0.5, "symbol": 0.275, "span": 0.32450067241121683, "line": 0.32666666666666666}}, {"step": 14, "coverage": {"file": 0.5, "symbol": 0.275, "span": 0.32450067241121683, "line": 0.32666666666666666}}, {"step": 15, "coverage": {"file": 0.5, "symbol": 0.275, "span": 0.32450067241121683, "line": 0.32666666666666666}}, {"step": 16, "coverage": {"file": 0.5, "symbol": 0.275, "span": 0.32450067241121683, "line": 0.32666666666666666}}, {"step": 17, "coverage": {"file": 0.5, "symbol": 0.275, "span": 0.32450067241121683, "line": 0.32666666666666666}}, {"step": 18, "coverage": {"file": 0.5, "symbol": 0.275, "span": 0.38128206405339443, "line": 0.38666666666666666}}, {"step": 19, "coverage": {"file": 0.5, "symbol": 0.275, "span": 0.38128206405339443, "line": 0.38666666666666666}}, {"step": 20, "coverage": {"file": 0.5, "symbol": 0.275, "span": 0.38128206405339443, "line": 0.38666666666666666}}, {"step": 21, "coverage": {"file": 0.5, "symbol": 0.275, "span": 0.43507496139861535, "line": 0.435}}, {"step": 22, "coverage": {"file": 0.5, "symbol": 0.275, "span": 0.43557304378144146, "line": 0.43833333333333335}}, {"step": 23, "coverage": {"file": 0.5, "symbol": 0.275, "span": 0.43557304378144146, "line": 0.43833333333333335}}, {"step": 24, "coverage": {"file": 0.5, "symbol": 0.275, "span": 0.43557304378144146, "line": 0.43833333333333335}}, {"step": 25, "coverage": {"file": 0.5, "symbol": 0.275, "span": 0.43557304378144146, "line": 0.43833333333333335}}, {"step": 26, "coverage": {"file": 0.5, "symbol": 0.275, "span": 0.43557304378144146, "line": 0.43833333333333335}}], "auc_coverage": {"file": 0.41025641025641024, "symbol": 0.2346153846153847, "span": 0.308937513649373, "line": 0.30878205128205133}, "redundancy": {"file": 0.64, "symbol": 0.43434343434343436, "span": 0.4337395108016425, "line": 0.4173047473200613}}, "editloc": {"recall": 1.0, "precision": 1.0, "intersection": 11, "gold_size": 600, "pred_size": 11}} +{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__cf01f471", "num_steps": 18, "final": {"file": {"coverage": 0.75, "precision": 0.75, "intersection": 3, "gold_size": 4, "pred_size": 4}, "symbol": {"coverage": 0.2727272727272727, "precision": 0.5, "intersection": 3, "gold_size": 11, "pred_size": 6}, "span": {"coverage": 0.673929910772016, "precision": 0.4951073532205966, "intersection": 10423, "gold_size": 15466, "pred_size": 21052}, "line": {"coverage": 0.7166666666666667, "precision": 0.5070754716981132, "intersection": 215, "gold_size": 300, "pred_size": 424}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 4, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 5, "coverage": {"file": 0.25, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 6, "coverage": {"file": 0.25, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 7, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 8, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 9, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 10, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 11, "coverage": {"file": 0.5, "symbol": 0.09090909090909091, "span": 0.14884262252683306, "line": 0.19333333333333333}}, {"step": 12, "coverage": {"file": 0.75, "symbol": 0.09090909090909091, "span": 0.14884262252683306, "line": 0.19333333333333333}}, {"step": 13, "coverage": {"file": 0.75, "symbol": 0.18181818181818182, "span": 0.3465020043967412, "line": 0.4066666666666667}}, {"step": 14, "coverage": {"file": 0.75, "symbol": 0.18181818181818182, "span": 0.5194620457778353, "line": 0.5666666666666667}}, {"step": 15, "coverage": {"file": 0.75, "symbol": 0.18181818181818182, "span": 0.5194620457778353, "line": 0.5666666666666667}}, {"step": 16, "coverage": {"file": 0.75, "symbol": 0.2727272727272727, "span": 0.673929910772016, "line": 0.7166666666666667}}, {"step": 17, "coverage": {"file": 0.75, "symbol": 0.2727272727272727, "span": 0.673929910772016, "line": 0.7166666666666667}}, {"step": 18, "coverage": {"file": 0.75, "symbol": 0.2727272727272727, "span": 0.673929910772016, "line": 0.7166666666666667}}], "auc_coverage": {"file": 0.4583333333333333, "symbol": 0.08585858585858586, "span": 0.2058278374067848, "line": 0.22648148148148145}, "redundancy": {"file": 0.6363636363636364, "symbol": 0.4, "span": 0.21532669872153265, "line": 0.21771217712177127}}, "editloc": {"recall": 1.0, "precision": 1.0, "intersection": 2, "gold_size": 300, "pred_size": 2}} +{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__d2506f10", "num_steps": 41, "final": {"file": {"coverage": 0.5, "precision": 0.3333333333333333, "intersection": 5, "gold_size": 10, "pred_size": 15}, "symbol": {"coverage": 0.08823529411764706, "precision": 0.08823529411764706, "intersection": 3, "gold_size": 34, "pred_size": 34}, "span": {"coverage": 0.12991774848875234, "precision": 0.10819956257995296, "intersection": 2622, "gold_size": 20182, "pred_size": 24233}, "line": {"coverage": 0.1423487544483986, "precision": 0.09852216748768473, "intersection": 80, "gold_size": 562, "pred_size": 812}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.3, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 4, "coverage": {"file": 0.4, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 5, "coverage": {"file": 0.4, "symbol": 0.058823529411764705, "span": 0.062283222673669605, "line": 0.06583629893238434}}, {"step": 6, "coverage": {"file": 0.4, "symbol": 0.058823529411764705, "span": 0.062283222673669605, "line": 0.06583629893238434}}, {"step": 7, "coverage": {"file": 0.4, "symbol": 0.058823529411764705, "span": 0.062283222673669605, "line": 0.06583629893238434}}, {"step": 8, "coverage": {"file": 0.4, "symbol": 0.058823529411764705, "span": 0.062283222673669605, "line": 0.06583629893238434}}, {"step": 9, "coverage": {"file": 0.4, "symbol": 0.058823529411764705, "span": 0.062283222673669605, "line": 0.06583629893238434}}, {"step": 10, "coverage": {"file": 0.4, "symbol": 0.08823529411764706, "span": 0.12114755722921415, "line": 0.1298932384341637}}, {"step": 11, "coverage": {"file": 0.4, "symbol": 0.08823529411764706, "span": 0.12991774848875234, "line": 0.1423487544483986}}, {"step": 12, "coverage": {"file": 0.4, "symbol": 0.08823529411764706, "span": 0.12991774848875234, "line": 0.1423487544483986}}, {"step": 13, "coverage": {"file": 0.4, "symbol": 0.08823529411764706, "span": 0.12991774848875234, "line": 0.1423487544483986}}, {"step": 14, "coverage": {"file": 0.4, "symbol": 0.08823529411764706, "span": 0.12991774848875234, "line": 0.1423487544483986}}, {"step": 15, "coverage": {"file": 0.4, "symbol": 0.08823529411764706, "span": 0.12991774848875234, "line": 0.1423487544483986}}, {"step": 16, "coverage": {"file": 0.4, "symbol": 0.08823529411764706, "span": 0.12991774848875234, "line": 0.1423487544483986}}, {"step": 17, "coverage": {"file": 0.4, "symbol": 0.08823529411764706, "span": 0.12991774848875234, "line": 0.1423487544483986}}, {"step": 18, "coverage": {"file": 0.4, "symbol": 0.08823529411764706, "span": 0.12991774848875234, "line": 0.1423487544483986}}, {"step": 19, "coverage": {"file": 0.4, "symbol": 0.08823529411764706, "span": 0.12991774848875234, "line": 0.1423487544483986}}, {"step": 20, "coverage": {"file": 0.4, "symbol": 0.08823529411764706, "span": 0.12991774848875234, "line": 0.1423487544483986}}, {"step": 21, "coverage": {"file": 0.4, "symbol": 0.08823529411764706, "span": 0.12991774848875234, "line": 0.1423487544483986}}, {"step": 22, "coverage": {"file": 0.4, "symbol": 0.08823529411764706, "span": 0.12991774848875234, "line": 0.1423487544483986}}, {"step": 23, "coverage": {"file": 0.4, "symbol": 0.08823529411764706, "span": 0.12991774848875234, "line": 0.1423487544483986}}, {"step": 24, "coverage": {"file": 0.4, "symbol": 0.08823529411764706, "span": 0.12991774848875234, "line": 0.1423487544483986}}, {"step": 25, "coverage": {"file": 0.4, "symbol": 0.08823529411764706, "span": 0.12991774848875234, "line": 0.1423487544483986}}, {"step": 26, "coverage": {"file": 0.4, "symbol": 0.08823529411764706, "span": 0.12991774848875234, "line": 0.1423487544483986}}, {"step": 27, "coverage": {"file": 0.5, "symbol": 0.08823529411764706, "span": 0.12991774848875234, "line": 0.1423487544483986}}, {"step": 28, "coverage": {"file": 0.5, "symbol": 0.08823529411764706, "span": 0.12991774848875234, "line": 0.1423487544483986}}, {"step": 29, "coverage": {"file": 0.5, "symbol": 0.08823529411764706, "span": 0.12991774848875234, "line": 0.1423487544483986}}, {"step": 30, "coverage": {"file": 0.5, "symbol": 0.08823529411764706, "span": 0.12991774848875234, "line": 0.1423487544483986}}, {"step": 31, "coverage": {"file": 0.5, "symbol": 0.08823529411764706, "span": 0.12991774848875234, "line": 0.1423487544483986}}, {"step": 32, "coverage": {"file": 0.5, "symbol": 0.08823529411764706, "span": 0.12991774848875234, "line": 0.1423487544483986}}, {"step": 33, "coverage": {"file": 0.5, "symbol": 0.08823529411764706, "span": 0.12991774848875234, "line": 0.1423487544483986}}, {"step": 34, "coverage": {"file": 0.5, "symbol": 0.08823529411764706, "span": 0.12991774848875234, "line": 0.1423487544483986}}, {"step": 35, "coverage": {"file": 0.5, "symbol": 0.08823529411764706, "span": 0.12991774848875234, "line": 0.1423487544483986}}, {"step": 36, "coverage": {"file": 0.5, "symbol": 0.08823529411764706, "span": 0.12991774848875234, "line": 0.1423487544483986}}, {"step": 37, "coverage": {"file": 0.5, "symbol": 0.08823529411764706, "span": 0.12991774848875234, "line": 0.1423487544483986}}, {"step": 38, "coverage": {"file": 0.5, "symbol": 0.08823529411764706, "span": 0.12991774848875234, "line": 0.1423487544483986}}, {"step": 39, "coverage": {"file": 0.5, "symbol": 0.08823529411764706, "span": 0.12991774848875234, "line": 0.1423487544483986}}, {"step": 40, "coverage": {"file": 0.5, "symbol": 0.08823529411764706, "span": 0.12991774848875234, "line": 0.1423487544483986}}, {"step": 41, "coverage": {"file": 0.5, "symbol": 0.08823529411764706, "span": 0.12991774848875234, "line": 0.1423487544483986}}], "auc_coverage": {"file": 0.4146341463414635, "symbol": 0.07604017216642756, "span": 0.10878082618899715, "line": 0.11882649075601083}, "redundancy": {"file": 0.5454545454545454, "symbol": 0.2093023255813954, "span": 0.19795459058714504, "line": 0.18062563067608473}}, "editloc": {"recall": 1.0, "precision": 1.0, "intersection": 5, "gold_size": 562, "pred_size": 5}} +{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__e579f2f0", "num_steps": 16, "final": {"file": {"coverage": 0.5, "precision": 0.2, "intersection": 1, "gold_size": 2, "pred_size": 5}, "symbol": {"coverage": 0.75, "precision": 0.15789473684210525, "intersection": 6, "gold_size": 8, "pred_size": 38}, "span": {"coverage": 0.5908323281061519, "precision": 0.19593567485398833, "intersection": 2449, "gold_size": 4145, "pred_size": 12499}, "line": {"coverage": 0.5324675324675324, "precision": 0.18552036199095023, "intersection": 82, "gold_size": 154, "pred_size": 442}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 4, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 5, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 6, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 7, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 8, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 9, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 10, "coverage": {"file": 0.5, "symbol": 0.5, "span": 0.062484921592279856, "line": 0.11038961038961038}}, {"step": 11, "coverage": {"file": 0.5, "symbol": 0.75, "span": 0.24390832328106152, "line": 0.2792207792207792}}, {"step": 12, "coverage": {"file": 0.5, "symbol": 0.75, "span": 0.5908323281061519, "line": 0.5324675324675324}}, {"step": 13, "coverage": {"file": 0.5, "symbol": 0.75, "span": 0.5908323281061519, "line": 0.5324675324675324}}, {"step": 14, "coverage": {"file": 0.5, "symbol": 0.75, "span": 0.5908323281061519, "line": 0.5324675324675324}}, {"step": 15, "coverage": {"file": 0.5, "symbol": 0.75, "span": 0.5908323281061519, "line": 0.5324675324675324}}, {"step": 16, "coverage": {"file": 0.5, "symbol": 0.75, "span": 0.5908323281061519, "line": 0.5324675324675324}}], "auc_coverage": {"file": 0.46875, "symbol": 0.3125, "span": 0.2037846803377563, "line": 0.19074675324675322}, "redundancy": {"file": 0.6428571428571428, "symbol": 0.35593220338983056, "span": 0.24440817313505014, "line": 0.2571428571428571}}, "editloc": {"recall": 0.25, "precision": 0.25, "intersection": 2, "gold_size": 154, "pred_size": 8}} +{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__eafb1f0b", "num_steps": 12, "final": {"file": {"coverage": 0.5, "precision": 0.75, "intersection": 3, "gold_size": 6, "pred_size": 4}, "symbol": {"coverage": 0.41379310344827586, "precision": 0.32432432432432434, "intersection": 12, "gold_size": 29, "pred_size": 37}, "span": {"coverage": 0.35030970406056433, "precision": 0.23411796536796536, "intersection": 8653, "gold_size": 24701, "pred_size": 36960}, "line": {"coverage": 0.3076923076923077, "precision": 0.20995962314939434, "intersection": 156, "gold_size": 507, "pred_size": 743}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.3333333333333333, "symbol": 0.06896551724137931, "span": 0.18371725841059067, "line": 0.1301775147928994}}, {"step": 3, "coverage": {"file": 0.5, "symbol": 0.06896551724137931, "span": 0.18371725841059067, "line": 0.1301775147928994}}, {"step": 4, "coverage": {"file": 0.5, "symbol": 0.06896551724137931, "span": 0.18371725841059067, "line": 0.1301775147928994}}, {"step": 5, "coverage": {"file": 0.5, "symbol": 0.27586206896551724, "span": 0.2596251163920489, "line": 0.21104536489151873}}, {"step": 6, "coverage": {"file": 0.5, "symbol": 0.27586206896551724, "span": 0.2596251163920489, "line": 0.21104536489151873}}, {"step": 7, "coverage": {"file": 0.5, "symbol": 0.27586206896551724, "span": 0.2596251163920489, "line": 0.21104536489151873}}, {"step": 8, "coverage": {"file": 0.5, "symbol": 0.27586206896551724, "span": 0.2596251163920489, "line": 0.21104536489151873}}, {"step": 9, "coverage": {"file": 0.5, "symbol": 0.27586206896551724, "span": 0.2596251163920489, "line": 0.21104536489151873}}, {"step": 10, "coverage": {"file": 0.5, "symbol": 0.41379310344827586, "span": 0.35030970406056433, "line": 0.3076923076923077}}, {"step": 11, "coverage": {"file": 0.5, "symbol": 0.41379310344827586, "span": 0.35030970406056433, "line": 0.3076923076923077}}, {"step": 12, "coverage": {"file": 0.5, "symbol": 0.41379310344827586, "span": 0.35030970406056433, "line": 0.3076923076923077}}], "auc_coverage": {"file": 0.47222222222222215, "symbol": 0.23563218390804597, "span": 0.24168387244780912, "line": 0.1974030243261012}, "redundancy": {"file": 0.6363636363636364, "symbol": 0.11904761904761907, "span": 0.13519584444756427, "line": 0.09939393939393937}}, "editloc": {"recall": 1.0, "precision": 1.0, "intersection": 6, "gold_size": 507, "pred_size": 6}} +{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__ef8756b1", "num_steps": 25, "final": {"file": {"coverage": 0.8571428571428571, "precision": 0.375, "intersection": 6, "gold_size": 7, "pred_size": 16}, "symbol": {"coverage": 0.26785714285714285, "precision": 0.6818181818181818, "intersection": 15, "gold_size": 56, "pred_size": 22}, "span": {"coverage": 0.30193861066235866, "precision": 0.4915510552962062, "intersection": 7476, "gold_size": 24760, "pred_size": 15209}, "line": {"coverage": 0.2796143250688705, "precision": 0.4403470715835141, "intersection": 203, "gold_size": 726, "pred_size": 461}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.14285714285714285, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 4, "coverage": {"file": 0.2857142857142857, "symbol": 0.0, "span": 0.01611470113085622, "line": 0.01928374655647383}}, {"step": 5, "coverage": {"file": 0.2857142857142857, "symbol": 0.0, "span": 0.01611470113085622, "line": 0.01928374655647383}}, {"step": 6, "coverage": {"file": 0.2857142857142857, "symbol": 0.0, "span": 0.01611470113085622, "line": 0.01928374655647383}}, {"step": 7, "coverage": {"file": 0.42857142857142855, "symbol": 0.0, "span": 0.01611470113085622, "line": 0.01928374655647383}}, {"step": 8, "coverage": {"file": 0.42857142857142855, "symbol": 0.0, "span": 0.01611470113085622, "line": 0.01928374655647383}}, {"step": 9, "coverage": {"file": 0.42857142857142855, "symbol": 0.0, "span": 0.01611470113085622, "line": 0.01928374655647383}}, {"step": 10, "coverage": {"file": 0.5714285714285714, "symbol": 0.0, "span": 0.021607431340872375, "line": 0.030303030303030304}}, {"step": 11, "coverage": {"file": 0.5714285714285714, "symbol": 0.0, "span": 0.021607431340872375, "line": 0.030303030303030304}}, {"step": 12, "coverage": {"file": 0.5714285714285714, "symbol": 0.0, "span": 0.021607431340872375, "line": 0.030303030303030304}}, {"step": 13, "coverage": {"file": 0.5714285714285714, "symbol": 0.0, "span": 0.021607431340872375, "line": 0.030303030303030304}}, {"step": 14, "coverage": {"file": 0.7142857142857143, "symbol": 0.0, "span": 0.021607431340872375, "line": 0.030303030303030304}}, {"step": 15, "coverage": {"file": 0.7142857142857143, "symbol": 0.0, "span": 0.021607431340872375, "line": 0.030303030303030304}}, {"step": 16, "coverage": {"file": 0.7142857142857143, "symbol": 0.0, "span": 0.021607431340872375, "line": 0.030303030303030304}}, {"step": 17, "coverage": {"file": 0.7142857142857143, "symbol": 0.08928571428571429, "span": 0.12734248788368335, "line": 0.11432506887052342}}, {"step": 18, "coverage": {"file": 0.8571428571428571, "symbol": 0.08928571428571429, "span": 0.12734248788368335, "line": 0.11432506887052342}}, {"step": 19, "coverage": {"file": 0.8571428571428571, "symbol": 0.125, "span": 0.1970113085621971, "line": 0.18457300275482094}}, {"step": 20, "coverage": {"file": 0.8571428571428571, "symbol": 0.125, "span": 0.1970113085621971, "line": 0.18457300275482094}}, {"step": 21, "coverage": {"file": 0.8571428571428571, "symbol": 0.16071428571428573, "span": 0.20290791599353797, "line": 0.1887052341597796}}, {"step": 22, "coverage": {"file": 0.8571428571428571, "symbol": 0.16071428571428573, "span": 0.20290791599353797, "line": 0.1887052341597796}}, {"step": 23, "coverage": {"file": 0.8571428571428571, "symbol": 0.16071428571428573, "span": 0.20290791599353797, "line": 0.1887052341597796}}, {"step": 24, "coverage": {"file": 0.8571428571428571, "symbol": 0.26785714285714285, "span": 0.30193861066235866, "line": 0.2796143250688705}}, {"step": 25, "coverage": {"file": 0.8571428571428571, "symbol": 0.26785714285714285, "span": 0.30193861066235866, "line": 0.2796143250688705}}], "auc_coverage": {"file": 0.5714285714285715, "symbol": 0.05785714285714286, "span": 0.08436995153473345, "line": 0.08203856749311296}, "redundancy": {"file": 0.4482758620689655, "symbol": 0.08333333333333337, "span": 0.05504815159987575, "line": 0.055327868852458995}}, "editloc": {"recall": 0.5833333333333334, "precision": 0.5833333333333334, "intersection": 7, "gold_size": 726, "pred_size": 12}} +{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__f87209f8", "num_steps": 23, "final": {"file": {"coverage": 1.0, "precision": 0.5555555555555556, "intersection": 5, "gold_size": 5, "pred_size": 9}, "symbol": {"coverage": 0.35294117647058826, "precision": 0.5714285714285714, "intersection": 12, "gold_size": 34, "pred_size": 21}, "span": {"coverage": 0.2628966257462937, "precision": 0.4334218093342181, "intersection": 3919, "gold_size": 14907, "pred_size": 9042}, "line": {"coverage": 0.28994082840236685, "precision": 0.47419354838709676, "intersection": 147, "gold_size": 507, "pred_size": 310}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.2, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.4, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.6, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 4, "coverage": {"file": 0.6, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 5, "coverage": {"file": 0.6, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 6, "coverage": {"file": 0.8, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 7, "coverage": {"file": 0.8, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 8, "coverage": {"file": 0.8, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 9, "coverage": {"file": 0.8, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 10, "coverage": {"file": 0.8, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 11, "coverage": {"file": 1.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 12, "coverage": {"file": 1.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 13, "coverage": {"file": 1.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 14, "coverage": {"file": 1.0, "symbol": 0.14705882352941177, "span": 0.07982826859864493, "line": 0.08481262327416174}}, {"step": 15, "coverage": {"file": 1.0, "symbol": 0.20588235294117646, "span": 0.1100154289930905, "line": 0.1203155818540434}}, {"step": 16, "coverage": {"file": 1.0, "symbol": 0.20588235294117646, "span": 0.1100154289930905, "line": 0.1203155818540434}}, {"step": 17, "coverage": {"file": 1.0, "symbol": 0.20588235294117646, "span": 0.1100154289930905, "line": 0.1203155818540434}}, {"step": 18, "coverage": {"file": 1.0, "symbol": 0.20588235294117646, "span": 0.1100154289930905, "line": 0.1203155818540434}}, {"step": 19, "coverage": {"file": 1.0, "symbol": 0.20588235294117646, "span": 0.1100154289930905, "line": 0.1203155818540434}}, {"step": 20, "coverage": {"file": 1.0, "symbol": 0.3235294117647059, "span": 0.22244583081773664, "line": 0.2504930966469428}}, {"step": 21, "coverage": {"file": 1.0, "symbol": 0.3235294117647059, "span": 0.22244583081773664, "line": 0.2504930966469428}}, {"step": 22, "coverage": {"file": 1.0, "symbol": 0.3235294117647059, "span": 0.22244583081773664, "line": 0.2504930966469428}}, {"step": 23, "coverage": {"file": 1.0, "symbol": 0.35294117647058826, "span": 0.2628966257462937, "line": 0.28994082840236685}}], "auc_coverage": {"file": 0.8434782608695651, "symbol": 0.10869565217391304, "span": 0.06783215355493917, "line": 0.07512220221250321}, "redundancy": {"file": 0.64, "symbol": 0.25, "span": 0.13066051341217189, "line": 0.14835164835164838}}, "editloc": {"recall": 0.8333333333333334, "precision": 0.8333333333333334, "intersection": 50, "gold_size": 507, "pred_size": 60}} +{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__ff79bafd", "num_steps": 48, "final": {"file": {"coverage": 0.8, "precision": 0.6153846153846154, "intersection": 8, "gold_size": 10, "pred_size": 13}, "symbol": {"coverage": 0.2112676056338028, "precision": 0.3409090909090909, "intersection": 15, "gold_size": 71, "pred_size": 44}, "span": {"coverage": 0.2282242512952766, "precision": 0.30773809523809526, "intersection": 9823, "gold_size": 43041, "pred_size": 31920}, "line": {"coverage": 0.23725981620718462, "precision": 0.2961418143899896, "intersection": 284, "gold_size": 1197, "pred_size": 959}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 4, "coverage": {"file": 0.1, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 5, "coverage": {"file": 0.1, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 6, "coverage": {"file": 0.2, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 7, "coverage": {"file": 0.2, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 8, "coverage": {"file": 0.3, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 9, "coverage": {"file": 0.3, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 10, "coverage": {"file": 0.3, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 11, "coverage": {"file": 0.4, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 12, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 13, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 14, "coverage": {"file": 0.6, "symbol": 0.0, "span": 0.008015613020143584, "line": 0.012531328320802004}}, {"step": 15, "coverage": {"file": 0.6, "symbol": 0.0, "span": 0.008015613020143584, "line": 0.012531328320802004}}, {"step": 16, "coverage": {"file": 0.6, "symbol": 0.0, "span": 0.008015613020143584, "line": 0.012531328320802004}}, {"step": 17, "coverage": {"file": 0.6, "symbol": 0.0, "span": 0.008015613020143584, "line": 0.012531328320802004}}, {"step": 18, "coverage": {"file": 0.6, "symbol": 0.0, "span": 0.008015613020143584, "line": 0.012531328320802004}}, {"step": 19, "coverage": {"file": 0.7, "symbol": 0.15492957746478872, "span": 0.07999349457494018, "line": 0.09690893901420217}}, {"step": 20, "coverage": {"file": 0.7, "symbol": 0.15492957746478872, "span": 0.07999349457494018, "line": 0.09690893901420217}}, {"step": 21, "coverage": {"file": 0.7, "symbol": 0.15492957746478872, "span": 0.07999349457494018, "line": 0.09690893901420217}}, {"step": 22, "coverage": {"file": 0.7, "symbol": 0.15492957746478872, "span": 0.07999349457494018, "line": 0.09690893901420217}}, {"step": 23, "coverage": {"file": 0.7, "symbol": 0.15492957746478872, "span": 0.07999349457494018, "line": 0.09690893901420217}}, {"step": 24, "coverage": {"file": 0.7, "symbol": 0.15492957746478872, "span": 0.07999349457494018, "line": 0.09690893901420217}}, {"step": 25, "coverage": {"file": 0.8, "symbol": 0.15492957746478872, "span": 0.07999349457494018, "line": 0.09690893901420217}}, {"step": 26, "coverage": {"file": 0.8, "symbol": 0.2112676056338028, "span": 0.16263562649566693, "line": 0.17627401837928153}}, {"step": 27, "coverage": {"file": 0.8, "symbol": 0.2112676056338028, "span": 0.20373597267721474, "line": 0.214703425229741}}, {"step": 28, "coverage": {"file": 0.8, "symbol": 0.2112676056338028, "span": 0.20373597267721474, "line": 0.214703425229741}}, {"step": 29, "coverage": {"file": 0.8, "symbol": 0.2112676056338028, "span": 0.2282242512952766, "line": 0.23725981620718462}}, {"step": 30, "coverage": {"file": 0.8, "symbol": 0.2112676056338028, "span": 0.2282242512952766, "line": 0.23725981620718462}}, {"step": 31, "coverage": {"file": 0.8, "symbol": 0.2112676056338028, "span": 0.2282242512952766, "line": 0.23725981620718462}}, {"step": 32, "coverage": {"file": 0.8, "symbol": 0.2112676056338028, "span": 0.2282242512952766, "line": 0.23725981620718462}}, {"step": 33, "coverage": {"file": 0.8, "symbol": 0.2112676056338028, "span": 0.2282242512952766, "line": 0.23725981620718462}}, {"step": 34, "coverage": {"file": 0.8, "symbol": 0.2112676056338028, "span": 0.2282242512952766, "line": 0.23725981620718462}}, {"step": 35, "coverage": {"file": 0.8, "symbol": 0.2112676056338028, "span": 0.2282242512952766, "line": 0.23725981620718462}}, {"step": 36, "coverage": {"file": 0.8, "symbol": 0.2112676056338028, "span": 0.2282242512952766, "line": 0.23725981620718462}}, {"step": 37, "coverage": {"file": 0.8, "symbol": 0.2112676056338028, "span": 0.2282242512952766, "line": 0.23725981620718462}}, {"step": 38, "coverage": {"file": 0.8, "symbol": 0.2112676056338028, "span": 0.2282242512952766, "line": 0.23725981620718462}}, {"step": 39, "coverage": {"file": 0.8, "symbol": 0.2112676056338028, "span": 0.2282242512952766, "line": 0.23725981620718462}}, {"step": 40, "coverage": {"file": 0.8, "symbol": 0.2112676056338028, "span": 0.2282242512952766, "line": 0.23725981620718462}}, {"step": 41, "coverage": {"file": 0.8, "symbol": 0.2112676056338028, "span": 0.2282242512952766, "line": 0.23725981620718462}}, {"step": 42, "coverage": {"file": 0.8, "symbol": 0.2112676056338028, "span": 0.2282242512952766, "line": 0.23725981620718462}}, {"step": 43, "coverage": {"file": 0.8, "symbol": 0.2112676056338028, "span": 0.2282242512952766, "line": 0.23725981620718462}}, {"step": 44, "coverage": {"file": 0.8, "symbol": 0.2112676056338028, "span": 0.2282242512952766, "line": 0.23725981620718462}}, {"step": 45, "coverage": {"file": 0.8, "symbol": 0.2112676056338028, "span": 0.2282242512952766, "line": 0.23725981620718462}}, {"step": 46, "coverage": {"file": 0.8, "symbol": 0.2112676056338028, "span": 0.2282242512952766, "line": 0.23725981620718462}}, {"step": 47, "coverage": {"file": 0.8, "symbol": 0.2112676056338028, "span": 0.2282242512952766, "line": 0.23725981620718462}}, {"step": 48, "coverage": {"file": 0.8, "symbol": 0.2112676056338028, "span": 0.2282242512952766, "line": 0.23725981620718462}}], "auc_coverage": {"file": 0.6104166666666669, "symbol": 0.12382629107981226, "span": 0.11947135676835273, "line": 0.12691450849345579}, "redundancy": {"file": 0.6388888888888888, "symbol": 0.16981132075471694, "span": 0.19273665309425658, "line": 0.18382978723404253}}, "editloc": {"recall": 1.0, "precision": 1.0, "intersection": 2, "gold_size": 1197, "pred_size": 2}} diff --git a/benchmarks/contextbench/scripts/contextbench_official_eval_claude_leann.jsonl b/benchmarks/contextbench/scripts/contextbench_official_eval_claude_leann.jsonl new file mode 100644 index 00000000..b2e6fcaa --- /dev/null +++ b/benchmarks/contextbench/scripts/contextbench_official_eval_claude_leann.jsonl @@ -0,0 +1,53 @@ +{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__19a1fba2", "num_steps": 8, "final": {"file": {"coverage": 1.0, "precision": 1.0, "intersection": 4, "gold_size": 4, "pred_size": 4}, "symbol": {"coverage": 0.2, "precision": 0.5, "intersection": 2, "gold_size": 10, "pred_size": 4}, "span": {"coverage": 0.3061869765851991, "precision": 0.5827911515940143, "intersection": 3583, "gold_size": 11702, "pred_size": 6148}, "line": {"coverage": 0.22556390977443608, "precision": 0.3468208092485549, "intersection": 60, "gold_size": 266, "pred_size": 173}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.25, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 4, "coverage": {"file": 0.5, "symbol": 0.2, "span": 0.3061869765851991, "line": 0.22556390977443608}}, {"step": 5, "coverage": {"file": 1.0, "symbol": 0.2, "span": 0.3061869765851991, "line": 0.22556390977443608}}, {"step": 6, "coverage": {"file": 1.0, "symbol": 0.2, "span": 0.3061869765851991, "line": 0.22556390977443608}}, {"step": 7, "coverage": {"file": 1.0, "symbol": 0.2, "span": 0.3061869765851991, "line": 0.22556390977443608}}, {"step": 8, "coverage": {"file": 1.0, "symbol": 0.2, "span": 0.3061869765851991, "line": 0.22556390977443608}}], "auc_coverage": {"file": 0.65625, "symbol": 0.125, "span": 0.19136686036574946, "line": 0.14097744360902253}, "redundancy": {"file": 0.5, "symbol": 0.33333333333333337, "span": 0.30812514067071795, "line": 0.21363636363636362}}, "editloc": {"recall": 1.0, "precision": 1.0, "intersection": 6, "gold_size": 266, "pred_size": 6}} +{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__2464eadb", "num_steps": 6, "final": {"file": {"coverage": 1.0, "precision": 0.3333333333333333, "intersection": 1, "gold_size": 1, "pred_size": 3}, "symbol": {"coverage": 0.0, "precision": 1.0, "intersection": 0, "gold_size": 1, "pred_size": 0}, "span": {"coverage": 0.0, "precision": 1.0, "intersection": 0, "gold_size": 3589, "pred_size": 0}, "line": {"coverage": 0.0, "precision": 1.0, "intersection": 0, "gold_size": 116, "pred_size": 0}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 1.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 1.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 4, "coverage": {"file": 1.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 5, "coverage": {"file": 1.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 6, "coverage": {"file": 1.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}], "auc_coverage": {"file": 0.8333333333333334, "symbol": 0.0, "span": 0.0, "line": 0.0}, "redundancy": {"file": 0.25, "symbol": 0.0, "span": 0.0, "line": 0.0}}, "editloc": {"recall": 1.0, "precision": 1.0, "intersection": 9, "gold_size": 116, "pred_size": 9}} +{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__38dc8f4e", "num_steps": 10, "final": {"file": {"coverage": 0.3333333333333333, "precision": 0.5, "intersection": 1, "gold_size": 3, "pred_size": 2}, "symbol": {"coverage": 0.13513513513513514, "precision": 0.625, "intersection": 5, "gold_size": 37, "pred_size": 8}, "span": {"coverage": 0.22560949934734095, "precision": 0.7545416138572032, "intersection": 5358, "gold_size": 23749, "pred_size": 7101}, "line": {"coverage": 0.2225392296718973, "precision": 0.7358490566037735, "intersection": 156, "gold_size": 701, "pred_size": 212}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 4, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 5, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 6, "coverage": {"file": 0.3333333333333333, "symbol": 0.02702702702702703, "span": 0.04640195376647438, "line": 0.0442225392296719}}, {"step": 7, "coverage": {"file": 0.3333333333333333, "symbol": 0.08108108108108109, "span": 0.06236052044296602, "line": 0.06704707560627675}}, {"step": 8, "coverage": {"file": 0.3333333333333333, "symbol": 0.08108108108108109, "span": 0.21424059960419387, "line": 0.21112696148359486}}, {"step": 9, "coverage": {"file": 0.3333333333333333, "symbol": 0.13513513513513514, "span": 0.22560949934734095, "line": 0.2225392296718973}}, {"step": 10, "coverage": {"file": 0.3333333333333333, "symbol": 0.13513513513513514, "span": 0.22560949934734095, "line": 0.2225392296718973}}], "auc_coverage": {"file": 0.3, "symbol": 0.04594594594594595, "span": 0.07742220725083163, "line": 0.07674750356633381}, "redundancy": {"file": 0.7777777777777778, "symbol": 0.11111111111111116, "span": 0.000281571167112471, "line": 0.009345794392523366}}, "editloc": {"recall": 1.0, "precision": 1.0, "intersection": 164, "gold_size": 701, "pred_size": 164}} +{"instance_id": "SWE-Bench-Pro__javascript__maintenance__bugfix__2bfb5681", "num_steps": 11, "final": {"file": {"coverage": 0.5, "precision": 0.5833333333333334, "intersection": 7, "gold_size": 14, "pred_size": 12}, "symbol": {"coverage": 0.0, "precision": 1.0, "intersection": 0, "gold_size": 8, "pred_size": 0}, "span": {"coverage": 0.0, "precision": 1.0, "intersection": 0, "gold_size": 20276, "pred_size": 0}, "line": {"coverage": 0.0, "precision": 1.0, "intersection": 0, "gold_size": 508, "pred_size": 0}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.14285714285714285, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.2857142857142857, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.35714285714285715, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 4, "coverage": {"file": 0.42857142857142855, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 5, "coverage": {"file": 0.42857142857142855, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 6, "coverage": {"file": 0.42857142857142855, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 7, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 8, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 9, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 10, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 11, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.0, "line": 0.0}}], "auc_coverage": {"file": 0.41558441558441556, "symbol": 0.0, "span": 0.0, "line": 0.0}, "redundancy": {"file": 0.1428571428571429, "symbol": 0.0, "span": 0.0, "line": 0.0}}, "editloc": {"recall": 0.8888888888888888, "precision": 0.8888888888888888, "intersection": 8, "gold_size": 508, "pred_size": 9}} +{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__71253eae", "num_steps": 19, "final": {"file": {"coverage": 0.375, "precision": 0.6, "intersection": 3, "gold_size": 8, "pred_size": 5}, "symbol": {"coverage": 0.5833333333333334, "precision": 0.30434782608695654, "intersection": 7, "gold_size": 12, "pred_size": 23}, "span": {"coverage": 0.19213403041825095, "precision": 0.1701747000631446, "intersection": 1617, "gold_size": 8416, "pred_size": 9502}, "line": {"coverage": 0.2170212765957447, "precision": 0.19029850746268656, "intersection": 51, "gold_size": 235, "pred_size": 268}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.25, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 4, "coverage": {"file": 0.25, "symbol": 0.25, "span": 0.1061074144486692, "line": 0.09361702127659574}}, {"step": 5, "coverage": {"file": 0.25, "symbol": 0.25, "span": 0.1061074144486692, "line": 0.09361702127659574}}, {"step": 6, "coverage": {"file": 0.25, "symbol": 0.25, "span": 0.1061074144486692, "line": 0.09361702127659574}}, {"step": 7, "coverage": {"file": 0.25, "symbol": 0.25, "span": 0.1061074144486692, "line": 0.09361702127659574}}, {"step": 8, "coverage": {"file": 0.25, "symbol": 0.25, "span": 0.1061074144486692, "line": 0.09361702127659574}}, {"step": 9, "coverage": {"file": 0.25, "symbol": 0.25, "span": 0.1061074144486692, "line": 0.09361702127659574}}, {"step": 10, "coverage": {"file": 0.25, "symbol": 0.25, "span": 0.1061074144486692, "line": 0.09361702127659574}}, {"step": 11, "coverage": {"file": 0.25, "symbol": 0.5833333333333334, "span": 0.19213403041825095, "line": 0.2170212765957447}}, {"step": 12, "coverage": {"file": 0.25, "symbol": 0.5833333333333334, "span": 0.19213403041825095, "line": 0.2170212765957447}}, {"step": 13, "coverage": {"file": 0.375, "symbol": 0.5833333333333334, "span": 0.19213403041825095, "line": 0.2170212765957447}}, {"step": 14, "coverage": {"file": 0.375, "symbol": 0.5833333333333334, "span": 0.19213403041825095, "line": 0.2170212765957447}}, {"step": 15, "coverage": {"file": 0.375, "symbol": 0.5833333333333334, "span": 0.19213403041825095, "line": 0.2170212765957447}}, {"step": 16, "coverage": {"file": 0.375, "symbol": 0.5833333333333334, "span": 0.19213403041825095, "line": 0.2170212765957447}}, {"step": 17, "coverage": {"file": 0.375, "symbol": 0.5833333333333334, "span": 0.19213403041825095, "line": 0.2170212765957447}}, {"step": 18, "coverage": {"file": 0.375, "symbol": 0.5833333333333334, "span": 0.19213403041825095, "line": 0.2170212765957447}}, {"step": 19, "coverage": {"file": 0.375, "symbol": 0.5833333333333334, "span": 0.19213403041825095, "line": 0.2170212765957447}}], "auc_coverage": {"file": 0.26973684210526316, "symbol": 0.3684210526315789, "span": 0.13010306183710224, "line": 0.13729003359462488}, "redundancy": {"file": 0.5454545454545454, "symbol": 0.14814814814814814, "span": 0.2059167641651346, "line": 0.17791411042944782}}, "editloc": {"recall": 1.0, "precision": 1.0, "intersection": 2, "gold_size": 235, "pred_size": 2}} +{"instance_id": "SWE-Bench-Pro__javascript__maintenance__bugfix__93b583ae", "num_steps": 21, "final": {"file": {"coverage": 0.3888888888888889, "precision": 0.4666666666666667, "intersection": 7, "gold_size": 18, "pred_size": 15}, "symbol": {"coverage": 0.045454545454545456, "precision": 0.16666666666666666, "intersection": 1, "gold_size": 22, "pred_size": 6}, "span": {"coverage": 0.06327931630318032, "precision": 0.2700278995615783, "intersection": 1355, "gold_size": 21413, "pred_size": 5018}, "line": {"coverage": 0.06656101426307448, "precision": 0.2485207100591716, "intersection": 42, "gold_size": 631, "pred_size": 169}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.1111111111111111, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 4, "coverage": {"file": 0.1111111111111111, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 5, "coverage": {"file": 0.16666666666666666, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 6, "coverage": {"file": 0.16666666666666666, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 7, "coverage": {"file": 0.2222222222222222, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 8, "coverage": {"file": 0.2777777777777778, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 9, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 10, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 11, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 12, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 13, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 14, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 15, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 16, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 17, "coverage": {"file": 0.3888888888888889, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 18, "coverage": {"file": 0.3888888888888889, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 19, "coverage": {"file": 0.3888888888888889, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 20, "coverage": {"file": 0.3888888888888889, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 21, "coverage": {"file": 0.3888888888888889, "symbol": 0.045454545454545456, "span": 0.06327931630318032, "line": 0.06656101426307448}}], "auc_coverage": {"file": 0.26984126984126994, "symbol": 0.0021645021645021645, "span": 0.00301330077634192, "line": 0.0031695721077654514}, "redundancy": {"file": 0.21052631578947367, "symbol": 0.0, "span": 0.0, "line": 0.0}}, "editloc": {"recall": 0.4166666666666667, "precision": 0.4166666666666667, "intersection": 5, "gold_size": 631, "pred_size": 12}} +{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__dcc84d4c", "num_steps": 13, "final": {"file": {"coverage": 0.4, "precision": 0.6666666666666666, "intersection": 2, "gold_size": 5, "pred_size": 3}, "symbol": {"coverage": 0.625, "precision": 0.6666666666666666, "intersection": 10, "gold_size": 16, "pred_size": 15}, "span": {"coverage": 0.7068882851206648, "precision": 0.2547004117359132, "intersection": 8846, "gold_size": 12514, "pred_size": 34731}, "line": {"coverage": 0.6832740213523132, "precision": 0.26928471248246844, "intersection": 192, "gold_size": 281, "pred_size": 713}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.2, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.2, "symbol": 0.3125, "span": 0.30845453092536357, "line": 0.302491103202847}}, {"step": 3, "coverage": {"file": 0.2, "symbol": 0.375, "span": 0.3676682116030046, "line": 0.37722419928825623}}, {"step": 4, "coverage": {"file": 0.4, "symbol": 0.5, "span": 0.4070640882211923, "line": 0.4128113879003559}}, {"step": 5, "coverage": {"file": 0.4, "symbol": 0.5, "span": 0.614591657343775, "line": 0.604982206405694}}, {"step": 6, "coverage": {"file": 0.4, "symbol": 0.5625, "span": 0.6761227425283682, "line": 0.6654804270462633}}, {"step": 7, "coverage": {"file": 0.4, "symbol": 0.5625, "span": 0.6761227425283682, "line": 0.6654804270462633}}, {"step": 8, "coverage": {"file": 0.4, "symbol": 0.5625, "span": 0.6761227425283682, "line": 0.6654804270462633}}, {"step": 9, "coverage": {"file": 0.4, "symbol": 0.5625, "span": 0.6761227425283682, "line": 0.6654804270462633}}, {"step": 10, "coverage": {"file": 0.4, "symbol": 0.625, "span": 0.7068882851206648, "line": 0.6832740213523132}}, {"step": 11, "coverage": {"file": 0.4, "symbol": 0.625, "span": 0.7068882851206648, "line": 0.6832740213523132}}, {"step": 12, "coverage": {"file": 0.4, "symbol": 0.625, "span": 0.7068882851206648, "line": 0.6832740213523132}}, {"step": 13, "coverage": {"file": 0.4, "symbol": 0.625, "span": 0.7068882851206648, "line": 0.6832740213523132}}], "auc_coverage": {"file": 0.3538461538461538, "symbol": 0.4951923076923077, "span": 0.5561401998991898, "line": 0.5455789761839582}, "redundancy": {"file": 0.7692307692307692, "symbol": 0.5454545454545454, "span": 0.2021181281444554, "line": 0.19887640449438204}}, "editloc": {"recall": 1.0, "precision": 1.0, "intersection": 8, "gold_size": 281, "pred_size": 8}} +{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__462b957d", "num_steps": 11, "final": {"file": {"coverage": 1.0, "precision": 0.5, "intersection": 1, "gold_size": 1, "pred_size": 2}, "symbol": {"coverage": 0.5555555555555556, "precision": 0.7142857142857143, "intersection": 5, "gold_size": 9, "pred_size": 7}, "span": {"coverage": 0.5071542130365659, "precision": 0.6880931837791199, "intersection": 6380, "gold_size": 12580, "pred_size": 9272}, "line": {"coverage": 0.5060240963855421, "precision": 0.5915492957746479, "intersection": 126, "gold_size": 249, "pred_size": 213}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 1.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 1.0, "symbol": 0.2222222222222222, "span": 0.27631160572337043, "line": 0.27309236947791166}}, {"step": 4, "coverage": {"file": 1.0, "symbol": 0.2222222222222222, "span": 0.27631160572337043, "line": 0.27309236947791166}}, {"step": 5, "coverage": {"file": 1.0, "symbol": 0.2222222222222222, "span": 0.27631160572337043, "line": 0.27309236947791166}}, {"step": 6, "coverage": {"file": 1.0, "symbol": 0.5555555555555556, "span": 0.5003974562798092, "line": 0.4859437751004016}}, {"step": 7, "coverage": {"file": 1.0, "symbol": 0.5555555555555556, "span": 0.5003974562798092, "line": 0.4859437751004016}}, {"step": 8, "coverage": {"file": 1.0, "symbol": 0.5555555555555556, "span": 0.5003974562798092, "line": 0.4859437751004016}}, {"step": 9, "coverage": {"file": 1.0, "symbol": 0.5555555555555556, "span": 0.5071542130365659, "line": 0.5060240963855421}}, {"step": 10, "coverage": {"file": 1.0, "symbol": 0.5555555555555556, "span": 0.5071542130365659, "line": 0.5060240963855421}}, {"step": 11, "coverage": {"file": 1.0, "symbol": 0.5555555555555556, "span": 0.5071542130365659, "line": 0.5060240963855421}}], "auc_coverage": {"file": 0.9090909090909091, "symbol": 0.36363636363636365, "span": 0.35014452955629427, "line": 0.34501642935377874}, "redundancy": {"file": 0.8, "symbol": 0.41666666666666663, "span": 0.27556840378154546, "line": 0.24468085106382975}}, "editloc": {"recall": 1.0, "precision": 1.0, "intersection": 3, "gold_size": 249, "pred_size": 3}} +{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__9af74069", "num_steps": 17, "final": {"file": {"coverage": 0.6666666666666666, "precision": 0.5, "intersection": 4, "gold_size": 6, "pred_size": 8}, "symbol": {"coverage": 0.4, "precision": 0.2608695652173913, "intersection": 6, "gold_size": 15, "pred_size": 23}, "span": {"coverage": 0.473926632669847, "precision": 0.16664738546968996, "intersection": 2881, "gold_size": 6079, "pred_size": 17288}, "line": {"coverage": 0.48936170212765956, "precision": 0.14511041009463724, "intersection": 92, "gold_size": 188, "pred_size": 634}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.16666666666666666, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 4, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 5, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 6, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 7, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 8, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 9, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 10, "coverage": {"file": 0.6666666666666666, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 11, "coverage": {"file": 0.6666666666666666, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 12, "coverage": {"file": 0.6666666666666666, "symbol": 0.06666666666666667, "span": 0.06251028129626583, "line": 0.05851063829787234}}, {"step": 13, "coverage": {"file": 0.6666666666666666, "symbol": 0.06666666666666667, "span": 0.06251028129626583, "line": 0.05851063829787234}}, {"step": 14, "coverage": {"file": 0.6666666666666666, "symbol": 0.06666666666666667, "span": 0.06251028129626583, "line": 0.05851063829787234}}, {"step": 15, "coverage": {"file": 0.6666666666666666, "symbol": 0.4, "span": 0.473926632669847, "line": 0.48936170212765956}}, {"step": 16, "coverage": {"file": 0.6666666666666666, "symbol": 0.4, "span": 0.473926632669847, "line": 0.48936170212765956}}, {"step": 17, "coverage": {"file": 0.6666666666666666, "symbol": 0.4, "span": 0.473926632669847, "line": 0.48936170212765956}}], "auc_coverage": {"file": 0.5000000000000001, "symbol": 0.08235294117647059, "span": 0.09466533775872579, "line": 0.09668335419274092}, "redundancy": {"file": 0.5, "symbol": 0.04166666666666663, "span": 0.0024235429890363536, "line": 0.0015748031496063408}}, "editloc": {"recall": 1.0, "precision": 1.0, "intersection": 42, "gold_size": 188, "pred_size": 42}} +{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__7b688a35", "num_steps": 26, "final": {"file": {"coverage": 0.6, "precision": 0.6, "intersection": 6, "gold_size": 10, "pred_size": 10}, "symbol": {"coverage": 0.6666666666666666, "precision": 0.10714285714285714, "intersection": 6, "gold_size": 9, "pred_size": 56}, "span": {"coverage": 0.2517377201112141, "precision": 0.0666400883218842, "intersection": 2173, "gold_size": 8632, "pred_size": 32608}, "line": {"coverage": 0.2916666666666667, "precision": 0.06976744186046512, "intersection": 63, "gold_size": 216, "pred_size": 903}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.2, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.2, "symbol": 0.2222222222222222, "span": 0.0711306765523633, "line": 0.06944444444444445}}, {"step": 4, "coverage": {"file": 0.4, "symbol": 0.2222222222222222, "span": 0.0711306765523633, "line": 0.06944444444444445}}, {"step": 5, "coverage": {"file": 0.4, "symbol": 0.5555555555555556, "span": 0.12905468025949954, "line": 0.125}}, {"step": 6, "coverage": {"file": 0.4, "symbol": 0.5555555555555556, "span": 0.12905468025949954, "line": 0.125}}, {"step": 7, "coverage": {"file": 0.4, "symbol": 0.5555555555555556, "span": 0.12905468025949954, "line": 0.125}}, {"step": 8, "coverage": {"file": 0.4, "symbol": 0.5555555555555556, "span": 0.12905468025949954, "line": 0.125}}, {"step": 9, "coverage": {"file": 0.4, "symbol": 0.5555555555555556, "span": 0.12905468025949954, "line": 0.125}}, {"step": 10, "coverage": {"file": 0.4, "symbol": 0.5555555555555556, "span": 0.12905468025949954, "line": 0.125}}, {"step": 11, "coverage": {"file": 0.4, "symbol": 0.6666666666666666, "span": 0.1855885078776645, "line": 0.18981481481481483}}, {"step": 12, "coverage": {"file": 0.4, "symbol": 0.6666666666666666, "span": 0.1855885078776645, "line": 0.18981481481481483}}, {"step": 13, "coverage": {"file": 0.4, "symbol": 0.6666666666666666, "span": 0.1855885078776645, "line": 0.18981481481481483}}, {"step": 14, "coverage": {"file": 0.4, "symbol": 0.6666666666666666, "span": 0.1855885078776645, "line": 0.18981481481481483}}, {"step": 15, "coverage": {"file": 0.4, "symbol": 0.6666666666666666, "span": 0.1855885078776645, "line": 0.18981481481481483}}, {"step": 16, "coverage": {"file": 0.4, "symbol": 0.6666666666666666, "span": 0.1855885078776645, "line": 0.18981481481481483}}, {"step": 17, "coverage": {"file": 0.4, "symbol": 0.6666666666666666, "span": 0.1855885078776645, "line": 0.18981481481481483}}, {"step": 18, "coverage": {"file": 0.5, "symbol": 0.6666666666666666, "span": 0.1855885078776645, "line": 0.18981481481481483}}, {"step": 19, "coverage": {"file": 0.5, "symbol": 0.6666666666666666, "span": 0.2079471733086191, "line": 0.2222222222222222}}, {"step": 20, "coverage": {"file": 0.5, "symbol": 0.6666666666666666, "span": 0.2079471733086191, "line": 0.2222222222222222}}, {"step": 21, "coverage": {"file": 0.5, "symbol": 0.6666666666666666, "span": 0.2079471733086191, "line": 0.2222222222222222}}, {"step": 22, "coverage": {"file": 0.5, "symbol": 0.6666666666666666, "span": 0.2079471733086191, "line": 0.2222222222222222}}, {"step": 23, "coverage": {"file": 0.5, "symbol": 0.6666666666666666, "span": 0.2079471733086191, "line": 0.2222222222222222}}, {"step": 24, "coverage": {"file": 0.5, "symbol": 0.6666666666666666, "span": 0.2079471733086191, "line": 0.2222222222222222}}, {"step": 25, "coverage": {"file": 0.6, "symbol": 0.6666666666666666, "span": 0.2517377201112141, "line": 0.2916666666666667}}, {"step": 26, "coverage": {"file": 0.6, "symbol": 0.6666666666666666, "span": 0.2517377201112141, "line": 0.2916666666666667}}], "auc_coverage": {"file": 0.4115384615384615, "symbol": 0.5555555555555555, "span": 0.15970984529835314, "line": 0.16631054131054135}, "redundancy": {"file": 0.6666666666666667, "symbol": 0.1384615384615384, "span": 0.03403738483870011, "line": 0.03422459893048124}}, "editloc": {"recall": 0.5, "precision": 0.5, "intersection": 1, "gold_size": 216, "pred_size": 2}} +{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__64fffdfa", "num_steps": 16, "final": {"file": {"coverage": 0.5, "precision": 0.5, "intersection": 3, "gold_size": 6, "pred_size": 6}, "symbol": {"coverage": 0.0, "precision": 0.0, "intersection": 0, "gold_size": 3, "pred_size": 7}, "span": {"coverage": 0.09917497421794431, "precision": 0.07980636237897648, "intersection": 577, "gold_size": 5818, "pred_size": 7230}, "line": {"coverage": 0.11188811188811189, "precision": 0.07881773399014778, "intersection": 16, "gold_size": 143, "pred_size": 203}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.16666666666666666, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.16666666666666666, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 4, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 5, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 6, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 7, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 8, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 9, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 10, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.09917497421794431, "line": 0.11188811188811189}}, {"step": 11, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.09917497421794431, "line": 0.11188811188811189}}, {"step": 12, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.09917497421794431, "line": 0.11188811188811189}}, {"step": 13, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.09917497421794431, "line": 0.11188811188811189}}, {"step": 14, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.09917497421794431, "line": 0.11188811188811189}}, {"step": 15, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.09917497421794431, "line": 0.11188811188811189}}, {"step": 16, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.09917497421794431, "line": 0.11188811188811189}}], "auc_coverage": {"file": 0.3958333333333333, "symbol": 0.0, "span": 0.04338905122035064, "line": 0.04895104895104895}, "redundancy": {"file": 0.5, "symbol": 0.0, "span": 0.0, "line": 0.0}}, "editloc": {"recall": 0.0, "precision": 0.0, "intersection": 0, "gold_size": 143, "pred_size": 0}} +{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__22a1484c", "num_steps": 24, "final": {"file": {"coverage": 0.7272727272727273, "precision": 0.5, "intersection": 8, "gold_size": 11, "pred_size": 16}, "symbol": {"coverage": 0.27586206896551724, "precision": 0.16326530612244897, "intersection": 8, "gold_size": 29, "pred_size": 49}, "span": {"coverage": 0.3826070968928112, "precision": 0.2289958734525447, "intersection": 4162, "gold_size": 10878, "pred_size": 18175}, "line": {"coverage": 0.3686440677966102, "precision": 0.17159763313609466, "intersection": 87, "gold_size": 236, "pred_size": 507}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.09090909090909091, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.09090909090909091, "symbol": 0.06896551724137931, "span": 0.12208126493840779, "line": 0.09322033898305085}}, {"step": 3, "coverage": {"file": 0.09090909090909091, "symbol": 0.13793103448275862, "span": 0.21980143408714836, "line": 0.2033898305084746}}, {"step": 4, "coverage": {"file": 0.18181818181818182, "symbol": 0.13793103448275862, "span": 0.21980143408714836, "line": 0.2033898305084746}}, {"step": 5, "coverage": {"file": 0.36363636363636365, "symbol": 0.13793103448275862, "span": 0.21980143408714836, "line": 0.2033898305084746}}, {"step": 6, "coverage": {"file": 0.45454545454545453, "symbol": 0.13793103448275862, "span": 0.21980143408714836, "line": 0.2033898305084746}}, {"step": 7, "coverage": {"file": 0.5454545454545454, "symbol": 0.20689655172413793, "span": 0.3480419194704909, "line": 0.326271186440678}}, {"step": 8, "coverage": {"file": 0.6363636363636364, "symbol": 0.27586206896551724, "span": 0.3826070968928112, "line": 0.3686440677966102}}, {"step": 9, "coverage": {"file": 0.6363636363636364, "symbol": 0.27586206896551724, "span": 0.3826070968928112, "line": 0.3686440677966102}}, {"step": 10, "coverage": {"file": 0.6363636363636364, "symbol": 0.27586206896551724, "span": 0.3826070968928112, "line": 0.3686440677966102}}, {"step": 11, "coverage": {"file": 0.6363636363636364, "symbol": 0.27586206896551724, "span": 0.3826070968928112, "line": 0.3686440677966102}}, {"step": 12, "coverage": {"file": 0.6363636363636364, "symbol": 0.27586206896551724, "span": 0.3826070968928112, "line": 0.3686440677966102}}, {"step": 13, "coverage": {"file": 0.6363636363636364, "symbol": 0.27586206896551724, "span": 0.3826070968928112, "line": 0.3686440677966102}}, {"step": 14, "coverage": {"file": 0.7272727272727273, "symbol": 0.27586206896551724, "span": 0.3826070968928112, "line": 0.3686440677966102}}, {"step": 15, "coverage": {"file": 0.7272727272727273, "symbol": 0.27586206896551724, "span": 0.3826070968928112, "line": 0.3686440677966102}}, {"step": 16, "coverage": {"file": 0.7272727272727273, "symbol": 0.27586206896551724, "span": 0.3826070968928112, "line": 0.3686440677966102}}, {"step": 17, "coverage": {"file": 0.7272727272727273, "symbol": 0.27586206896551724, "span": 0.3826070968928112, "line": 0.3686440677966102}}, {"step": 18, "coverage": {"file": 0.7272727272727273, "symbol": 0.27586206896551724, "span": 0.3826070968928112, "line": 0.3686440677966102}}, {"step": 19, "coverage": {"file": 0.7272727272727273, "symbol": 0.27586206896551724, "span": 0.3826070968928112, "line": 0.3686440677966102}}, {"step": 20, "coverage": {"file": 0.7272727272727273, "symbol": 0.27586206896551724, "span": 0.3826070968928112, "line": 0.3686440677966102}}, {"step": 21, "coverage": {"file": 0.7272727272727273, "symbol": 0.27586206896551724, "span": 0.3826070968928112, "line": 0.3686440677966102}}, {"step": 22, "coverage": {"file": 0.7272727272727273, "symbol": 0.27586206896551724, "span": 0.3826070968928112, "line": 0.3686440677966102}}, {"step": 23, "coverage": {"file": 0.7272727272727273, "symbol": 0.27586206896551724, "span": 0.3826070968928112, "line": 0.3686440677966102}}, {"step": 24, "coverage": {"file": 0.7272727272727273, "symbol": 0.27586206896551724, "span": 0.3826070968928112, "line": 0.3686440677966102}}], "auc_coverage": {"file": 0.568181818181818, "symbol": 0.22988505747126434, "span": 0.3272353986639701, "line": 0.31249999999999994}, "redundancy": {"file": 0.4285714285714286, "symbol": 0.05769230769230771, "span": 0.1085879640982883, "line": 0.08483754512635377}}, "editloc": {"recall": 0.9090909090909091, "precision": 0.9090909090909091, "intersection": 10, "gold_size": 236, "pred_size": 11}} +{"instance_id": "SWE-Bench-Pro__go__maintenance__bugfix__1177cd53", "num_steps": 18, "final": {"file": {"coverage": 0.5, "precision": 1.0, "intersection": 9, "gold_size": 18, "pred_size": 9}, "symbol": {"coverage": 0.1875, "precision": 0.375, "intersection": 3, "gold_size": 16, "pred_size": 8}, "span": {"coverage": 0.34133293706813284, "precision": 0.3101748700290325, "intersection": 4594, "gold_size": 13459, "pred_size": 14811}, "line": {"coverage": 0.3326923076923077, "precision": 0.29471890971039183, "intersection": 173, "gold_size": 520, "pred_size": 587}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.1111111111111111, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.16666666666666666, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 4, "coverage": {"file": 0.16666666666666666, "symbol": 0.0625, "span": 0.03640686529459841, "line": 0.03076923076923077}}, {"step": 5, "coverage": {"file": 0.2222222222222222, "symbol": 0.0625, "span": 0.03640686529459841, "line": 0.03076923076923077}}, {"step": 6, "coverage": {"file": 0.3333333333333333, "symbol": 0.0625, "span": 0.03640686529459841, "line": 0.03076923076923077}}, {"step": 7, "coverage": {"file": 0.3333333333333333, "symbol": 0.0625, "span": 0.03640686529459841, "line": 0.03076923076923077}}, {"step": 8, "coverage": {"file": 0.3333333333333333, "symbol": 0.1875, "span": 0.26420982242365704, "line": 0.2326923076923077}}, {"step": 9, "coverage": {"file": 0.4444444444444444, "symbol": 0.1875, "span": 0.26420982242365704, "line": 0.2326923076923077}}, {"step": 10, "coverage": {"file": 0.4444444444444444, "symbol": 0.1875, "span": 0.29935359239170817, "line": 0.2692307692307692}}, {"step": 11, "coverage": {"file": 0.5, "symbol": 0.1875, "span": 0.29935359239170817, "line": 0.2692307692307692}}, {"step": 12, "coverage": {"file": 0.5, "symbol": 0.1875, "span": 0.31005275280481465, "line": 0.2846153846153846}}, {"step": 13, "coverage": {"file": 0.5, "symbol": 0.1875, "span": 0.31005275280481465, "line": 0.2846153846153846}}, {"step": 14, "coverage": {"file": 0.5, "symbol": 0.1875, "span": 0.31005275280481465, "line": 0.2846153846153846}}, {"step": 15, "coverage": {"file": 0.5, "symbol": 0.1875, "span": 0.34133293706813284, "line": 0.3326923076923077}}, {"step": 16, "coverage": {"file": 0.5, "symbol": 0.1875, "span": 0.34133293706813284, "line": 0.3326923076923077}}, {"step": 17, "coverage": {"file": 0.5, "symbol": 0.1875, "span": 0.34133293706813284, "line": 0.3326923076923077}}, {"step": 18, "coverage": {"file": 0.5, "symbol": 0.1875, "span": 0.34133293706813284, "line": 0.3326923076923077}}], "auc_coverage": {"file": 0.36419753086419754, "symbol": 0.1284722222222222, "span": 0.19823579430533886, "line": 0.183974358974359}, "redundancy": {"file": 0.6086956521739131, "symbol": 0.33333333333333337, "span": 0.18302167797451596, "line": 0.18922651933701662}}, "editloc": {"recall": 0.8125, "precision": 0.8125, "intersection": 13, "gold_size": 520, "pred_size": 16}} +{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__a4287775", "num_steps": 8, "final": {"file": {"coverage": 0.5714285714285714, "precision": 1.0, "intersection": 4, "gold_size": 7, "pred_size": 4}, "symbol": {"coverage": 0.18309859154929578, "precision": 0.5416666666666666, "intersection": 13, "gold_size": 71, "pred_size": 24}, "span": {"coverage": 0.152125154199843, "precision": 0.47738870314974485, "intersection": 2713, "gold_size": 17834, "pred_size": 5683}, "line": {"coverage": 0.156140350877193, "precision": 0.49171270718232046, "intersection": 89, "gold_size": 570, "pred_size": 181}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.2857142857142857, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.42857142857142855, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 4, "coverage": {"file": 0.5714285714285714, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 5, "coverage": {"file": 0.5714285714285714, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 6, "coverage": {"file": 0.5714285714285714, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 7, "coverage": {"file": 0.5714285714285714, "symbol": 0.14084507042253522, "span": 0.14348996299203767, "line": 0.14210526315789473}}, {"step": 8, "coverage": {"file": 0.5714285714285714, "symbol": 0.18309859154929578, "span": 0.152125154199843, "line": 0.156140350877193}}], "auc_coverage": {"file": 0.4464285714285714, "symbol": 0.040492957746478875, "span": 0.03695188964898508, "line": 0.03728070175438597}, "redundancy": {"file": 0.5555555555555556, "symbol": 0.07692307692307687, "span": 0.003157340817400489, "line": 0.005494505494505475}}, "editloc": {"recall": 0.1875, "precision": 0.1875, "intersection": 57, "gold_size": 570, "pred_size": 304}} +{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__ba13492e", "num_steps": 16, "final": {"file": {"coverage": 0.5, "precision": 0.6, "intersection": 3, "gold_size": 6, "pred_size": 5}, "symbol": {"coverage": 0.22580645161290322, "precision": 1.0, "intersection": 7, "gold_size": 31, "pred_size": 7}, "span": {"coverage": 0.26549860468402275, "precision": 0.48235143113849316, "intersection": 7516, "gold_size": 28309, "pred_size": 15582}, "line": {"coverage": 0.22535211267605634, "precision": 0.41830065359477125, "intersection": 128, "gold_size": 568, "pred_size": 306}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.16666666666666666, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 4, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 5, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 6, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 7, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 8, "coverage": {"file": 0.5, "symbol": 0.0967741935483871, "span": 0.09781341622805469, "line": 0.07394366197183098}}, {"step": 9, "coverage": {"file": 0.5, "symbol": 0.22580645161290322, "span": 0.19237698258504363, "line": 0.1637323943661972}}, {"step": 10, "coverage": {"file": 0.5, "symbol": 0.22580645161290322, "span": 0.19237698258504363, "line": 0.1637323943661972}}, {"step": 11, "coverage": {"file": 0.5, "symbol": 0.22580645161290322, "span": 0.19237698258504363, "line": 0.1637323943661972}}, {"step": 12, "coverage": {"file": 0.5, "symbol": 0.22580645161290322, "span": 0.19237698258504363, "line": 0.1637323943661972}}, {"step": 13, "coverage": {"file": 0.5, "symbol": 0.22580645161290322, "span": 0.22869052244869123, "line": 0.2007042253521127}}, {"step": 14, "coverage": {"file": 0.5, "symbol": 0.22580645161290322, "span": 0.22869052244869123, "line": 0.2007042253521127}}, {"step": 15, "coverage": {"file": 0.5, "symbol": 0.22580645161290322, "span": 0.26549860468402275, "line": 0.22535211267605634}}, {"step": 16, "coverage": {"file": 0.5, "symbol": 0.22580645161290322, "span": 0.26549860468402275, "line": 0.22535211267605634}}], "auc_coverage": {"file": 0.4375, "symbol": 0.11895161290322581, "span": 0.11598122505210359, "line": 0.09881161971830986}, "redundancy": {"file": 0.6153846153846154, "symbol": 0.2222222222222222, "span": 0.0, "line": 0.0}}, "editloc": {"recall": 1.0, "precision": 1.0, "intersection": 109, "gold_size": 568, "pred_size": 109}} +{"instance_id": "SWE-Bench-Pro__go__maintenance__bugfix__b91d5788", "num_steps": 19, "final": {"file": {"coverage": 0.7, "precision": 0.7, "intersection": 7, "gold_size": 10, "pred_size": 10}, "symbol": {"coverage": 0.6111111111111112, "precision": 0.2894736842105263, "intersection": 11, "gold_size": 18, "pred_size": 38}, "span": {"coverage": 0.5285791631216645, "precision": 0.30068637803590287, "intersection": 6834, "gold_size": 12929, "pred_size": 22728}, "line": {"coverage": 0.46537396121883656, "precision": 0.2557077625570776, "intersection": 168, "gold_size": 361, "pred_size": 657}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.2, "symbol": 0.3333333333333333, "span": 0.12135509320133034, "line": 0.09418282548476455}}, {"step": 4, "coverage": {"file": 0.3, "symbol": 0.3888888888888889, "span": 0.18276742207440638, "line": 0.15789473684210525}}, {"step": 5, "coverage": {"file": 0.4, "symbol": 0.3888888888888889, "span": 0.18276742207440638, "line": 0.15789473684210525}}, {"step": 6, "coverage": {"file": 0.4, "symbol": 0.3888888888888889, "span": 0.18276742207440638, "line": 0.15789473684210525}}, {"step": 7, "coverage": {"file": 0.5, "symbol": 0.5, "span": 0.21440173253925285, "line": 0.19113573407202217}}, {"step": 8, "coverage": {"file": 0.5, "symbol": 0.5, "span": 0.21440173253925285, "line": 0.19113573407202217}}, {"step": 9, "coverage": {"file": 0.5, "symbol": 0.5, "span": 0.21440173253925285, "line": 0.19113573407202217}}, {"step": 10, "coverage": {"file": 0.5, "symbol": 0.5, "span": 0.21440173253925285, "line": 0.19113573407202217}}, {"step": 11, "coverage": {"file": 0.7, "symbol": 0.6111111111111112, "span": 0.400804393224534, "line": 0.41274238227146814}}, {"step": 12, "coverage": {"file": 0.7, "symbol": 0.6111111111111112, "span": 0.400804393224534, "line": 0.41274238227146814}}, {"step": 13, "coverage": {"file": 0.7, "symbol": 0.6111111111111112, "span": 0.400804393224534, "line": 0.41274238227146814}}, {"step": 14, "coverage": {"file": 0.7, "symbol": 0.6111111111111112, "span": 0.400804393224534, "line": 0.41274238227146814}}, {"step": 15, "coverage": {"file": 0.7, "symbol": 0.6111111111111112, "span": 0.5285791631216645, "line": 0.46537396121883656}}, {"step": 16, "coverage": {"file": 0.7, "symbol": 0.6111111111111112, "span": 0.5285791631216645, "line": 0.46537396121883656}}, {"step": 17, "coverage": {"file": 0.7, "symbol": 0.6111111111111112, "span": 0.5285791631216645, "line": 0.46537396121883656}}, {"step": 18, "coverage": {"file": 0.7, "symbol": 0.6111111111111112, "span": 0.5285791631216645, "line": 0.46537396121883656}}, {"step": 19, "coverage": {"file": 0.7, "symbol": 0.6111111111111112, "span": 0.5285791631216645, "line": 0.46537396121883656}}], "auc_coverage": {"file": 0.5052631578947369, "symbol": 0.4736842105263156, "span": 0.3038619830572641, "line": 0.27948680565680123}, "redundancy": {"file": 0.4444444444444444, "symbol": 0.17391304347826086, "span": 0.1156764328236255, "line": 0.11455525606469008}}, "editloc": {"recall": 1.0, "precision": 1.0, "intersection": 11, "gold_size": 361, "pred_size": 11}} +{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__091dae2f", "num_steps": 2, "final": {"file": {"coverage": 0.375, "precision": 1.0, "intersection": 3, "gold_size": 8, "pred_size": 3}, "symbol": {"coverage": 0.0, "precision": 1.0, "intersection": 0, "gold_size": 27, "pred_size": 0}, "span": {"coverage": 0.0, "precision": 1.0, "intersection": 0, "gold_size": 21719, "pred_size": 0}, "line": {"coverage": 0.0, "precision": 1.0, "intersection": 0, "gold_size": 582, "pred_size": 0}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.25, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.375, "symbol": 0.0, "span": 0.0, "line": 0.0}}], "auc_coverage": {"file": 0.3125, "symbol": 0.0, "span": 0.0, "line": 0.0}, "redundancy": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, "editloc": {"recall": 1.0, "precision": 1.0, "intersection": 6, "gold_size": 582, "pred_size": 6}} +{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__b6eff698", "num_steps": 7, "final": {"file": {"coverage": 0.125, "precision": 0.3333333333333333, "intersection": 1, "gold_size": 8, "pred_size": 3}, "symbol": {"coverage": 0.11904761904761904, "precision": 0.5555555555555556, "intersection": 5, "gold_size": 42, "pred_size": 9}, "span": {"coverage": 0.15753632617653437, "precision": 0.525538995803791, "intersection": 3632, "gold_size": 23055, "pred_size": 6911}, "line": {"coverage": 0.14940828402366865, "precision": 0.5343915343915344, "intersection": 101, "gold_size": 676, "pred_size": 189}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.125, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 4, "coverage": {"file": 0.125, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 5, "coverage": {"file": 0.125, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 6, "coverage": {"file": 0.125, "symbol": 0.11904761904761904, "span": 0.13133810453263933, "line": 0.12721893491124261}}, {"step": 7, "coverage": {"file": 0.125, "symbol": 0.11904761904761904, "span": 0.15753632617653437, "line": 0.14940828402366865}}], "auc_coverage": {"file": 0.08928571428571429, "symbol": 0.03401360544217687, "span": 0.04126777581559625, "line": 0.03951817413355875}, "redundancy": {"file": 0.5, "symbol": 0.18181818181818177, "span": 0.15698950963649672, "line": 0.17105263157894735}}, "editloc": {"recall": 0.9473684210526315, "precision": 0.9473684210526315, "intersection": 18, "gold_size": 676, "pred_size": 19}} +{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__fcb506a5", "num_steps": 5, "final": {"file": {"coverage": 0.3, "precision": 0.42857142857142855, "intersection": 3, "gold_size": 10, "pred_size": 7}, "symbol": {"coverage": 0.03636363636363636, "precision": 0.6666666666666666, "intersection": 2, "gold_size": 55, "pred_size": 3}, "span": {"coverage": 0.025502485411713852, "precision": 0.5673076923076923, "intersection": 826, "gold_size": 32389, "pred_size": 1456}, "line": {"coverage": 0.025191675794085433, "precision": 0.5, "intersection": 23, "gold_size": 913, "pred_size": 46}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.1, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.2, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.2, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 4, "coverage": {"file": 0.3, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 5, "coverage": {"file": 0.3, "symbol": 0.03636363636363636, "span": 0.025502485411713852, "line": 0.025191675794085433}}], "auc_coverage": {"file": 0.22000000000000003, "symbol": 0.007272727272727273, "span": 0.0051004970823427705, "line": 0.005038335158817087}, "redundancy": {"file": 0.125, "symbol": 0.0, "span": 0.0, "line": 0.0}}, "editloc": {"recall": 1.0, "precision": 1.0, "intersection": 151, "gold_size": 913, "pred_size": 151}} +{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__3cfd9a02", "num_steps": 2, "final": {"file": {"coverage": 0.16666666666666666, "precision": 1.0, "intersection": 1, "gold_size": 6, "pred_size": 1}, "symbol": {"coverage": 0.0, "precision": 1.0, "intersection": 0, "gold_size": 13, "pred_size": 0}, "span": {"coverage": 0.0, "precision": 1.0, "intersection": 0, "gold_size": 5110, "pred_size": 0}, "line": {"coverage": 0.0, "precision": 1.0, "intersection": 0, "gold_size": 146, "pred_size": 0}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.16666666666666666, "symbol": 0.0, "span": 0.0, "line": 0.0}}], "auc_coverage": {"file": 0.08333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}, "redundancy": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, "editloc": {"recall": 0.0, "precision": 0.0, "intersection": 0, "gold_size": 146, "pred_size": 0}} +{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__4c132bfd", "num_steps": 7, "final": {"file": {"coverage": 1.0, "precision": 0.5, "intersection": 1, "gold_size": 1, "pred_size": 2}, "symbol": {"coverage": 1.0, "precision": 0.1875, "intersection": 3, "gold_size": 3, "pred_size": 16}, "span": {"coverage": 0.6016152958628647, "precision": 0.2327064073956009, "intersection": 3650, "gold_size": 6067, "pred_size": 15685}, "line": {"coverage": 0.6044776119402985, "precision": 0.2231404958677686, "intersection": 81, "gold_size": 134, "pred_size": 363}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 1.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 1.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 1.0, "symbol": 0.6666666666666666, "span": 0.1190044503049283, "line": 0.15671641791044777}}, {"step": 4, "coverage": {"file": 1.0, "symbol": 1.0, "span": 0.6016152958628647, "line": 0.6044776119402985}}, {"step": 5, "coverage": {"file": 1.0, "symbol": 1.0, "span": 0.6016152958628647, "line": 0.6044776119402985}}, {"step": 6, "coverage": {"file": 1.0, "symbol": 1.0, "span": 0.6016152958628647, "line": 0.6044776119402985}}, {"step": 7, "coverage": {"file": 1.0, "symbol": 1.0, "span": 0.6016152958628647, "line": 0.6044776119402985}}], "auc_coverage": {"file": 1.0, "symbol": 0.6666666666666666, "span": 0.360780804822341, "line": 0.3678038379530917}, "redundancy": {"file": 0.7142857142857143, "symbol": 0.11111111111111116, "span": 0.0, "line": 0.0}}, "editloc": {"recall": 0.3684210526315789, "precision": 0.3684210526315789, "intersection": 70, "gold_size": 134, "pred_size": 190}} +{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__7c2efe8a", "num_steps": 29, "final": {"file": {"coverage": 0.8333333333333334, "precision": 0.3125, "intersection": 5, "gold_size": 6, "pred_size": 16}, "symbol": {"coverage": 0.23529411764705882, "precision": 0.2857142857142857, "intersection": 4, "gold_size": 17, "pred_size": 14}, "span": {"coverage": 0.2460924509477885, "precision": 0.2826585179526356, "intersection": 1480, "gold_size": 6014, "pred_size": 5236}, "line": {"coverage": 0.19553072625698323, "precision": 0.24822695035460993, "intersection": 35, "gold_size": 179, "pred_size": 141}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.16666666666666666, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.16666666666666666, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.16666666666666666, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 4, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 5, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.12936481543066178, "line": 0.0893854748603352}}, {"step": 6, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.12936481543066178, "line": 0.0893854748603352}}, {"step": 7, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.12936481543066178, "line": 0.0893854748603352}}, {"step": 8, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.12936481543066178, "line": 0.0893854748603352}}, {"step": 9, "coverage": {"file": 0.6666666666666666, "symbol": 0.23529411764705882, "span": 0.21749251745926174, "line": 0.1787709497206704}}, {"step": 10, "coverage": {"file": 0.6666666666666666, "symbol": 0.23529411764705882, "span": 0.21749251745926174, "line": 0.1787709497206704}}, {"step": 11, "coverage": {"file": 0.6666666666666666, "symbol": 0.23529411764705882, "span": 0.21749251745926174, "line": 0.1787709497206704}}, {"step": 12, "coverage": {"file": 0.6666666666666666, "symbol": 0.23529411764705882, "span": 0.21749251745926174, "line": 0.1787709497206704}}, {"step": 13, "coverage": {"file": 0.6666666666666666, "symbol": 0.23529411764705882, "span": 0.21749251745926174, "line": 0.1787709497206704}}, {"step": 14, "coverage": {"file": 0.6666666666666666, "symbol": 0.23529411764705882, "span": 0.21749251745926174, "line": 0.1787709497206704}}, {"step": 15, "coverage": {"file": 0.6666666666666666, "symbol": 0.23529411764705882, "span": 0.21749251745926174, "line": 0.1787709497206704}}, {"step": 16, "coverage": {"file": 0.6666666666666666, "symbol": 0.23529411764705882, "span": 0.21749251745926174, "line": 0.1787709497206704}}, {"step": 17, "coverage": {"file": 0.6666666666666666, "symbol": 0.23529411764705882, "span": 0.21749251745926174, "line": 0.1787709497206704}}, {"step": 18, "coverage": {"file": 0.6666666666666666, "symbol": 0.23529411764705882, "span": 0.21749251745926174, "line": 0.1787709497206704}}, {"step": 19, "coverage": {"file": 0.6666666666666666, "symbol": 0.23529411764705882, "span": 0.21749251745926174, "line": 0.1787709497206704}}, {"step": 20, "coverage": {"file": 0.6666666666666666, "symbol": 0.23529411764705882, "span": 0.21749251745926174, "line": 0.1787709497206704}}, {"step": 21, "coverage": {"file": 0.6666666666666666, "symbol": 0.23529411764705882, "span": 0.21749251745926174, "line": 0.1787709497206704}}, {"step": 22, "coverage": {"file": 0.6666666666666666, "symbol": 0.23529411764705882, "span": 0.21749251745926174, "line": 0.1787709497206704}}, {"step": 23, "coverage": {"file": 0.6666666666666666, "symbol": 0.23529411764705882, "span": 0.21749251745926174, "line": 0.1787709497206704}}, {"step": 24, "coverage": {"file": 0.8333333333333334, "symbol": 0.23529411764705882, "span": 0.21749251745926174, "line": 0.1787709497206704}}, {"step": 25, "coverage": {"file": 0.8333333333333334, "symbol": 0.23529411764705882, "span": 0.2460924509477885, "line": 0.19553072625698323}}, {"step": 26, "coverage": {"file": 0.8333333333333334, "symbol": 0.23529411764705882, "span": 0.2460924509477885, "line": 0.19553072625698323}}, {"step": 27, "coverage": {"file": 0.8333333333333334, "symbol": 0.23529411764705882, "span": 0.2460924509477885, "line": 0.19553072625698323}}, {"step": 28, "coverage": {"file": 0.8333333333333334, "symbol": 0.23529411764705882, "span": 0.2460924509477885, "line": 0.19553072625698323}}, {"step": 29, "coverage": {"file": 0.8333333333333334, "symbol": 0.23529411764705882, "span": 0.2460924509477885, "line": 0.19553072625698323}}], "auc_coverage": {"file": 0.6206896551724137, "symbol": 0.17038539553752535, "span": 0.18026902744171644, "line": 0.1446734733192063}, "redundancy": {"file": 0.4666666666666667, "symbol": 0.26315789473684215, "span": 0.3645631067961165, "line": 0.33490566037735847}}, "editloc": {"recall": 1.0, "precision": 1.0, "intersection": 3, "gold_size": 179, "pred_size": 3}} +{"instance_id": "SWE-Bench-Pro__go__maintenance__bugfix__40a717e5", "num_steps": 18, "final": {"file": {"coverage": 0.6923076923076923, "precision": 0.9, "intersection": 9, "gold_size": 13, "pred_size": 10}, "symbol": {"coverage": 0.17647058823529413, "precision": 1.0, "intersection": 3, "gold_size": 17, "pred_size": 3}, "span": {"coverage": 0.2676705882352941, "precision": 0.24574440508079148, "intersection": 2844, "gold_size": 10625, "pred_size": 11573}, "line": {"coverage": 0.24939467312348668, "precision": 0.23787528868360278, "intersection": 103, "gold_size": 413, "pred_size": 433}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.07692307692307693, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.07692307692307693, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 4, "coverage": {"file": 0.23076923076923078, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 5, "coverage": {"file": 0.3076923076923077, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 6, "coverage": {"file": 0.46153846153846156, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 7, "coverage": {"file": 0.5384615384615384, "symbol": 0.058823529411764705, "span": 0.029458823529411763, "line": 0.03389830508474576}}, {"step": 8, "coverage": {"file": 0.5384615384615384, "symbol": 0.11764705882352941, "span": 0.04508235294117647, "line": 0.05084745762711865}}, {"step": 9, "coverage": {"file": 0.6923076923076923, "symbol": 0.11764705882352941, "span": 0.04508235294117647, "line": 0.05084745762711865}}, {"step": 10, "coverage": {"file": 0.6923076923076923, "symbol": 0.11764705882352941, "span": 0.05383529411764706, "line": 0.06779661016949153}}, {"step": 11, "coverage": {"file": 0.6923076923076923, "symbol": 0.11764705882352941, "span": 0.05383529411764706, "line": 0.06779661016949153}}, {"step": 12, "coverage": {"file": 0.6923076923076923, "symbol": 0.11764705882352941, "span": 0.05383529411764706, "line": 0.06779661016949153}}, {"step": 13, "coverage": {"file": 0.6923076923076923, "symbol": 0.11764705882352941, "span": 0.05383529411764706, "line": 0.06779661016949153}}, {"step": 14, "coverage": {"file": 0.6923076923076923, "symbol": 0.11764705882352941, "span": 0.05383529411764706, "line": 0.06779661016949153}}, {"step": 15, "coverage": {"file": 0.6923076923076923, "symbol": 0.11764705882352941, "span": 0.05383529411764706, "line": 0.06779661016949153}}, {"step": 16, "coverage": {"file": 0.6923076923076923, "symbol": 0.11764705882352941, "span": 0.05383529411764706, "line": 0.06779661016949153}}, {"step": 17, "coverage": {"file": 0.6923076923076923, "symbol": 0.17647058823529413, "span": 0.1831529411764706, "line": 0.14527845036319612}}, {"step": 18, "coverage": {"file": 0.6923076923076923, "symbol": 0.17647058823529413, "span": 0.2676705882352941, "line": 0.24939467312348668}}], "auc_coverage": {"file": 0.5085470085470085, "symbol": 0.08169934640522876, "span": 0.05262745098039215, "line": 0.05582458972289481}, "redundancy": {"file": 0.4444444444444444, "symbol": 0.5, "span": 0.10210256808130969, "line": 0.10537190082644632}}, "editloc": {"recall": 0.8484848484848485, "precision": 0.8484848484848485, "intersection": 28, "gold_size": 413, "pred_size": 33}} +{"instance_id": "SWE-Bench-Pro__go__maintenance__bugfix__52d866b3", "num_steps": 25, "final": {"file": {"coverage": 0.25, "precision": 0.6666666666666666, "intersection": 6, "gold_size": 24, "pred_size": 9}, "symbol": {"coverage": 0.09090909090909091, "precision": 0.09090909090909091, "intersection": 1, "gold_size": 11, "pred_size": 11}, "span": {"coverage": 0.11771021699819169, "precision": 0.21560915019149157, "intersection": 2083, "gold_size": 17696, "pred_size": 9661}, "line": {"coverage": 0.12660944206008584, "precision": 0.16526610644257703, "intersection": 59, "gold_size": 466, "pred_size": 357}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.041666666666666664, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.08333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.125, "symbol": 0.09090909090909091, "span": 0.07080696202531646, "line": 0.08798283261802575}}, {"step": 4, "coverage": {"file": 0.125, "symbol": 0.09090909090909091, "span": 0.0841998191681736, "line": 0.09871244635193133}}, {"step": 5, "coverage": {"file": 0.16666666666666666, "symbol": 0.09090909090909091, "span": 0.08651672694394213, "line": 0.10085836909871244}}, {"step": 6, "coverage": {"file": 0.16666666666666666, "symbol": 0.09090909090909091, "span": 0.08651672694394213, "line": 0.10085836909871244}}, {"step": 7, "coverage": {"file": 0.16666666666666666, "symbol": 0.09090909090909091, "span": 0.08651672694394213, "line": 0.10085836909871244}}, {"step": 8, "coverage": {"file": 0.16666666666666666, "symbol": 0.09090909090909091, "span": 0.08651672694394213, "line": 0.10085836909871244}}, {"step": 9, "coverage": {"file": 0.16666666666666666, "symbol": 0.09090909090909091, "span": 0.08651672694394213, "line": 0.10085836909871244}}, {"step": 10, "coverage": {"file": 0.16666666666666666, "symbol": 0.09090909090909091, "span": 0.08651672694394213, "line": 0.10085836909871244}}, {"step": 11, "coverage": {"file": 0.20833333333333334, "symbol": 0.09090909090909091, "span": 0.08651672694394213, "line": 0.10085836909871244}}, {"step": 12, "coverage": {"file": 0.20833333333333334, "symbol": 0.09090909090909091, "span": 0.11771021699819169, "line": 0.12660944206008584}}, {"step": 13, "coverage": {"file": 0.25, "symbol": 0.09090909090909091, "span": 0.11771021699819169, "line": 0.12660944206008584}}, {"step": 14, "coverage": {"file": 0.25, "symbol": 0.09090909090909091, "span": 0.11771021699819169, "line": 0.12660944206008584}}, {"step": 15, "coverage": {"file": 0.25, "symbol": 0.09090909090909091, "span": 0.11771021699819169, "line": 0.12660944206008584}}, {"step": 16, "coverage": {"file": 0.25, "symbol": 0.09090909090909091, "span": 0.11771021699819169, "line": 0.12660944206008584}}, {"step": 17, "coverage": {"file": 0.25, "symbol": 0.09090909090909091, "span": 0.11771021699819169, "line": 0.12660944206008584}}, {"step": 18, "coverage": {"file": 0.25, "symbol": 0.09090909090909091, "span": 0.11771021699819169, "line": 0.12660944206008584}}, {"step": 19, "coverage": {"file": 0.25, "symbol": 0.09090909090909091, "span": 0.11771021699819169, "line": 0.12660944206008584}}, {"step": 20, "coverage": {"file": 0.25, "symbol": 0.09090909090909091, "span": 0.11771021699819169, "line": 0.12660944206008584}}, {"step": 21, "coverage": {"file": 0.25, "symbol": 0.09090909090909091, "span": 0.11771021699819169, "line": 0.12660944206008584}}, {"step": 22, "coverage": {"file": 0.25, "symbol": 0.09090909090909091, "span": 0.11771021699819169, "line": 0.12660944206008584}}, {"step": 23, "coverage": {"file": 0.25, "symbol": 0.09090909090909091, "span": 0.11771021699819169, "line": 0.12660944206008584}}, {"step": 24, "coverage": {"file": 0.25, "symbol": 0.09090909090909091, "span": 0.11771021699819169, "line": 0.12660944206008584}}, {"step": 25, "coverage": {"file": 0.25, "symbol": 0.09090909090909091, "span": 0.11771021699819169, "line": 0.12660944206008584}}], "auc_coverage": {"file": 0.20166666666666663, "symbol": 0.08363636363636362, "span": 0.09634267631103073, "line": 0.1066094420600858}, "redundancy": {"file": 0.6666666666666667, "symbol": 0.38888888888888884, "span": 0.2287242535526106, "line": 0.2306034482758621}}, "editloc": {"recall": 0.475, "precision": 0.475, "intersection": 19, "gold_size": 466, "pred_size": 40}} +{"instance_id": "SWE-Bench-Pro__go__maintenance__bugfix__720b4d92", "num_steps": 8, "final": {"file": {"coverage": 0.36363636363636365, "precision": 0.8, "intersection": 4, "gold_size": 11, "pred_size": 5}, "symbol": {"coverage": 0.2857142857142857, "precision": 0.46153846153846156, "intersection": 6, "gold_size": 21, "pred_size": 13}, "span": {"coverage": 0.2459816303099885, "precision": 0.3813125695216908, "intersection": 3428, "gold_size": 13936, "pred_size": 8990}, "line": {"coverage": 0.2604166666666667, "precision": 0.37202380952380953, "intersection": 125, "gold_size": 480, "pred_size": 336}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.18181818181818182, "symbol": 0.19047619047619047, "span": 0.1359787600459242, "line": 0.14375}}, {"step": 3, "coverage": {"file": 0.2727272727272727, "symbol": 0.23809523809523808, "span": 0.2197187141216992, "line": 0.23333333333333334}}, {"step": 4, "coverage": {"file": 0.2727272727272727, "symbol": 0.23809523809523808, "span": 0.2197187141216992, "line": 0.23333333333333334}}, {"step": 5, "coverage": {"file": 0.2727272727272727, "symbol": 0.23809523809523808, "span": 0.2197187141216992, "line": 0.23333333333333334}}, {"step": 6, "coverage": {"file": 0.36363636363636365, "symbol": 0.2857142857142857, "span": 0.2459816303099885, "line": 0.2604166666666667}}, {"step": 7, "coverage": {"file": 0.36363636363636365, "symbol": 0.2857142857142857, "span": 0.2459816303099885, "line": 0.2604166666666667}}, {"step": 8, "coverage": {"file": 0.36363636363636365, "symbol": 0.2857142857142857, "span": 0.2459816303099885, "line": 0.2604166666666667}}], "auc_coverage": {"file": 0.2613636363636364, "symbol": 0.22023809523809518, "span": 0.1916349741676234, "line": 0.20312500000000003}, "redundancy": {"file": 0.5, "symbol": 0.23529411764705888, "span": 0.17280088332719912, "line": 0.16831683168316836}}, "editloc": {"recall": 1.0, "precision": 1.0, "intersection": 1, "gold_size": 480, "pred_size": 1}} +{"instance_id": "SWE-Bench-Pro__go__maintenance__bugfix__997c7afd", "num_steps": 7, "final": {"file": {"coverage": 0.07692307692307693, "precision": 0.25, "intersection": 1, "gold_size": 13, "pred_size": 4}, "symbol": {"coverage": 0.0, "precision": 1.0, "intersection": 0, "gold_size": 11, "pred_size": 0}, "span": {"coverage": 0.0, "precision": 1.0, "intersection": 0, "gold_size": 9693, "pred_size": 0}, "line": {"coverage": 0.0, "precision": 1.0, "intersection": 0, "gold_size": 346, "pred_size": 0}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.07692307692307693, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 4, "coverage": {"file": 0.07692307692307693, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 5, "coverage": {"file": 0.07692307692307693, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 6, "coverage": {"file": 0.07692307692307693, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 7, "coverage": {"file": 0.07692307692307693, "symbol": 0.0, "span": 0.0, "line": 0.0}}], "auc_coverage": {"file": 0.05494505494505495, "symbol": 0.0, "span": 0.0, "line": 0.0}, "redundancy": {"file": 0.19999999999999996, "symbol": 0.0, "span": 0.0, "line": 0.0}}, "editloc": {"recall": 0.0, "precision": 0.0, "intersection": 0, "gold_size": 346, "pred_size": 0}} +{"instance_id": "SWE-Bench-Pro__javascript__maintenance__bugfix__82518720", "num_steps": 27, "final": {"file": {"coverage": 0.6363636363636364, "precision": 0.3888888888888889, "intersection": 7, "gold_size": 11, "pred_size": 18}, "symbol": {"coverage": 0.0, "precision": 0.0, "intersection": 0, "gold_size": 6, "pred_size": 2}, "span": {"coverage": 0.12239858906525573, "precision": 0.2224562688890924, "intersection": 2429, "gold_size": 19845, "pred_size": 10919}, "line": {"coverage": 0.14807302231237324, "precision": 0.2517241379310345, "intersection": 73, "gold_size": 493, "pred_size": 290}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.09090909090909091, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.18181818181818182, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.18181818181818182, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 4, "coverage": {"file": 0.18181818181818182, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 5, "coverage": {"file": 0.2727272727272727, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 6, "coverage": {"file": 0.2727272727272727, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 7, "coverage": {"file": 0.2727272727272727, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 8, "coverage": {"file": 0.2727272727272727, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 9, "coverage": {"file": 0.36363636363636365, "symbol": 0.0, "span": 0.044595616024187455, "line": 0.06490872210953347}}, {"step": 10, "coverage": {"file": 0.36363636363636365, "symbol": 0.0, "span": 0.044595616024187455, "line": 0.06490872210953347}}, {"step": 11, "coverage": {"file": 0.36363636363636365, "symbol": 0.0, "span": 0.044595616024187455, "line": 0.06490872210953347}}, {"step": 12, "coverage": {"file": 0.36363636363636365, "symbol": 0.0, "span": 0.044595616024187455, "line": 0.06490872210953347}}, {"step": 13, "coverage": {"file": 0.36363636363636365, "symbol": 0.0, "span": 0.044595616024187455, "line": 0.06490872210953347}}, {"step": 14, "coverage": {"file": 0.45454545454545453, "symbol": 0.0, "span": 0.09705215419501134, "line": 0.11764705882352941}}, {"step": 15, "coverage": {"file": 0.45454545454545453, "symbol": 0.0, "span": 0.09705215419501134, "line": 0.11764705882352941}}, {"step": 16, "coverage": {"file": 0.45454545454545453, "symbol": 0.0, "span": 0.09705215419501134, "line": 0.11764705882352941}}, {"step": 17, "coverage": {"file": 0.45454545454545453, "symbol": 0.0, "span": 0.09705215419501134, "line": 0.11764705882352941}}, {"step": 18, "coverage": {"file": 0.5454545454545454, "symbol": 0.0, "span": 0.09705215419501134, "line": 0.11764705882352941}}, {"step": 19, "coverage": {"file": 0.5454545454545454, "symbol": 0.0, "span": 0.09705215419501134, "line": 0.11764705882352941}}, {"step": 20, "coverage": {"file": 0.5454545454545454, "symbol": 0.0, "span": 0.09705215419501134, "line": 0.11764705882352941}}, {"step": 21, "coverage": {"file": 0.5454545454545454, "symbol": 0.0, "span": 0.09705215419501134, "line": 0.11764705882352941}}, {"step": 22, "coverage": {"file": 0.6363636363636364, "symbol": 0.0, "span": 0.09705215419501134, "line": 0.11764705882352941}}, {"step": 23, "coverage": {"file": 0.6363636363636364, "symbol": 0.0, "span": 0.09705215419501134, "line": 0.11764705882352941}}, {"step": 24, "coverage": {"file": 0.6363636363636364, "symbol": 0.0, "span": 0.12239858906525573, "line": 0.14807302231237324}}, {"step": 25, "coverage": {"file": 0.6363636363636364, "symbol": 0.0, "span": 0.12239858906525573, "line": 0.14807302231237324}}, {"step": 26, "coverage": {"file": 0.6363636363636364, "symbol": 0.0, "span": 0.12239858906525573, "line": 0.14807302231237324}}, {"step": 27, "coverage": {"file": 0.6363636363636364, "symbol": 0.0, "span": 0.12239858906525573, "line": 0.14807302231237324}}], "auc_coverage": {"file": 0.42087542087542085, "symbol": 0.0, "span": 0.06233681401229902, "line": 0.07752986251972054}, "redundancy": {"file": 0.21739130434782605, "symbol": 0.0, "span": 0.0, "line": 0.0}}, "editloc": {"recall": 0.0, "precision": 0.0, "intersection": 0, "gold_size": 493, "pred_size": 385}} +{"instance_id": "SWE-Bench-Pro__javascript__maintenance__bugfix__e31ec45c", "num_steps": 9, "final": {"file": {"coverage": 0.36363636363636365, "precision": 1.0, "intersection": 4, "gold_size": 11, "pred_size": 4}, "symbol": {"coverage": 0.0, "precision": 1.0, "intersection": 0, "gold_size": 46, "pred_size": 0}, "span": {"coverage": 0.0, "precision": 1.0, "intersection": 0, "gold_size": 16305, "pred_size": 0}, "line": {"coverage": 0.0, "precision": 1.0, "intersection": 0, "gold_size": 470, "pred_size": 0}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.18181818181818182, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 4, "coverage": {"file": 0.18181818181818182, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 5, "coverage": {"file": 0.2727272727272727, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 6, "coverage": {"file": 0.2727272727272727, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 7, "coverage": {"file": 0.36363636363636365, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 8, "coverage": {"file": 0.36363636363636365, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 9, "coverage": {"file": 0.36363636363636365, "symbol": 0.0, "span": 0.0, "line": 0.0}}], "auc_coverage": {"file": 0.2222222222222222, "symbol": 0.0, "span": 0.0, "line": 0.0}, "redundancy": {"file": 0.4285714285714286, "symbol": 0.0, "span": 0.0, "line": 0.0}}, "editloc": {"recall": 0.0, "precision": 0.0, "intersection": 0, "gold_size": 470, "pred_size": 0}} +{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__07bb383a", "num_steps": 11, "final": {"file": {"coverage": 1.0, "precision": 0.6666666666666666, "intersection": 6, "gold_size": 6, "pred_size": 9}, "symbol": {"coverage": 0.5, "precision": 0.6, "intersection": 15, "gold_size": 30, "pred_size": 25}, "span": {"coverage": 0.175080600770622, "precision": 0.41954022988505746, "intersection": 4453, "gold_size": 25434, "pred_size": 10614}, "line": {"coverage": 0.19499105545617174, "precision": 0.39636363636363636, "intersection": 109, "gold_size": 559, "pred_size": 275}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 4, "coverage": {"file": 0.6666666666666666, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 5, "coverage": {"file": 0.6666666666666666, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 6, "coverage": {"file": 0.8333333333333334, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 7, "coverage": {"file": 0.8333333333333334, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 8, "coverage": {"file": 1.0, "symbol": 0.16666666666666666, "span": 0.0983722576079264, "line": 0.11091234347048301}}, {"step": 9, "coverage": {"file": 1.0, "symbol": 0.16666666666666666, "span": 0.0983722576079264, "line": 0.11091234347048301}}, {"step": 10, "coverage": {"file": 1.0, "symbol": 0.16666666666666666, "span": 0.0983722576079264, "line": 0.11091234347048301}}, {"step": 11, "coverage": {"file": 1.0, "symbol": 0.5, "span": 0.175080600770622, "line": 0.19499105545617174}}], "auc_coverage": {"file": 0.7121212121212122, "symbol": 0.09090909090909091, "span": 0.042745215781309194, "line": 0.04797528053342007}, "redundancy": {"file": 0.3076923076923077, "symbol": 0.0, "span": 0.0, "line": 0.0}}, "editloc": {"recall": 1.0, "precision": 1.0, "intersection": 1, "gold_size": 559, "pred_size": 1}} +{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__0bac5789", "num_steps": 5, "final": {"file": {"coverage": 0.3333333333333333, "precision": 0.5, "intersection": 1, "gold_size": 3, "pred_size": 2}, "symbol": {"coverage": 0.2727272727272727, "precision": 0.5, "intersection": 3, "gold_size": 11, "pred_size": 6}, "span": {"coverage": 0.4175455042574799, "precision": 0.782347775175644, "intersection": 5345, "gold_size": 12801, "pred_size": 6832}, "line": {"coverage": 0.32903225806451614, "precision": 0.6938775510204082, "intersection": 102, "gold_size": 310, "pred_size": 147}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 4, "coverage": {"file": 0.3333333333333333, "symbol": 0.2727272727272727, "span": 0.4175455042574799, "line": 0.32903225806451614}}, {"step": 5, "coverage": {"file": 0.3333333333333333, "symbol": 0.2727272727272727, "span": 0.4175455042574799, "line": 0.32903225806451614}}], "auc_coverage": {"file": 0.3333333333333333, "symbol": 0.10909090909090909, "span": 0.16701820170299195, "line": 0.13161290322580646}, "redundancy": {"file": 0.5, "symbol": 0.0, "span": 0.0, "line": 0.0}}, "editloc": {"recall": 1.0, "precision": 1.0, "intersection": 1, "gold_size": 310, "pred_size": 1}} +{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__18d7bbbc", "num_steps": 51, "final": {"file": {"coverage": 0.6363636363636364, "precision": 0.4375, "intersection": 7, "gold_size": 11, "pred_size": 16}, "symbol": {"coverage": 0.6222222222222222, "precision": 0.3181818181818182, "intersection": 28, "gold_size": 45, "pred_size": 88}, "span": {"coverage": 0.6587611607142857, "precision": 0.34768878344105375, "intersection": 21249, "gold_size": 32256, "pred_size": 61115}, "line": {"coverage": 0.5992462311557789, "precision": 0.30362826225334183, "intersection": 477, "gold_size": 796, "pred_size": 1571}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 4, "coverage": {"file": 0.18181818181818182, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 5, "coverage": {"file": 0.18181818181818182, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 6, "coverage": {"file": 0.18181818181818182, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 7, "coverage": {"file": 0.36363636363636365, "symbol": 0.2, "span": 0.14546130952380953, "line": 0.13693467336683418}}, {"step": 8, "coverage": {"file": 0.45454545454545453, "symbol": 0.2, "span": 0.14546130952380953, "line": 0.13693467336683418}}, {"step": 9, "coverage": {"file": 0.45454545454545453, "symbol": 0.2, "span": 0.16350446428571427, "line": 0.15954773869346733}}, {"step": 10, "coverage": {"file": 0.45454545454545453, "symbol": 0.2222222222222222, "span": 0.16350446428571427, "line": 0.15954773869346733}}, {"step": 11, "coverage": {"file": 0.45454545454545453, "symbol": 0.2222222222222222, "span": 0.16350446428571427, "line": 0.15954773869346733}}, {"step": 12, "coverage": {"file": 0.45454545454545453, "symbol": 0.24444444444444444, "span": 0.21158854166666666, "line": 0.20728643216080403}}, {"step": 13, "coverage": {"file": 0.45454545454545453, "symbol": 0.24444444444444444, "span": 0.21158854166666666, "line": 0.20728643216080403}}, {"step": 14, "coverage": {"file": 0.45454545454545453, "symbol": 0.24444444444444444, "span": 0.21158854166666666, "line": 0.20728643216080403}}, {"step": 15, "coverage": {"file": 0.45454545454545453, "symbol": 0.24444444444444444, "span": 0.21158854166666666, "line": 0.20728643216080403}}, {"step": 16, "coverage": {"file": 0.45454545454545453, "symbol": 0.24444444444444444, "span": 0.21158854166666666, "line": 0.20728643216080403}}, {"step": 17, "coverage": {"file": 0.5454545454545454, "symbol": 0.26666666666666666, "span": 0.2725694444444444, "line": 0.2537688442211055}}, {"step": 18, "coverage": {"file": 0.5454545454545454, "symbol": 0.26666666666666666, "span": 0.2725694444444444, "line": 0.2537688442211055}}, {"step": 19, "coverage": {"file": 0.5454545454545454, "symbol": 0.26666666666666666, "span": 0.2725694444444444, "line": 0.2537688442211055}}, {"step": 20, "coverage": {"file": 0.5454545454545454, "symbol": 0.26666666666666666, "span": 0.39295014880952384, "line": 0.3228643216080402}}, {"step": 21, "coverage": {"file": 0.6363636363636364, "symbol": 0.3333333333333333, "span": 0.41065228174603174, "line": 0.34045226130653267}}, {"step": 22, "coverage": {"file": 0.6363636363636364, "symbol": 0.3333333333333333, "span": 0.41065228174603174, "line": 0.34045226130653267}}, {"step": 23, "coverage": {"file": 0.6363636363636364, "symbol": 0.3333333333333333, "span": 0.41065228174603174, "line": 0.34045226130653267}}, {"step": 24, "coverage": {"file": 0.6363636363636364, "symbol": 0.3333333333333333, "span": 0.41065228174603174, "line": 0.34045226130653267}}, {"step": 25, "coverage": {"file": 0.6363636363636364, "symbol": 0.4888888888888889, "span": 0.5131448412698413, "line": 0.4334170854271357}}, {"step": 26, "coverage": {"file": 0.6363636363636364, "symbol": 0.4888888888888889, "span": 0.5131448412698413, "line": 0.4334170854271357}}, {"step": 27, "coverage": {"file": 0.6363636363636364, "symbol": 0.4888888888888889, "span": 0.5131448412698413, "line": 0.4334170854271357}}, {"step": 28, "coverage": {"file": 0.6363636363636364, "symbol": 0.4888888888888889, "span": 0.5131448412698413, "line": 0.4334170854271357}}, {"step": 29, "coverage": {"file": 0.6363636363636364, "symbol": 0.4888888888888889, "span": 0.5131448412698413, "line": 0.4334170854271357}}, {"step": 30, "coverage": {"file": 0.6363636363636364, "symbol": 0.4888888888888889, "span": 0.5157490079365079, "line": 0.435929648241206}}, {"step": 31, "coverage": {"file": 0.6363636363636364, "symbol": 0.4888888888888889, "span": 0.5157490079365079, "line": 0.435929648241206}}, {"step": 32, "coverage": {"file": 0.6363636363636364, "symbol": 0.4888888888888889, "span": 0.5157490079365079, "line": 0.435929648241206}}, {"step": 33, "coverage": {"file": 0.6363636363636364, "symbol": 0.4888888888888889, "span": 0.5157490079365079, "line": 0.435929648241206}}, {"step": 34, "coverage": {"file": 0.6363636363636364, "symbol": 0.5111111111111111, "span": 0.5400855654761905, "line": 0.46733668341708545}}, {"step": 35, "coverage": {"file": 0.6363636363636364, "symbol": 0.5111111111111111, "span": 0.5400855654761905, "line": 0.46733668341708545}}, {"step": 36, "coverage": {"file": 0.6363636363636364, "symbol": 0.5111111111111111, "span": 0.5400855654761905, "line": 0.46733668341708545}}, {"step": 37, "coverage": {"file": 0.6363636363636364, "symbol": 0.5333333333333333, "span": 0.5590587797619048, "line": 0.4899497487437186}}, {"step": 38, "coverage": {"file": 0.6363636363636364, "symbol": 0.5333333333333333, "span": 0.5590587797619048, "line": 0.4899497487437186}}, {"step": 39, "coverage": {"file": 0.6363636363636364, "symbol": 0.5333333333333333, "span": 0.5590587797619048, "line": 0.4899497487437186}}, {"step": 40, "coverage": {"file": 0.6363636363636364, "symbol": 0.5333333333333333, "span": 0.5590587797619048, "line": 0.4899497487437186}}, {"step": 41, "coverage": {"file": 0.6363636363636364, "symbol": 0.5333333333333333, "span": 0.5590587797619048, "line": 0.4899497487437186}}, {"step": 42, "coverage": {"file": 0.6363636363636364, "symbol": 0.5333333333333333, "span": 0.5590587797619048, "line": 0.4899497487437186}}, {"step": 43, "coverage": {"file": 0.6363636363636364, "symbol": 0.5333333333333333, "span": 0.5691654265873016, "line": 0.5025125628140703}}, {"step": 44, "coverage": {"file": 0.6363636363636364, "symbol": 0.6, "span": 0.6498325892857143, "line": 0.5917085427135679}}, {"step": 45, "coverage": {"file": 0.6363636363636364, "symbol": 0.6222222222222222, "span": 0.6587611607142857, "line": 0.5992462311557789}}, {"step": 46, "coverage": {"file": 0.6363636363636364, "symbol": 0.6222222222222222, "span": 0.6587611607142857, "line": 0.5992462311557789}}, {"step": 47, "coverage": {"file": 0.6363636363636364, "symbol": 0.6222222222222222, "span": 0.6587611607142857, "line": 0.5992462311557789}}, {"step": 48, "coverage": {"file": 0.6363636363636364, "symbol": 0.6222222222222222, "span": 0.6587611607142857, "line": 0.5992462311557789}}, {"step": 49, "coverage": {"file": 0.6363636363636364, "symbol": 0.6222222222222222, "span": 0.6587611607142857, "line": 0.5992462311557789}}, {"step": 50, "coverage": {"file": 0.6363636363636364, "symbol": 0.6222222222222222, "span": 0.6587611607142857, "line": 0.5992462311557789}}, {"step": 51, "coverage": {"file": 0.6363636363636364, "symbol": 0.6222222222222222, "span": 0.6587611607142857, "line": 0.5992462311557789}}], "auc_coverage": {"file": 0.5276292335115866, "symbol": 0.37821350762527245, "span": 0.39463337418300637, "line": 0.34855650803034777}, "redundancy": {"file": 0.6734693877551021, "symbol": 0.22123893805309736, "span": 0.16039291111416398, "line": 0.16436170212765955}}, "editloc": {"recall": 1.0, "precision": 1.0, "intersection": 11, "gold_size": 796, "pred_size": 11}} +{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__1cf3e889", "num_steps": 7, "final": {"file": {"coverage": 0.8571428571428571, "precision": 0.8571428571428571, "intersection": 6, "gold_size": 7, "pred_size": 7}, "symbol": {"coverage": 0.391304347826087, "precision": 0.34615384615384615, "intersection": 9, "gold_size": 23, "pred_size": 26}, "span": {"coverage": 0.23311436752568637, "precision": 0.302337435374645, "intersection": 4152, "gold_size": 17811, "pred_size": 13733}, "line": {"coverage": 0.2618110236220472, "precision": 0.2708757637474542, "intersection": 133, "gold_size": 508, "pred_size": 491}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.42857142857142855, "symbol": 0.30434782608695654, "span": 0.16152939194879568, "line": 0.17125984251968504}}, {"step": 3, "coverage": {"file": 0.8571428571428571, "symbol": 0.30434782608695654, "span": 0.16152939194879568, "line": 0.17125984251968504}}, {"step": 4, "coverage": {"file": 0.8571428571428571, "symbol": 0.391304347826087, "span": 0.23311436752568637, "line": 0.2618110236220472}}, {"step": 5, "coverage": {"file": 0.8571428571428571, "symbol": 0.391304347826087, "span": 0.23311436752568637, "line": 0.2618110236220472}}, {"step": 6, "coverage": {"file": 0.8571428571428571, "symbol": 0.391304347826087, "span": 0.23311436752568637, "line": 0.2618110236220472}}, {"step": 7, "coverage": {"file": 0.8571428571428571, "symbol": 0.391304347826087, "span": 0.23311436752568637, "line": 0.2618110236220472}}], "auc_coverage": {"file": 0.673469387755102, "symbol": 0.3105590062111801, "span": 0.17935946485719098, "line": 0.19853768278965128}, "redundancy": {"file": 0.41666666666666663, "symbol": 0.1875, "span": 0.15296367112810705, "line": 0.12321428571428572}}, "editloc": {"recall": 0.9523809523809523, "precision": 0.9523809523809523, "intersection": 20, "gold_size": 508, "pred_size": 21}} +{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__20dad82b", "num_steps": 6, "final": {"file": {"coverage": 0.4, "precision": 0.6666666666666666, "intersection": 2, "gold_size": 5, "pred_size": 3}, "symbol": {"coverage": 0.05263157894736842, "precision": 0.5, "intersection": 1, "gold_size": 19, "pred_size": 2}, "span": {"coverage": 0.1347870879120879, "precision": 0.6835002176752285, "intersection": 1570, "gold_size": 11648, "pred_size": 2297}, "line": {"coverage": 0.1762917933130699, "precision": 0.58, "intersection": 58, "gold_size": 329, "pred_size": 100}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.4, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.4, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.4, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 4, "coverage": {"file": 0.4, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 5, "coverage": {"file": 0.4, "symbol": 0.05263157894736842, "span": 0.1347870879120879, "line": 0.1762917933130699}}, {"step": 6, "coverage": {"file": 0.4, "symbol": 0.05263157894736842, "span": 0.1347870879120879, "line": 0.1762917933130699}}], "auc_coverage": {"file": 0.39999999999999997, "symbol": 0.017543859649122806, "span": 0.044929029304029304, "line": 0.05876393110435663}, "redundancy": {"file": 0.4, "symbol": 0.0, "span": 0.0, "line": 0.019607843137254943}}, "editloc": {"recall": 0.0, "precision": 0.0, "intersection": 0, "gold_size": 329, "pred_size": 0}} +{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__20f502e0", "num_steps": 15, "final": {"file": {"coverage": 0.3333333333333333, "precision": 0.6666666666666666, "intersection": 2, "gold_size": 6, "pred_size": 3}, "symbol": {"coverage": 0.15384615384615385, "precision": 0.05714285714285714, "intersection": 2, "gold_size": 13, "pred_size": 35}, "span": {"coverage": 0.046171915143507304, "precision": 0.02645079899074853, "intersection": 629, "gold_size": 13623, "pred_size": 23780}, "line": {"coverage": 0.037037037037037035, "precision": 0.02356902356902357, "intersection": 14, "gold_size": 378, "pred_size": 594}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.16666666666666666, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 4, "coverage": {"file": 0.16666666666666666, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 5, "coverage": {"file": 0.16666666666666666, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 6, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 7, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 8, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 9, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.02591206048594289, "line": 0.018518518518518517}}, {"step": 10, "coverage": {"file": 0.3333333333333333, "symbol": 0.15384615384615385, "span": 0.046171915143507304, "line": 0.037037037037037035}}, {"step": 11, "coverage": {"file": 0.3333333333333333, "symbol": 0.15384615384615385, "span": 0.046171915143507304, "line": 0.037037037037037035}}, {"step": 12, "coverage": {"file": 0.3333333333333333, "symbol": 0.15384615384615385, "span": 0.046171915143507304, "line": 0.037037037037037035}}, {"step": 13, "coverage": {"file": 0.3333333333333333, "symbol": 0.15384615384615385, "span": 0.046171915143507304, "line": 0.037037037037037035}}, {"step": 14, "coverage": {"file": 0.3333333333333333, "symbol": 0.15384615384615385, "span": 0.046171915143507304, "line": 0.037037037037037035}}, {"step": 15, "coverage": {"file": 0.3333333333333333, "symbol": 0.15384615384615385, "span": 0.046171915143507304, "line": 0.037037037037037035}}], "auc_coverage": {"file": 0.2555555555555556, "symbol": 0.06153846153846154, "span": 0.02019623675646578, "line": 0.01604938271604938}, "redundancy": {"file": 0.7, "symbol": 0.14634146341463417, "span": 0.08330442157202889, "line": 0.07906976744186045}}, "editloc": {"recall": 0.3395973154362416, "precision": 0.3395973154362416, "intersection": 253, "gold_size": 378, "pred_size": 745}} +{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__509a20d9", "num_steps": 34, "final": {"file": {"coverage": 1.0, "precision": 0.2727272727272727, "intersection": 3, "gold_size": 3, "pred_size": 11}, "symbol": {"coverage": 0.4090909090909091, "precision": 0.14285714285714285, "intersection": 9, "gold_size": 22, "pred_size": 63}, "span": {"coverage": 0.40650193353870356, "precision": 0.12808492183143677, "intersection": 6202, "gold_size": 15257, "pred_size": 48421}, "line": {"coverage": 0.40397350993377484, "precision": 0.056533827618164965, "intersection": 183, "gold_size": 453, "pred_size": 3237}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 4, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 5, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 6, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 7, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 8, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 9, "coverage": {"file": 0.6666666666666666, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 10, "coverage": {"file": 1.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 11, "coverage": {"file": 1.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 12, "coverage": {"file": 1.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 13, "coverage": {"file": 1.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 14, "coverage": {"file": 1.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 15, "coverage": {"file": 1.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 16, "coverage": {"file": 1.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 17, "coverage": {"file": 1.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 18, "coverage": {"file": 1.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 19, "coverage": {"file": 1.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 20, "coverage": {"file": 1.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 21, "coverage": {"file": 1.0, "symbol": 0.045454545454545456, "span": 0.008127416923379432, "line": 0.008830022075055188}}, {"step": 22, "coverage": {"file": 1.0, "symbol": 0.045454545454545456, "span": 0.008127416923379432, "line": 0.008830022075055188}}, {"step": 23, "coverage": {"file": 1.0, "symbol": 0.045454545454545456, "span": 0.008127416923379432, "line": 0.008830022075055188}}, {"step": 24, "coverage": {"file": 1.0, "symbol": 0.045454545454545456, "span": 0.008127416923379432, "line": 0.008830022075055188}}, {"step": 25, "coverage": {"file": 1.0, "symbol": 0.045454545454545456, "span": 0.008127416923379432, "line": 0.008830022075055188}}, {"step": 26, "coverage": {"file": 1.0, "symbol": 0.045454545454545456, "span": 0.008127416923379432, "line": 0.008830022075055188}}, {"step": 27, "coverage": {"file": 1.0, "symbol": 0.045454545454545456, "span": 0.008127416923379432, "line": 0.008830022075055188}}, {"step": 28, "coverage": {"file": 1.0, "symbol": 0.045454545454545456, "span": 0.0886150619387822, "line": 0.09271523178807947}}, {"step": 29, "coverage": {"file": 1.0, "symbol": 0.09090909090909091, "span": 0.13790391295798649, "line": 0.1434878587196468}}, {"step": 30, "coverage": {"file": 1.0, "symbol": 0.13636363636363635, "span": 0.3064167267483778, "line": 0.304635761589404}}, {"step": 31, "coverage": {"file": 1.0, "symbol": 0.13636363636363635, "span": 0.3064167267483778, "line": 0.304635761589404}}, {"step": 32, "coverage": {"file": 1.0, "symbol": 0.22727272727272727, "span": 0.35360817985187126, "line": 0.3509933774834437}}, {"step": 33, "coverage": {"file": 1.0, "symbol": 0.36363636363636365, "span": 0.3998164776823753, "line": 0.39514348785871967}}, {"step": 34, "coverage": {"file": 1.0, "symbol": 0.4090909090909091, "span": 0.40650193353870356, "line": 0.40397350993377484}}], "auc_coverage": {"file": 0.8137254901960783, "symbol": 0.050802139037433164, "span": 0.06047561582147442, "line": 0.06051162186728996}, "redundancy": {"file": 0.5925925925925926, "symbol": 0.05970149253731338, "span": 0.010240791463963062, "line": 0.005835380835380821}}, "editloc": {"recall": 1.0, "precision": 1.0, "intersection": 32, "gold_size": 453, "pred_size": 32}} +{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__53ca6a30", "num_steps": 4, "final": {"file": {"coverage": 0.5, "precision": 1.0, "intersection": 3, "gold_size": 6, "pred_size": 3}, "symbol": {"coverage": 0.0, "precision": 1.0, "intersection": 0, "gold_size": 16, "pred_size": 0}, "span": {"coverage": 0.0, "precision": 1.0, "intersection": 0, "gold_size": 7683, "pred_size": 0}, "line": {"coverage": 0.0, "precision": 1.0, "intersection": 0, "gold_size": 273, "pred_size": 0}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 4, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.0, "line": 0.0}}], "auc_coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}, "redundancy": {"file": 0.25, "symbol": 0.0, "span": 0.0, "line": 0.0}}, "editloc": {"recall": 0.926829268292683, "precision": 0.926829268292683, "intersection": 38, "gold_size": 273, "pred_size": 41}} +{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__552343cd", "num_steps": 8, "final": {"file": {"coverage": 0.3333333333333333, "precision": 0.5, "intersection": 1, "gold_size": 3, "pred_size": 2}, "symbol": {"coverage": 1.0, "precision": 0.21428571428571427, "intersection": 3, "gold_size": 3, "pred_size": 14}, "span": {"coverage": 0.8234188034188035, "precision": 0.3307697589782325, "intersection": 4817, "gold_size": 5850, "pred_size": 14563}, "line": {"coverage": 0.7935483870967742, "precision": 0.2727272727272727, "intersection": 123, "gold_size": 155, "pred_size": 451}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.3333333333333333, "symbol": 0.6666666666666666, "span": 0.5996581196581197, "line": 0.6}}, {"step": 4, "coverage": {"file": 0.3333333333333333, "symbol": 1.0, "span": 0.8234188034188035, "line": 0.7935483870967742}}, {"step": 5, "coverage": {"file": 0.3333333333333333, "symbol": 1.0, "span": 0.8234188034188035, "line": 0.7935483870967742}}, {"step": 6, "coverage": {"file": 0.3333333333333333, "symbol": 1.0, "span": 0.8234188034188035, "line": 0.7935483870967742}}, {"step": 7, "coverage": {"file": 0.3333333333333333, "symbol": 1.0, "span": 0.8234188034188035, "line": 0.7935483870967742}}, {"step": 8, "coverage": {"file": 0.3333333333333333, "symbol": 1.0, "span": 0.8234188034188035, "line": 0.7935483870967742}}], "auc_coverage": {"file": 0.3333333333333333, "symbol": 0.7083333333333333, "span": 0.5895940170940172, "line": 0.5709677419354838}, "redundancy": {"file": 0.75, "symbol": 0.33333333333333337, "span": 0.13659809094681918, "line": 0.15700934579439252}}, "editloc": {"recall": 0.0, "precision": 0.0, "intersection": 0, "gold_size": 155, "pred_size": 0}} +{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__5b2cf9bb", "num_steps": 21, "final": {"file": {"coverage": 0.3333333333333333, "precision": 0.5, "intersection": 1, "gold_size": 3, "pred_size": 2}, "symbol": {"coverage": 0.47368421052631576, "precision": 0.5, "intersection": 9, "gold_size": 19, "pred_size": 18}, "span": {"coverage": 0.5844211427348598, "precision": 0.1674946335479914, "intersection": 5462, "gold_size": 9346, "pred_size": 32610}, "line": {"coverage": 0.5441860465116279, "precision": 0.1482889733840304, "intersection": 117, "gold_size": 215, "pred_size": 789}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.01979456451958057, "line": 0.05581395348837209}}, {"step": 4, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.01979456451958057, "line": 0.05581395348837209}}, {"step": 5, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.01979456451958057, "line": 0.05581395348837209}}, {"step": 6, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.01979456451958057, "line": 0.05581395348837209}}, {"step": 7, "coverage": {"file": 0.3333333333333333, "symbol": 0.21052631578947367, "span": 0.2165632356088166, "line": 0.2186046511627907}}, {"step": 8, "coverage": {"file": 0.3333333333333333, "symbol": 0.21052631578947367, "span": 0.2942435266424139, "line": 0.27906976744186046}}, {"step": 9, "coverage": {"file": 0.3333333333333333, "symbol": 0.2631578947368421, "span": 0.4029531350310293, "line": 0.39069767441860465}}, {"step": 10, "coverage": {"file": 0.3333333333333333, "symbol": 0.2631578947368421, "span": 0.4029531350310293, "line": 0.39069767441860465}}, {"step": 11, "coverage": {"file": 0.3333333333333333, "symbol": 0.42105263157894735, "span": 0.4293815536058207, "line": 0.4232558139534884}}, {"step": 12, "coverage": {"file": 0.3333333333333333, "symbol": 0.42105263157894735, "span": 0.5021399529210357, "line": 0.48372093023255813}}, {"step": 13, "coverage": {"file": 0.3333333333333333, "symbol": 0.42105263157894735, "span": 0.5239674727156003, "line": 0.5116279069767442}}, {"step": 14, "coverage": {"file": 0.3333333333333333, "symbol": 0.42105263157894735, "span": 0.5239674727156003, "line": 0.5116279069767442}}, {"step": 15, "coverage": {"file": 0.3333333333333333, "symbol": 0.42105263157894735, "span": 0.5239674727156003, "line": 0.5116279069767442}}, {"step": 16, "coverage": {"file": 0.3333333333333333, "symbol": 0.42105263157894735, "span": 0.5239674727156003, "line": 0.5116279069767442}}, {"step": 17, "coverage": {"file": 0.3333333333333333, "symbol": 0.47368421052631576, "span": 0.560239674727156, "line": 0.5302325581395348}}, {"step": 18, "coverage": {"file": 0.3333333333333333, "symbol": 0.47368421052631576, "span": 0.560239674727156, "line": 0.5302325581395348}}, {"step": 19, "coverage": {"file": 0.3333333333333333, "symbol": 0.47368421052631576, "span": 0.560239674727156, "line": 0.5302325581395348}}, {"step": 20, "coverage": {"file": 0.3333333333333333, "symbol": 0.47368421052631576, "span": 0.5844211427348598, "line": 0.5441860465116279}}, {"step": 21, "coverage": {"file": 0.3333333333333333, "symbol": 0.47368421052631576, "span": 0.5844211427348598, "line": 0.5441860465116279}}], "auc_coverage": {"file": 0.31746031746031733, "symbol": 0.2781954887218045, "span": 0.34632590463962176, "line": 0.3397563676633443}, "redundancy": {"file": 0.9, "symbol": 0.4193548387096774, "span": 0.062014611977219136, "line": 0.07285546415981203}}, "editloc": {"recall": 0.0, "precision": 0.0, "intersection": 0, "gold_size": 215, "pred_size": 0}} +{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__66e05eaa", "num_steps": 16, "final": {"file": {"coverage": 0.6666666666666666, "precision": 0.4, "intersection": 2, "gold_size": 3, "pred_size": 5}, "symbol": {"coverage": 0.2, "precision": 0.09090909090909091, "intersection": 1, "gold_size": 5, "pred_size": 11}, "span": {"coverage": 0.23207036535859268, "precision": 0.20675105485232068, "intersection": 686, "gold_size": 2956, "pred_size": 3318}, "line": {"coverage": 0.2647058823529412, "precision": 0.14285714285714285, "intersection": 27, "gold_size": 102, "pred_size": 189}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 4, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 5, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 6, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 7, "coverage": {"file": 0.6666666666666666, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 8, "coverage": {"file": 0.6666666666666666, "symbol": 0.2, "span": 0.23207036535859268, "line": 0.2647058823529412}}, {"step": 9, "coverage": {"file": 0.6666666666666666, "symbol": 0.2, "span": 0.23207036535859268, "line": 0.2647058823529412}}, {"step": 10, "coverage": {"file": 0.6666666666666666, "symbol": 0.2, "span": 0.23207036535859268, "line": 0.2647058823529412}}, {"step": 11, "coverage": {"file": 0.6666666666666666, "symbol": 0.2, "span": 0.23207036535859268, "line": 0.2647058823529412}}, {"step": 12, "coverage": {"file": 0.6666666666666666, "symbol": 0.2, "span": 0.23207036535859268, "line": 0.2647058823529412}}, {"step": 13, "coverage": {"file": 0.6666666666666666, "symbol": 0.2, "span": 0.23207036535859268, "line": 0.2647058823529412}}, {"step": 14, "coverage": {"file": 0.6666666666666666, "symbol": 0.2, "span": 0.23207036535859268, "line": 0.2647058823529412}}, {"step": 15, "coverage": {"file": 0.6666666666666666, "symbol": 0.2, "span": 0.23207036535859268, "line": 0.2647058823529412}}, {"step": 16, "coverage": {"file": 0.6666666666666666, "symbol": 0.2, "span": 0.23207036535859268, "line": 0.2647058823529412}}], "auc_coverage": {"file": 0.45833333333333337, "symbol": 0.11249999999999999, "span": 0.1305395805142084, "line": 0.1488970588235294}, "redundancy": {"file": 0.6666666666666667, "symbol": 0.2142857142857143, "span": 0.21168923734853884, "line": 0.2157676348547718}}, "editloc": {"recall": 0.5, "precision": 0.5, "intersection": 1, "gold_size": 102, "pred_size": 2}} +{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__6ebb54dc", "num_steps": 27, "final": {"file": {"coverage": 0.3333333333333333, "precision": 0.2222222222222222, "intersection": 2, "gold_size": 6, "pred_size": 9}, "symbol": {"coverage": 0.0, "precision": 0.0, "intersection": 0, "gold_size": 29, "pred_size": 4}, "span": {"coverage": 0.0, "precision": 0.0, "intersection": 0, "gold_size": 44431, "pred_size": 5686}, "line": {"coverage": 0.0, "precision": 0.0, "intersection": 0, "gold_size": 1015, "pred_size": 142}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.16666666666666666, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 4, "coverage": {"file": 0.16666666666666666, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 5, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 6, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 7, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 8, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 9, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 10, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 11, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 12, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 13, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 14, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 15, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 16, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 17, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 18, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 19, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 20, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 21, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 22, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 23, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 24, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 25, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 26, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 27, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}], "auc_coverage": {"file": 0.29629629629629617, "symbol": 0.0, "span": 0.0, "line": 0.0}, "redundancy": {"file": 0.18181818181818177, "symbol": 0.0, "span": 0.0, "line": 0.0}}, "editloc": {"recall": 0.5882352941176471, "precision": 0.5882352941176471, "intersection": 20, "gold_size": 1015, "pred_size": 34}} +{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__87bfb374", "num_steps": 9, "final": {"file": {"coverage": 0.6666666666666666, "precision": 1.0, "intersection": 4, "gold_size": 6, "pred_size": 4}, "symbol": {"coverage": 0.5454545454545454, "precision": 0.6666666666666666, "intersection": 6, "gold_size": 11, "pred_size": 9}, "span": {"coverage": 0.32889628397115916, "precision": 0.4821922263782729, "intersection": 2965, "gold_size": 9015, "pred_size": 6149}, "line": {"coverage": 0.38764044943820225, "precision": 0.350253807106599, "intersection": 69, "gold_size": 178, "pred_size": 197}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 4, "coverage": {"file": 0.5, "symbol": 0.18181818181818182, "span": 0.028397115917914585, "line": 0.028089887640449437}}, {"step": 5, "coverage": {"file": 0.6666666666666666, "symbol": 0.18181818181818182, "span": 0.028397115917914585, "line": 0.028089887640449437}}, {"step": 6, "coverage": {"file": 0.6666666666666666, "symbol": 0.36363636363636365, "span": 0.06600110926234054, "line": 0.07303370786516854}}, {"step": 7, "coverage": {"file": 0.6666666666666666, "symbol": 0.5454545454545454, "span": 0.32889628397115916, "line": 0.38764044943820225}}, {"step": 8, "coverage": {"file": 0.6666666666666666, "symbol": 0.5454545454545454, "span": 0.32889628397115916, "line": 0.38764044943820225}}, {"step": 9, "coverage": {"file": 0.6666666666666666, "symbol": 0.5454545454545454, "span": 0.32889628397115916, "line": 0.38764044943820225}}], "auc_coverage": {"file": 0.4999999999999999, "symbol": 0.2626262626262626, "span": 0.12327602144573858, "line": 0.14357053682896379}, "redundancy": {"file": 0.6, "symbol": 0.09999999999999998, "span": 0.0444444444444444, "line": 0.043689320388349495}}, "editloc": {"recall": 1.0, "precision": 1.0, "intersection": 37, "gold_size": 178, "pred_size": 37}} +{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__89932d58", "num_steps": 14, "final": {"file": {"coverage": 1.0, "precision": 0.8, "intersection": 4, "gold_size": 4, "pred_size": 5}, "symbol": {"coverage": 0.75, "precision": 0.2571428571428571, "intersection": 9, "gold_size": 12, "pred_size": 35}, "span": {"coverage": 0.862249503520491, "precision": 0.3112617309697602, "intersection": 4776, "gold_size": 5539, "pred_size": 15344}, "line": {"coverage": 0.8243243243243243, "precision": 0.2657952069716776, "intersection": 122, "gold_size": 148, "pred_size": 459}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.75, "symbol": 0.16666666666666666, "span": 0.2231449720166095, "line": 0.27702702702702703}}, {"step": 2, "coverage": {"file": 1.0, "symbol": 0.16666666666666666, "span": 0.2231449720166095, "line": 0.27702702702702703}}, {"step": 3, "coverage": {"file": 1.0, "symbol": 0.16666666666666666, "span": 0.2794728290305109, "line": 0.3310810810810811}}, {"step": 4, "coverage": {"file": 1.0, "symbol": 0.25, "span": 0.5493771438887886, "line": 0.581081081081081}}, {"step": 5, "coverage": {"file": 1.0, "symbol": 0.75, "span": 0.743455497382199, "line": 0.7297297297297297}}, {"step": 6, "coverage": {"file": 1.0, "symbol": 0.75, "span": 0.7889510742011193, "line": 0.7567567567567568}}, {"step": 7, "coverage": {"file": 1.0, "symbol": 0.75, "span": 0.7889510742011193, "line": 0.7567567567567568}}, {"step": 8, "coverage": {"file": 1.0, "symbol": 0.75, "span": 0.7889510742011193, "line": 0.7567567567567568}}, {"step": 9, "coverage": {"file": 1.0, "symbol": 0.75, "span": 0.7889510742011193, "line": 0.7567567567567568}}, {"step": 10, "coverage": {"file": 1.0, "symbol": 0.75, "span": 0.7889510742011193, "line": 0.7567567567567568}}, {"step": 11, "coverage": {"file": 1.0, "symbol": 0.75, "span": 0.7889510742011193, "line": 0.7567567567567568}}, {"step": 12, "coverage": {"file": 1.0, "symbol": 0.75, "span": 0.862249503520491, "line": 0.8243243243243243}}, {"step": 13, "coverage": {"file": 1.0, "symbol": 0.75, "span": 0.862249503520491, "line": 0.8243243243243243}}, {"step": 14, "coverage": {"file": 1.0, "symbol": 0.75, "span": 0.862249503520491, "line": 0.8243243243243243}}], "auc_coverage": {"file": 0.9821428571428571, "symbol": 0.5892857142857143, "span": 0.6670750264359219, "line": 0.657818532818533}, "redundancy": {"file": 0.75, "symbol": 0.16666666666666663, "span": 0.14284118205686835, "line": 0.14842300556586274}}, "editloc": {"recall": 0.8777777777777778, "precision": 0.8777777777777778, "intersection": 79, "gold_size": 148, "pred_size": 90}} +{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__942d0b14", "num_steps": 24, "final": {"file": {"coverage": 0.5, "precision": 0.75, "intersection": 6, "gold_size": 12, "pred_size": 8}, "symbol": {"coverage": 0.13333333333333333, "precision": 0.8, "intersection": 4, "gold_size": 30, "pred_size": 5}, "span": {"coverage": 0.16201590513387606, "precision": 0.18296312041662238, "intersection": 3443, "gold_size": 21251, "pred_size": 18818}, "line": {"coverage": 0.17350157728706625, "precision": 0.22448979591836735, "intersection": 110, "gold_size": 634, "pred_size": 490}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 4, "coverage": {"file": 0.16666666666666666, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 5, "coverage": {"file": 0.16666666666666666, "symbol": 0.0, "span": 0.004658604300974071, "line": 0.011041009463722398}}, {"step": 6, "coverage": {"file": 0.16666666666666666, "symbol": 0.0, "span": 0.004658604300974071, "line": 0.011041009463722398}}, {"step": 7, "coverage": {"file": 0.25, "symbol": 0.0, "span": 0.004658604300974071, "line": 0.011041009463722398}}, {"step": 8, "coverage": {"file": 0.25, "symbol": 0.0, "span": 0.004658604300974071, "line": 0.011041009463722398}}, {"step": 9, "coverage": {"file": 0.25, "symbol": 0.0, "span": 0.004658604300974071, "line": 0.011041009463722398}}, {"step": 10, "coverage": {"file": 0.25, "symbol": 0.0, "span": 0.004658604300974071, "line": 0.011041009463722398}}, {"step": 11, "coverage": {"file": 0.25, "symbol": 0.0, "span": 0.004658604300974071, "line": 0.011041009463722398}}, {"step": 12, "coverage": {"file": 0.25, "symbol": 0.0, "span": 0.004658604300974071, "line": 0.011041009463722398}}, {"step": 13, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.004658604300974071, "line": 0.011041009463722398}}, {"step": 14, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.021598983577243425, "line": 0.022082018927444796}}, {"step": 15, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.06018540303985695, "line": 0.06466876971608833}}, {"step": 16, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.06018540303985695, "line": 0.06466876971608833}}, {"step": 17, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.06018540303985695, "line": 0.06466876971608833}}, {"step": 18, "coverage": {"file": 0.5, "symbol": 0.13333333333333333, "span": 0.1335466566279234, "line": 0.1277602523659306}}, {"step": 19, "coverage": {"file": 0.5, "symbol": 0.13333333333333333, "span": 0.15255752670462566, "line": 0.1608832807570978}}, {"step": 20, "coverage": {"file": 0.5, "symbol": 0.13333333333333333, "span": 0.16201590513387606, "line": 0.17350157728706625}}, {"step": 21, "coverage": {"file": 0.5, "symbol": 0.13333333333333333, "span": 0.16201590513387606, "line": 0.17350157728706625}}, {"step": 22, "coverage": {"file": 0.5, "symbol": 0.13333333333333333, "span": 0.16201590513387606, "line": 0.17350157728706625}}, {"step": 23, "coverage": {"file": 0.5, "symbol": 0.13333333333333333, "span": 0.16201590513387606, "line": 0.17350157728706625}}, {"step": 24, "coverage": {"file": 0.5, "symbol": 0.13333333333333333, "span": 0.16201590513387606, "line": 0.17350157728706625}}], "auc_coverage": {"file": 0.3055555555555556, "symbol": 0.03888888888888888, "span": 0.05584443085031293, "line": 0.061317034700315465}, "redundancy": {"file": 0.6190476190476191, "symbol": 0.16666666666666663, "span": 0.023253399771618444, "line": 0.021956087824351322}}, "editloc": {"recall": 1.0, "precision": 1.0, "intersection": 1, "gold_size": 634, "pred_size": 1}} +{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__983f2896", "num_steps": 2, "final": {"file": {"coverage": 0.2, "precision": 1.0, "intersection": 2, "gold_size": 10, "pred_size": 2}, "symbol": {"coverage": 0.0, "precision": 1.0, "intersection": 0, "gold_size": 19, "pred_size": 0}, "span": {"coverage": 0.0, "precision": 1.0, "intersection": 0, "gold_size": 8685, "pred_size": 0}, "line": {"coverage": 0.0, "precision": 1.0, "intersection": 0, "gold_size": 270, "pred_size": 0}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.2, "symbol": 0.0, "span": 0.0, "line": 0.0}}], "auc_coverage": {"file": 0.1, "symbol": 0.0, "span": 0.0, "line": 0.0}, "redundancy": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, "editloc": {"recall": 1.0, "precision": 1.0, "intersection": 2, "gold_size": 270, "pred_size": 2}} +{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__a984b409", "num_steps": 5, "final": {"file": {"coverage": 0.3333333333333333, "precision": 1.0, "intersection": 1, "gold_size": 3, "pred_size": 1}, "symbol": {"coverage": 0.25, "precision": 0.4, "intersection": 2, "gold_size": 8, "pred_size": 5}, "span": {"coverage": 0.16302219321148825, "precision": 0.24807549043953314, "intersection": 999, "gold_size": 6128, "pred_size": 4027}, "line": {"coverage": 0.16216216216216217, "precision": 0.18181818181818182, "intersection": 24, "gold_size": 148, "pred_size": 132}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.3333333333333333, "symbol": 0.25, "span": 0.15453655352480417, "line": 0.13513513513513514}}, {"step": 4, "coverage": {"file": 0.3333333333333333, "symbol": 0.25, "span": 0.16302219321148825, "line": 0.16216216216216217}}, {"step": 5, "coverage": {"file": 0.3333333333333333, "symbol": 0.25, "span": 0.16302219321148825, "line": 0.16216216216216217}}], "auc_coverage": {"file": 0.3333333333333333, "symbol": 0.15, "span": 0.09611618798955614, "line": 0.0918918918918919}, "redundancy": {"file": 0.75, "symbol": 0.0, "span": 0.0, "line": 0.0}}, "editloc": {"recall": 1.0, "precision": 1.0, "intersection": 7, "gold_size": 148, "pred_size": 7}} +{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__aa07d0c3", "num_steps": 18, "final": {"file": {"coverage": 0.5, "precision": 0.42857142857142855, "intersection": 3, "gold_size": 6, "pred_size": 7}, "symbol": {"coverage": 0.35, "precision": 0.5, "intersection": 14, "gold_size": 40, "pred_size": 28}, "span": {"coverage": 0.5148677591273597, "precision": 0.5752365052865888, "intersection": 10337, "gold_size": 20077, "pred_size": 17970}, "line": {"coverage": 0.54, "precision": 0.6033519553072626, "intersection": 324, "gold_size": 600, "pred_size": 537}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 4, "coverage": {"file": 0.3333333333333333, "symbol": 0.2, "span": 0.2824625193006923, "line": 0.26166666666666666}}, {"step": 5, "coverage": {"file": 0.3333333333333333, "symbol": 0.2, "span": 0.34840862678687057, "line": 0.32666666666666666}}, {"step": 6, "coverage": {"file": 0.3333333333333333, "symbol": 0.2, "span": 0.34840862678687057, "line": 0.32666666666666666}}, {"step": 7, "coverage": {"file": 0.5, "symbol": 0.2, "span": 0.34840862678687057, "line": 0.32666666666666666}}, {"step": 8, "coverage": {"file": 0.5, "symbol": 0.275, "span": 0.390446779897395, "line": 0.36666666666666664}}, {"step": 9, "coverage": {"file": 0.5, "symbol": 0.275, "span": 0.390446779897395, "line": 0.36666666666666664}}, {"step": 10, "coverage": {"file": 0.5, "symbol": 0.275, "span": 0.390446779897395, "line": 0.36666666666666664}}, {"step": 11, "coverage": {"file": 0.5, "symbol": 0.275, "span": 0.390446779897395, "line": 0.36666666666666664}}, {"step": 12, "coverage": {"file": 0.5, "symbol": 0.35, "span": 0.42765353389450617, "line": 0.39666666666666667}}, {"step": 13, "coverage": {"file": 0.5, "symbol": 0.35, "span": 0.5148677591273597, "line": 0.54}}, {"step": 14, "coverage": {"file": 0.5, "symbol": 0.35, "span": 0.5148677591273597, "line": 0.54}}, {"step": 15, "coverage": {"file": 0.5, "symbol": 0.35, "span": 0.5148677591273597, "line": 0.54}}, {"step": 16, "coverage": {"file": 0.5, "symbol": 0.35, "span": 0.5148677591273597, "line": 0.54}}, {"step": 17, "coverage": {"file": 0.5, "symbol": 0.35, "span": 0.5148677591273597, "line": 0.54}}, {"step": 18, "coverage": {"file": 0.5, "symbol": 0.35, "span": 0.5148677591273597, "line": 0.54}}], "auc_coverage": {"file": 0.4074074074074074, "symbol": 0.24166666666666664, "span": 0.3559075337727527, "line": 0.35250000000000004}, "redundancy": {"file": 0.6111111111111112, "symbol": 0.09677419354838712, "span": 0.0043218085106383475, "line": 0.0037105751391465214}}, "editloc": {"recall": 1.0, "precision": 1.0, "intersection": 11, "gold_size": 600, "pred_size": 11}} +{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__cf01f471", "num_steps": 22, "final": {"file": {"coverage": 0.75, "precision": 0.75, "intersection": 3, "gold_size": 4, "pred_size": 4}, "symbol": {"coverage": 0.8181818181818182, "precision": 0.2903225806451613, "intersection": 9, "gold_size": 11, "pred_size": 31}, "span": {"coverage": 0.664489848700375, "precision": 0.3249130572241543, "intersection": 10277, "gold_size": 15466, "pred_size": 31630}, "line": {"coverage": 0.7, "precision": 0.30042918454935624, "intersection": 210, "gold_size": 300, "pred_size": 699}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.25, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 4, "coverage": {"file": 0.25, "symbol": 0.18181818181818182, "span": 0.38303375145480406, "line": 0.4033333333333333}}, {"step": 5, "coverage": {"file": 0.25, "symbol": 0.18181818181818182, "span": 0.38303375145480406, "line": 0.4033333333333333}}, {"step": 6, "coverage": {"file": 0.5, "symbol": 0.18181818181818182, "span": 0.38303375145480406, "line": 0.4033333333333333}}, {"step": 7, "coverage": {"file": 0.5, "symbol": 0.8181818181818182, "span": 0.48480537954222164, "line": 0.49333333333333335}}, {"step": 8, "coverage": {"file": 0.5, "symbol": 0.8181818181818182, "span": 0.48480537954222164, "line": 0.49333333333333335}}, {"step": 9, "coverage": {"file": 0.5, "symbol": 0.8181818181818182, "span": 0.48480537954222164, "line": 0.49333333333333335}}, {"step": 10, "coverage": {"file": 0.5, "symbol": 0.8181818181818182, "span": 0.48480537954222164, "line": 0.49333333333333335}}, {"step": 11, "coverage": {"file": 0.5, "symbol": 0.8181818181818182, "span": 0.48480537954222164, "line": 0.49333333333333335}}, {"step": 12, "coverage": {"file": 0.5, "symbol": 0.8181818181818182, "span": 0.48480537954222164, "line": 0.49333333333333335}}, {"step": 13, "coverage": {"file": 0.5, "symbol": 0.8181818181818182, "span": 0.48480537954222164, "line": 0.49333333333333335}}, {"step": 14, "coverage": {"file": 0.5, "symbol": 0.8181818181818182, "span": 0.48480537954222164, "line": 0.49333333333333335}}, {"step": 15, "coverage": {"file": 0.5, "symbol": 0.8181818181818182, "span": 0.48480537954222164, "line": 0.49333333333333335}}, {"step": 16, "coverage": {"file": 0.5, "symbol": 0.8181818181818182, "span": 0.5775895512737618, "line": 0.62}}, {"step": 17, "coverage": {"file": 0.5, "symbol": 0.8181818181818182, "span": 0.620845726108884, "line": 0.6633333333333333}}, {"step": 18, "coverage": {"file": 0.5, "symbol": 0.8181818181818182, "span": 0.620845726108884, "line": 0.6633333333333333}}, {"step": 19, "coverage": {"file": 0.5, "symbol": 0.8181818181818182, "span": 0.620845726108884, "line": 0.6633333333333333}}, {"step": 20, "coverage": {"file": 0.75, "symbol": 0.8181818181818182, "span": 0.620845726108884, "line": 0.6633333333333333}}, {"step": 21, "coverage": {"file": 0.75, "symbol": 0.8181818181818182, "span": 0.664489848700375, "line": 0.7}}, {"step": 22, "coverage": {"file": 0.75, "symbol": 0.8181818181818182, "span": 0.664489848700375, "line": 0.7}}], "auc_coverage": {"file": 0.45454545454545453, "symbol": 0.6198347107438017, "span": 0.4501046283342934, "line": 0.4692424242424242}, "redundancy": {"file": 0.7647058823529411, "symbol": 0.16216216216216217, "span": 0.07324934075593315, "line": 0.07294429708222816}}, "editloc": {"recall": 0.75, "precision": 0.75, "intersection": 3, "gold_size": 300, "pred_size": 4}} +{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__d2506f10", "num_steps": 17, "final": {"file": {"coverage": 0.3, "precision": 0.375, "intersection": 3, "gold_size": 10, "pred_size": 8}, "symbol": {"coverage": 0.14705882352941177, "precision": 0.2777777777777778, "intersection": 5, "gold_size": 34, "pred_size": 18}, "span": {"coverage": 0.19264691309087306, "precision": 0.3418021978021978, "intersection": 3888, "gold_size": 20182, "pred_size": 11375}, "line": {"coverage": 0.2402135231316726, "precision": 0.3609625668449198, "intersection": 135, "gold_size": 562, "pred_size": 374}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.1, "symbol": 0.029411764705882353, "span": 0.058864334555544545, "line": 0.06405693950177936}}, {"step": 4, "coverage": {"file": 0.2, "symbol": 0.029411764705882353, "span": 0.09845406798136953, "line": 0.11387900355871886}}, {"step": 5, "coverage": {"file": 0.2, "symbol": 0.029411764705882353, "span": 0.09845406798136953, "line": 0.11387900355871886}}, {"step": 6, "coverage": {"file": 0.2, "symbol": 0.029411764705882353, "span": 0.09845406798136953, "line": 0.11387900355871886}}, {"step": 7, "coverage": {"file": 0.2, "symbol": 0.029411764705882353, "span": 0.10722425924090774, "line": 0.12633451957295375}}, {"step": 8, "coverage": {"file": 0.2, "symbol": 0.029411764705882353, "span": 0.10722425924090774, "line": 0.12633451957295375}}, {"step": 9, "coverage": {"file": 0.2, "symbol": 0.029411764705882353, "span": 0.10722425924090774, "line": 0.12633451957295375}}, {"step": 10, "coverage": {"file": 0.2, "symbol": 0.029411764705882353, "span": 0.10722425924090774, "line": 0.12633451957295375}}, {"step": 11, "coverage": {"file": 0.2, "symbol": 0.029411764705882353, "span": 0.10722425924090774, "line": 0.12633451957295375}}, {"step": 12, "coverage": {"file": 0.2, "symbol": 0.029411764705882353, "span": 0.10722425924090774, "line": 0.12633451957295375}}, {"step": 13, "coverage": {"file": 0.3, "symbol": 0.08823529411764706, "span": 0.16455257159845407, "line": 0.199288256227758}}, {"step": 14, "coverage": {"file": 0.3, "symbol": 0.14705882352941177, "span": 0.19264691309087306, "line": 0.2402135231316726}}, {"step": 15, "coverage": {"file": 0.3, "symbol": 0.14705882352941177, "span": 0.19264691309087306, "line": 0.2402135231316726}}, {"step": 16, "coverage": {"file": 0.3, "symbol": 0.14705882352941177, "span": 0.19264691309087306, "line": 0.2402135231316726}}, {"step": 17, "coverage": {"file": 0.3, "symbol": 0.14705882352941177, "span": 0.19264691309087306, "line": 0.2402135231316726}}], "auc_coverage": {"file": 0.19999999999999996, "symbol": 0.05709342560553634, "span": 0.11368895987688503, "line": 0.13669667155118273}, "redundancy": {"file": 0.4285714285714286, "symbol": 0.1428571428571429, "span": 0.12155378793729243, "line": 0.1241217798594848}}, "editloc": {"recall": 0.0, "precision": 0.0, "intersection": 0, "gold_size": 562, "pred_size": 0}} +{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__e579f2f0", "num_steps": 5, "final": {"file": {"coverage": 0.5, "precision": 1.0, "intersection": 1, "gold_size": 2, "pred_size": 1}, "symbol": {"coverage": 0.75, "precision": 0.42857142857142855, "intersection": 6, "gold_size": 8, "pred_size": 14}, "span": {"coverage": 0.4675512665862485, "precision": 0.3434952144629564, "intersection": 1938, "gold_size": 4145, "pred_size": 5642}, "line": {"coverage": 0.44805194805194803, "precision": 0.38333333333333336, "intersection": 69, "gold_size": 154, "pred_size": 180}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 4, "coverage": {"file": 0.5, "symbol": 0.75, "span": 0.4675512665862485, "line": 0.44805194805194803}}, {"step": 5, "coverage": {"file": 0.5, "symbol": 0.75, "span": 0.4675512665862485, "line": 0.44805194805194803}}], "auc_coverage": {"file": 0.4, "symbol": 0.3, "span": 0.1870205066344994, "line": 0.17922077922077922}, "redundancy": {"file": 0.6666666666666667, "symbol": 0.06666666666666665, "span": 0.015873015873015928, "line": 0.01098901098901095}}, "editloc": {"recall": 1.0, "precision": 1.0, "intersection": 6, "gold_size": 154, "pred_size": 6}} +{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__eafb1f0b", "num_steps": 5, "final": {"file": {"coverage": 0.5, "precision": 1.0, "intersection": 3, "gold_size": 6, "pred_size": 3}, "symbol": {"coverage": 0.06896551724137931, "precision": 1.0, "intersection": 2, "gold_size": 29, "pred_size": 2}, "span": {"coverage": 0.08667665276709445, "precision": 1.0, "intersection": 2141, "gold_size": 24701, "pred_size": 2141}, "line": {"coverage": 0.0611439842209073, "precision": 1.0, "intersection": 31, "gold_size": 507, "pred_size": 31}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.16666666666666666, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 4, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 5, "coverage": {"file": 0.5, "symbol": 0.06896551724137931, "span": 0.08667665276709445, "line": 0.0611439842209073}}], "auc_coverage": {"file": 0.26666666666666666, "symbol": 0.013793103448275862, "span": 0.01733533055341889, "line": 0.01222879684418146}, "redundancy": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, "editloc": {"recall": 1.0, "precision": 1.0, "intersection": 1, "gold_size": 507, "pred_size": 1}} +{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__ef8756b1", "num_steps": 18, "final": {"file": {"coverage": 0.7142857142857143, "precision": 1.0, "intersection": 5, "gold_size": 7, "pred_size": 5}, "symbol": {"coverage": 0.42857142857142855, "precision": 0.8571428571428571, "intersection": 24, "gold_size": 56, "pred_size": 28}, "span": {"coverage": 0.3670032310177706, "precision": 0.7966161129131235, "intersection": 9087, "gold_size": 24760, "pred_size": 11407}, "line": {"coverage": 0.3484848484848485, "precision": 0.7507418397626113, "intersection": 253, "gold_size": 726, "pred_size": 337}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.14285714285714285, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.14285714285714285, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.2857142857142857, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 4, "coverage": {"file": 0.42857142857142855, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 5, "coverage": {"file": 0.5714285714285714, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 6, "coverage": {"file": 0.5714285714285714, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 7, "coverage": {"file": 0.5714285714285714, "symbol": 0.125, "span": 0.12964458804523424, "line": 0.1115702479338843}}, {"step": 8, "coverage": {"file": 0.5714285714285714, "symbol": 0.125, "span": 0.12964458804523424, "line": 0.1115702479338843}}, {"step": 9, "coverage": {"file": 0.7142857142857143, "symbol": 0.16071428571428573, "span": 0.20844103392568658, "line": 0.19146005509641872}}, {"step": 10, "coverage": {"file": 0.7142857142857143, "symbol": 0.16071428571428573, "span": 0.20844103392568658, "line": 0.19146005509641872}}, {"step": 11, "coverage": {"file": 0.7142857142857143, "symbol": 0.16071428571428573, "span": 0.20844103392568658, "line": 0.19146005509641872}}, {"step": 12, "coverage": {"file": 0.7142857142857143, "symbol": 0.2857142857142857, "span": 0.24596122778675283, "line": 0.23415977961432508}}, {"step": 13, "coverage": {"file": 0.7142857142857143, "symbol": 0.32142857142857145, "span": 0.2518578352180937, "line": 0.23829201101928374}}, {"step": 14, "coverage": {"file": 0.7142857142857143, "symbol": 0.32142857142857145, "span": 0.2518578352180937, "line": 0.23829201101928374}}, {"step": 15, "coverage": {"file": 0.7142857142857143, "symbol": 0.32142857142857145, "span": 0.2679725363489499, "line": 0.25757575757575757}}, {"step": 16, "coverage": {"file": 0.7142857142857143, "symbol": 0.42857142857142855, "span": 0.3670032310177706, "line": 0.3484848484848485}}, {"step": 17, "coverage": {"file": 0.7142857142857143, "symbol": 0.42857142857142855, "span": 0.3670032310177706, "line": 0.3484848484848485}}, {"step": 18, "coverage": {"file": 0.7142857142857143, "symbol": 0.42857142857142855, "span": 0.3670032310177706, "line": 0.3484848484848485}}], "auc_coverage": {"file": 0.5793650793650793, "symbol": 0.181547619047619, "span": 0.1668484114162628, "line": 0.15618304254667892}, "redundancy": {"file": 0.6875, "symbol": 0.06666666666666665, "span": 0.06507663306286371, "line": 0.053370786516853896}}, "editloc": {"recall": 0.5833333333333334, "precision": 0.5833333333333334, "intersection": 7, "gold_size": 726, "pred_size": 12}} +{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__f87209f8", "num_steps": 10, "final": {"file": {"coverage": 1.0, "precision": 0.8333333333333334, "intersection": 5, "gold_size": 5, "pred_size": 6}, "symbol": {"coverage": 0.029411764705882353, "precision": 0.0625, "intersection": 1, "gold_size": 34, "pred_size": 16}, "span": {"coverage": 0.10988126383578185, "precision": 0.3806646525679758, "intersection": 1638, "gold_size": 14907, "pred_size": 4303}, "line": {"coverage": 0.10059171597633136, "precision": 0.3355263157894737, "intersection": 51, "gold_size": 507, "pred_size": 152}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.4, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.6, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 4, "coverage": {"file": 0.6, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 5, "coverage": {"file": 0.8, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 6, "coverage": {"file": 1.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 7, "coverage": {"file": 1.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 8, "coverage": {"file": 1.0, "symbol": 0.029411764705882353, "span": 0.10988126383578185, "line": 0.10059171597633136}}, {"step": 9, "coverage": {"file": 1.0, "symbol": 0.029411764705882353, "span": 0.10988126383578185, "line": 0.10059171597633136}}, {"step": 10, "coverage": {"file": 1.0, "symbol": 0.029411764705882353, "span": 0.10988126383578185, "line": 0.10059171597633136}}], "auc_coverage": {"file": 0.74, "symbol": 0.008823529411764706, "span": 0.03296437915073456, "line": 0.03017751479289941}, "redundancy": {"file": 0.5, "symbol": 0.0, "span": 0.0, "line": 0.0}}, "editloc": {"recall": 0.8333333333333334, "precision": 0.8333333333333334, "intersection": 50, "gold_size": 507, "pred_size": 60}} +{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__ff79bafd", "num_steps": 19, "final": {"file": {"coverage": 0.8, "precision": 0.8, "intersection": 8, "gold_size": 10, "pred_size": 10}, "symbol": {"coverage": 0.056338028169014086, "precision": 0.0851063829787234, "intersection": 4, "gold_size": 71, "pred_size": 47}, "span": {"coverage": 0.1497641783415813, "precision": 0.17773733697300576, "intersection": 6446, "gold_size": 43041, "pred_size": 36267}, "line": {"coverage": 0.14786967418546365, "precision": 0.1591726618705036, "intersection": 177, "gold_size": 1197, "pred_size": 1112}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.1, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.2, "symbol": 0.0, "span": 0.008015613020143584, "line": 0.012531328320802004}}, {"step": 4, "coverage": {"file": 0.4, "symbol": 0.0, "span": 0.008015613020143584, "line": 0.012531328320802004}}, {"step": 5, "coverage": {"file": 0.6, "symbol": 0.0, "span": 0.008015613020143584, "line": 0.012531328320802004}}, {"step": 6, "coverage": {"file": 0.6, "symbol": 0.056338028169014086, "span": 0.1497641783415813, "line": 0.14786967418546365}}, {"step": 7, "coverage": {"file": 0.7, "symbol": 0.056338028169014086, "span": 0.1497641783415813, "line": 0.14786967418546365}}, {"step": 8, "coverage": {"file": 0.7, "symbol": 0.056338028169014086, "span": 0.1497641783415813, "line": 0.14786967418546365}}, {"step": 9, "coverage": {"file": 0.8, "symbol": 0.056338028169014086, "span": 0.1497641783415813, "line": 0.14786967418546365}}, {"step": 10, "coverage": {"file": 0.8, "symbol": 0.056338028169014086, "span": 0.1497641783415813, "line": 0.14786967418546365}}, {"step": 11, "coverage": {"file": 0.8, "symbol": 0.056338028169014086, "span": 0.1497641783415813, "line": 0.14786967418546365}}, {"step": 12, "coverage": {"file": 0.8, "symbol": 0.056338028169014086, "span": 0.1497641783415813, "line": 0.14786967418546365}}, {"step": 13, "coverage": {"file": 0.8, "symbol": 0.056338028169014086, "span": 0.1497641783415813, "line": 0.14786967418546365}}, {"step": 14, "coverage": {"file": 0.8, "symbol": 0.056338028169014086, "span": 0.1497641783415813, "line": 0.14786967418546365}}, {"step": 15, "coverage": {"file": 0.8, "symbol": 0.056338028169014086, "span": 0.1497641783415813, "line": 0.14786967418546365}}, {"step": 16, "coverage": {"file": 0.8, "symbol": 0.056338028169014086, "span": 0.1497641783415813, "line": 0.14786967418546365}}, {"step": 17, "coverage": {"file": 0.8, "symbol": 0.056338028169014086, "span": 0.1497641783415813, "line": 0.14786967418546365}}, {"step": 18, "coverage": {"file": 0.8, "symbol": 0.056338028169014086, "span": 0.1497641783415813, "line": 0.14786967418546365}}, {"step": 19, "coverage": {"file": 0.8, "symbol": 0.056338028169014086, "span": 0.1497641783415813, "line": 0.14786967418546365}}], "auc_coverage": {"file": 0.6368421052631581, "symbol": 0.04151223128243144, "span": 0.11161817557066152, "line": 0.11093523281888934}, "redundancy": {"file": 0.5, "symbol": 0.18965517241379315, "span": 0.15718900327670748, "line": 0.14263685427910566}}, "editloc": {"recall": 1.0, "precision": 1.0, "intersection": 19, "gold_size": 1197, "pred_size": 19}} diff --git a/benchmarks/contextbench/scripts/prepare_repos_with_leann.py b/benchmarks/contextbench/scripts/prepare_repos_with_leann.py index f85c8f2a..aaa0c33e 100644 --- a/benchmarks/contextbench/scripts/prepare_repos_with_leann.py +++ b/benchmarks/contextbench/scripts/prepare_repos_with_leann.py @@ -33,9 +33,7 @@ "py,go,js,jsx,ts,tsx,java,kt,kts,rs,rb,php,cs,c,cc,cpp,h,hpp,m,mm,swift,scala,sh,sql,lua,r", ) -# LEANN index build parameters ā€” override via env vars for sweeping configs. -# ast-chunk-size is in non-whitespace CHARACTERS (not tokens). bge-base-en-v1.5 -# has a 512-token limit; at ~1.2 tokens/char: 300 chars + 64 overlap ā‰ˆ 436 tokens. +# LEANN index build parameters LEANN_EMBEDDING_MODEL = os.environ.get( "LEANN_EMBEDDING_MODEL", "jinaai/jina-embeddings-v2-base-code" ) @@ -75,37 +73,37 @@ # "SWE-Bench-Pro__python__maintenance__bugfix__3cfd9a02", # "SWE-Bench-Pro__python__maintenance__bugfix__4c132bfd", # "SWE-Bench-Pro__python__maintenance__bugfix__7c2efe8a", - "SWE-Bench-Pro__go__maintenance__bugfix__40a717e5", - "SWE-Bench-Pro__go__maintenance__bugfix__52d866b3", - "SWE-Bench-Pro__go__maintenance__bugfix__720b4d92", - "SWE-Bench-Pro__go__maintenance__bugfix__997c7afd", - "SWE-Bench-Pro__javascript__maintenance__bugfix__82518720", - "SWE-Bench-Pro__javascript__maintenance__bugfix__e31ec45c", - "SWE-Bench-Pro__python__maintenance__bugfix__07bb383a", - "SWE-Bench-Pro__python__maintenance__bugfix__0bac5789", - "SWE-Bench-Pro__python__maintenance__bugfix__18d7bbbc", - "SWE-Bench-Pro__python__maintenance__bugfix__1cf3e889", - "SWE-Bench-Pro__python__maintenance__bugfix__20dad82b", - "SWE-Bench-Pro__python__maintenance__bugfix__20f502e0", - "SWE-Bench-Pro__python__maintenance__bugfix__509a20d9", - "SWE-Bench-Pro__python__maintenance__bugfix__53ca6a30", - "SWE-Bench-Pro__python__maintenance__bugfix__552343cd", - "SWE-Bench-Pro__python__maintenance__bugfix__5b2cf9bb", - "SWE-Bench-Pro__python__maintenance__bugfix__66e05eaa", - "SWE-Bench-Pro__python__maintenance__bugfix__6ebb54dc", - "SWE-Bench-Pro__python__maintenance__bugfix__87bfb374", - "SWE-Bench-Pro__python__maintenance__bugfix__89932d58", - "SWE-Bench-Pro__python__maintenance__bugfix__942d0b14", - "SWE-Bench-Pro__python__maintenance__bugfix__983f2896", - "SWE-Bench-Pro__python__maintenance__bugfix__a984b409", - "SWE-Bench-Pro__python__maintenance__bugfix__aa07d0c3", - "SWE-Bench-Pro__python__maintenance__bugfix__cf01f471", - "SWE-Bench-Pro__python__maintenance__bugfix__d2506f10", - "SWE-Bench-Pro__python__maintenance__bugfix__e579f2f0", - "SWE-Bench-Pro__python__maintenance__bugfix__eafb1f0b", - "SWE-Bench-Pro__python__maintenance__bugfix__ef8756b1", - "SWE-Bench-Pro__python__maintenance__bugfix__f87209f8", - "SWE-Bench-Pro__python__maintenance__bugfix__ff79bafd", + # "SWE-Bench-Pro__go__maintenance__bugfix__40a717e5", + # "SWE-Bench-Pro__go__maintenance__bugfix__52d866b3", + # "SWE-Bench-Pro__go__maintenance__bugfix__720b4d92", + # "SWE-Bench-Pro__go__maintenance__bugfix__997c7afd", + # "SWE-Bench-Pro__javascript__maintenance__bugfix__82518720", + # "SWE-Bench-Pro__javascript__maintenance__bugfix__e31ec45c", + # "SWE-Bench-Pro__python__maintenance__bugfix__07bb383a", + # "SWE-Bench-Pro__python__maintenance__bugfix__0bac5789", + # "SWE-Bench-Pro__python__maintenance__bugfix__18d7bbbc", + # "SWE-Bench-Pro__python__maintenance__bugfix__1cf3e889", + # "SWE-Bench-Pro__python__maintenance__bugfix__20dad82b", + # "SWE-Bench-Pro__python__maintenance__bugfix__20f502e0", + # "SWE-Bench-Pro__python__maintenance__bugfix__509a20d9", + # "SWE-Bench-Pro__python__maintenance__bugfix__53ca6a30", + # "SWE-Bench-Pro__python__maintenance__bugfix__552343cd", + # "SWE-Bench-Pro__python__maintenance__bugfix__5b2cf9bb", + # "SWE-Bench-Pro__python__maintenance__bugfix__66e05eaa", + # "SWE-Bench-Pro__python__maintenance__bugfix__6ebb54dc", + # "SWE-Bench-Pro__python__maintenance__bugfix__87bfb374", + # "SWE-Bench-Pro__python__maintenance__bugfix__89932d58", + # "SWE-Bench-Pro__python__maintenance__bugfix__942d0b14", + # "SWE-Bench-Pro__python__maintenance__bugfix__983f2896", + # "SWE-Bench-Pro__python__maintenance__bugfix__a984b409", + # "SWE-Bench-Pro__python__maintenance__bugfix__aa07d0c3", + # "SWE-Bench-Pro__python__maintenance__bugfix__cf01f471", + # "SWE-Bench-Pro__python__maintenance__bugfix__d2506f10", + # "SWE-Bench-Pro__python__maintenance__bugfix__e579f2f0", + # "SWE-Bench-Pro__python__maintenance__bugfix__eafb1f0b", + # "SWE-Bench-Pro__python__maintenance__bugfix__ef8756b1", + # "SWE-Bench-Pro__python__maintenance__bugfix__f87209f8", + # "SWE-Bench-Pro__python__maintenance__bugfix__ff79bafd", ] if os.environ.get("SELECTED_IDS"): @@ -333,7 +331,7 @@ def build_leann_index(instance_id: str, repo_dir: Path) -> tuple[bool, Optional[ env={ **os.environ, "LEANN_EMBEDDING_DEVICE": os.environ.get("LEANN_EMBEDDING_DEVICE", "mps"), - "LEANN_BATCH_SIZE": os.environ.get("LEANN_BATCH_SIZE", "32"), + "LEANN_BATCH_SIZE": os.environ.get("LEANN_BATCH_SIZE", "8"), }, ) except subprocess.TimeoutExpired: @@ -452,10 +450,10 @@ def main(): report_path = _write_failure_report(failures) if report_path is not None: print(f"\nšŸ“ Failure report written to: {report_path}") - print("\nNext steps:") - print(f" 1. Verify indexes: ls {WORK_ROOT}/*/.leann") - print(" 2. Run with LEANN: LEANN_ENABLED=1 python batch_run_selected.py") - print(" 3. Baseline run: LEANN_ENABLED=0 python batch_run_selected.py") + print("\nNext steps:") + print(f" 1. Verify indexes: ls {WORK_ROOT}/*/.leann") + print(" 2. Run with LEANN MCP: LEANN_MODE=mcp python batch_run_selected.py") + print(" 3. Baseline run: LEANN_MODE=none python batch_run_selected.py") if __name__ == "__main__":