{ "schema": "causari.survival_report.v1", "title": "Survival Report #2", "number": 2, "id": "2026/02", "date": "2026-09-23", "generated_at": "2026-09-23T22:05:25Z", "url": "https://causari.dev/reports/survival/2026/02/", "license": "CC-BY-4.0", "license_url": "https://creativecommons.org/licenses/by/4.0/", "publisher": "Crovia Trust", "tool": { "name": "causari", "version": "0.2.0" }, "method": { "version": "v2", "url": "https://causari.dev/method", "command": "re audit --json", "blame_flags": [ "-w", "-M", "-C" ], "sample_floor": 5, "cap_rule": "a commit weighs at most the 95th percentile of per-commit introduced line counts in its repository, and never more than 10,000 lines", "evidence_class": "VERIFIED only; PROBABLE is listed but never summed", "aggregation": "repositories with at least sample_floor VERIFIED commits and a full (non-shallow) clone", "selection": "the repositories were selected, not drawn at random: 30 hand-picked and 30 found by GitHub commit search as public repositories with at least 5 commits carrying the same AI authorship metadata and at least 100 stars, most-starred first (discovered 2026-09-23); the selection rule and the counts behind it are public." }, "aggregate": { "repositories": 55, "total_commits": 805065, "ai_tagged_commits": 60693, "introduced": 28046116, "surviving": 14015893, "survival_rate": 0.499744527905397, "survival_rate_interval_95": { "low": 0.3340443251016988, "high": 0.7429016662741382 }, "median_capped_survival_rate": 0.7473666525190149, "median_capped_survival_rate_interval_95": { "low": 0.6900213902771558, "high": 0.7698772530069088 }, "interval_method": { "kind": "bootstrap over repositories", "resamples": 2000, "seed": 2, "note": "95 % percentile interval from 2000 bootstrap resamples of the 55 aggregated repositories (with replacement, seed 2). It describes the sampled repositories, not all AI-assisted code, and not the repositories not in this sample." } }, "by_agent": { "ai": { "repositories": 4, "commits": 59, "introduced": 8280, "surviving": 7152, "survival_rate": 0.863768115942029 }, "aider": { "repositories": 4, "commits": 11167, "introduced": 375563, "surviving": 235811, "survival_rate": 0.6278866661518839 }, "claude-code": { "repositories": 47, "commits": 16511, "introduced": 12700663, "surviving": 5794276, "survival_rate": 0.456218387969195 }, "copilot": { "repositories": 4, "commits": 3927, "introduced": 250780, "surviving": 147792, "survival_rate": 0.5893292926070659 }, "cursor": { "repositories": 35, "commits": 1203, "introduced": 4329968, "surviving": 785174, "survival_rate": 0.18133482741673843 }, "devin": { "repositories": 12, "commits": 7415, "introduced": 2166047, "surviving": 1615028, "survival_rate": 0.7456107831455181 }, "gemini": { "repositories": 13, "commits": 1511, "introduced": 470396, "surviving": 292713, "survival_rate": 0.6222693220180444 }, "github-copilot": { "repositories": 37, "commits": 9965, "introduced": 4878312, "surviving": 3916219, "survival_rate": 0.8027815769061102 }, "jules": { "repositories": 8, "commits": 37, "introduced": 3399, "surviving": 2047, "survival_rate": 0.6022359517505148 }, "llm": { "repositories": 1, "commits": 307, "introduced": 71040, "surviving": 50788, "survival_rate": 0.7149211711711712 }, "openai-codex": { "repositories": 18, "commits": 1665, "introduced": 557028, "surviving": 292585, "survival_rate": 0.5252608486467467 }, "opencode": { "repositories": 2, "commits": 6, "introduced": 3249, "surviving": 2893, "survival_rate": 0.8904278239458295 }, "openhands": { "repositories": 6, "commits": 6888, "introduced": 2229052, "surviving": 871349, "survival_rate": 0.39090564060416716 }, "pi": { "repositories": 2, "commits": 32, "introduced": 2339, "surviving": 2066, "survival_rate": 0.8832834544677213 } }, "repositories": [ { "repo": "Aider-AI/aider", "url": "https://github.com/Aider-AI/aider", "audit_file": "repos/Aider-AI__aider.json", "reproduce": "re audit Aider-AI/aider --json", "total_commits": 12461, "verified": { "commits": 11156, "introduced": 374687, "surviving": 235782, "survival_rate": 0.6292772367335936, "median_survival": 0.3333333333333333, "capped_survival_rate": 0.41864655522961985, "cap_lines": 81, "largest_commit_share": 0.2667266278253582 }, "probable": { "commits": 0, "introduced": 0, "surviving": 0, "survival_rate": null, "median_survival": null, "capped_survival_rate": null, "cap_lines": null, "largest_commit_share": null }, "by_agent": { "aider": { "commits": 11155, "introduced": 374668, "surviving": 235764, "survival_rate": 0.6292611058323636, "median_survival": 0.3333333333333333, "capped_survival_rate": 0.4185792070927031, "cap_lines": 81, "largest_commit_share": 0.2667401539496301 }, "claude-code": { "commits": 1, "introduced": 19, "surviving": 18, "survival_rate": 0.9473684210526315, "median_survival": 0.9473684210526315, "capped_survival_rate": 0.9473684210526315, "cap_lines": 19, "largest_commit_share": 1.0 } }, "coverage": { "method": "v2", "blame_flags": [ "-w", "-M", "-C" ], "ignore_revs_file": false, "shallow": false, "sample_floor": 5, "small_sample": false }, "aggregated": true }, { "repo": "airbytehq/airbyte", "url": "https://github.com/airbytehq/airbyte", "audit_file": "repos/airbytehq__airbyte.json", "reproduce": "re audit airbytehq/airbyte --json", "total_commits": 52899, "verified": { "commits": 2199, "introduced": 1058017, "surviving": 906457, "survival_rate": 0.8567508839650024, "median_survival": 0.8596491228070176, "capped_survival_rate": 0.7516222200251065, "cap_lines": 545, "largest_commit_share": 0.46939510423745556 }, "probable": { "commits": 0, "introduced": 0, "surviving": 0, "survival_rate": null, "median_survival": null, "capped_survival_rate": null, "cap_lines": null, "largest_commit_share": null }, "by_agent": { "claude-code": { "commits": 114, "introduced": 61223, "surviving": 41167, "survival_rate": 0.6724106953269197, "median_survival": 0.8333333333333334, "capped_survival_rate": 0.7401327703510602, "cap_lines": 1907, "largest_commit_share": 0.2571909249791745 }, "cursor": { "commits": 9, "introduced": 14651, "surviving": 14535, "survival_rate": 0.9920824517097809, "median_survival": 0.9937833037300178, "capped_survival_rate": 0.9920824517097809, "cap_lines": 7319, "largest_commit_share": 0.49955634427684115 }, "devin": { "commits": 2064, "introduced": 981367, "surviving": 850128, "survival_rate": 0.8662691938897477, "median_survival": 0.8615728021978022, "capped_survival_rate": 0.7451105571915552, "cap_lines": 459, "largest_commit_share": 0.506057366917779 }, "github-copilot": { "commits": 12, "introduced": 776, "surviving": 627, "survival_rate": 0.8079896907216495, "median_survival": 0.8673708920187793, "capped_survival_rate": 0.8079896907216495, "cap_lines": 312, "largest_commit_share": 0.4020618556701031 } }, "coverage": { "method": "v2", "blame_flags": [ "-w", "-M", "-C" ], "ignore_revs_file": false, "shallow": false, "sample_floor": 5, "small_sample": false }, "aggregated": true }, { "repo": "All-Hands-AI/OpenHands", "url": "https://github.com/All-Hands-AI/OpenHands", "audit_file": "repos/All-Hands-AI__OpenHands.json", "reproduce": "re audit All-Hands-AI/OpenHands --json", "total_commits": 8305, "verified": { "commits": 2632, "introduced": 937664, "surviving": 282084, "survival_rate": 0.3008369735854208, "median_survival": 0.0, "capped_survival_rate": 0.28159852435611293, "cap_lines": 1440, "largest_commit_share": 0.1436921967783769 }, "probable": { "commits": 0, "introduced": 0, "surviving": 0, "survival_rate": null, "median_survival": null, "capped_survival_rate": null, "cap_lines": null, "largest_commit_share": null }, "by_agent": { "claude-code": { "commits": 63, "introduced": 41957, "surviving": 19872, "survival_rate": 0.4736277617560836, "median_survival": 0.0, "capped_survival_rate": 0.4502401546694911, "cap_lines": 3032, "largest_commit_share": 0.1347570131324928 }, "cursor": { "commits": 33, "introduced": 42960, "surviving": 34019, "survival_rate": 0.7918761638733706, "median_survival": 0.8103616813294232, "capped_survival_rate": 0.7908428618538385, "cap_lines": 4814, "largest_commit_share": 0.12383612662942271 }, "github-copilot": { "commits": 5, "introduced": 115, "surviving": 31, "survival_rate": 0.26956521739130435, "median_survival": 0.0, "capped_survival_rate": 0.26956521739130435, "cap_lines": 76, "largest_commit_share": 0.6608695652173913 }, "jules": { "commits": 1, "introduced": 42, "surviving": 0, "survival_rate": 0.0, "median_survival": 0.0, "capped_survival_rate": 0.0, "cap_lines": 42, "largest_commit_share": 1.0 }, "openai-codex": { "commits": 3, "introduced": 569, "surviving": 445, "survival_rate": 0.7820738137082601, "median_survival": 0.8, "capped_survival_rate": 0.7820738137082601, "cap_lines": 373, "largest_commit_share": 0.655536028119508 }, "openhands": { "commits": 2527, "introduced": 852021, "surviving": 227717, "survival_rate": 0.26726688661429704, "median_survival": 0.0, "capped_survival_rate": 0.2470428557438615, "cap_lines": 1247, "largest_commit_share": 0.15813577364877157 } }, "coverage": { "method": "v2", "blame_flags": [ "-w", "-M", "-C" ], "ignore_revs_file": false, "shallow": false, "sample_floor": 5, "small_sample": false }, "aggregated": true }, { "repo": "anthropics/anthropic-sdk-python", "url": "https://github.com/anthropics/anthropic-sdk-python", "audit_file": "repos/anthropics__anthropic-sdk-python.json", "reproduce": "re audit anthropics/anthropic-sdk-python --json", "total_commits": 1408, "verified": { "commits": 39, "introduced": 4961, "surviving": 4116, "survival_rate": 0.8296714372102398, "median_survival": 0.8333333333333334, "capped_survival_rate": 0.7974125685717156, "cap_lines": 580, "largest_commit_share": 0.3196936101592421 }, "probable": { "commits": 0, "introduced": 0, "surviving": 0, "survival_rate": null, "median_survival": null, "capped_survival_rate": null, "cap_lines": null, "largest_commit_share": null }, "by_agent": { "claude-code": { "commits": 39, "introduced": 4961, "surviving": 4116, "survival_rate": 0.8296714372102398, "median_survival": 0.8333333333333334, "capped_survival_rate": 0.7974125685717156, "cap_lines": 580, "largest_commit_share": 0.3196936101592421 } }, "coverage": { "method": "v2", "blame_flags": [ "-w", "-M", "-C" ], "ignore_revs_file": false, "shallow": false, "sample_floor": 5, "small_sample": false }, "aggregated": true }, { "repo": "anthropics/anthropic-sdk-typescript", "url": "https://github.com/anthropics/anthropic-sdk-typescript", "audit_file": "repos/anthropics__anthropic-sdk-typescript.json", "reproduce": "re audit anthropics/anthropic-sdk-typescript --json", "total_commits": 1334, "verified": { "commits": 50, "introduced": 14219, "surviving": 11877, "survival_rate": 0.8352908080737041, "median_survival": 0.9638610182088443, "capped_survival_rate": 0.8559536377144138, "cap_lines": 743, "largest_commit_share": 0.3868767142555735 }, "probable": { "commits": 0, "introduced": 0, "surviving": 0, "survival_rate": null, "median_survival": null, "capped_survival_rate": null, "cap_lines": null, "largest_commit_share": null }, "by_agent": { "claude-code": { "commits": 50, "introduced": 14219, "surviving": 11877, "survival_rate": 0.8352908080737041, "median_survival": 0.9638610182088443, "capped_survival_rate": 0.8559536377144138, "cap_lines": 743, "largest_commit_share": 0.3868767142555735 } }, "coverage": { "method": "v2", "blame_flags": [ "-w", "-M", "-C" ], "ignore_revs_file": false, "shallow": false, "sample_floor": 5, "small_sample": false }, "aggregated": true }, { "repo": "anthropics/claude-code", "url": "https://github.com/anthropics/claude-code", "audit_file": "repos/anthropics__claude-code.json", "reproduce": "re audit anthropics/claude-code --json", "total_commits": 727, "verified": { "commits": 71, "introduced": 31257, "surviving": 29225, "survival_rate": 0.9349905621140865, "median_survival": 0.4722222222222222, "capped_survival_rate": 0.7456763825851921, "cap_lines": 942, "largest_commit_share": 0.7029145471414403 }, "probable": { "commits": 0, "introduced": 0, "surviving": 0, "survival_rate": null, "median_survival": null, "capped_survival_rate": null, "cap_lines": null, "largest_commit_share": null }, "by_agent": { "claude-code": { "commits": 71, "introduced": 31257, "surviving": 29225, "survival_rate": 0.9349905621140865, "median_survival": 0.4722222222222222, "capped_survival_rate": 0.7456763825851921, "cap_lines": 942, "largest_commit_share": 0.7029145471414403 } }, "coverage": { "method": "v2", "blame_flags": [ "-w", "-M", "-C" ], "ignore_revs_file": false, "shallow": false, "sample_floor": 5, "small_sample": false }, "aggregated": true }, { "repo": "apache/fluss", "url": "https://github.com/apache/fluss", "audit_file": "repos/apache__fluss.json", "reproduce": "re audit apache/fluss --json", "total_commits": 2184, "verified": { "commits": 34, "introduced": 12656, "surviving": 10135, "survival_rate": 0.8008059418457648, "median_survival": 0.9509485612426789, "capped_survival_rate": 0.7993153956376373, "cap_lines": 1488, "largest_commit_share": 0.125 }, "probable": { "commits": 0, "introduced": 0, "surviving": 0, "survival_rate": null, "median_survival": null, "capped_survival_rate": null, "cap_lines": null, "largest_commit_share": null }, "by_agent": { "claude-code": { "commits": 13, "introduced": 5890, "surviving": 4176, "survival_rate": 0.7089983022071308, "median_survival": 0.9006908462867013, "capped_survival_rate": 0.7089983022071308, "cap_lines": 1334, "largest_commit_share": 0.2264855687606112 }, "cursor": { "commits": 1, "introduced": 1256, "surviving": 894, "survival_rate": 0.7117834394904459, "median_survival": 0.7117834394904459, "capped_survival_rate": 0.7117834394904459, "cap_lines": 1256, "largest_commit_share": 1.0 }, "github-copilot": { "commits": 2, "introduced": 496, "surviving": 397, "survival_rate": 0.8004032258064516, "median_survival": 0.6875547765118317, "capped_survival_rate": 0.8004032258064516, "cap_lines": 489, "largest_commit_share": 0.9858870967741935 }, "openai-codex": { "commits": 18, "introduced": 5014, "surviving": 4668, "survival_rate": 0.9309932189868368, "median_survival": 1.0, "capped_survival_rate": 0.9309932189868368, "cap_lines": 1582, "largest_commit_share": 0.3155165536497806 } }, "coverage": { "method": "v2", "blame_flags": [ "-w", "-M", "-C" ], "ignore_revs_file": false, "shallow": false, "sample_floor": 5, "small_sample": false }, "aggregated": true }, { "repo": "apache/spark", "url": "https://github.com/apache/spark", "audit_file": "repos/apache__spark.json", "reproduce": "re audit apache/spark --json", "total_commits": 48648, "verified": { "commits": 21, "introduced": 1634, "surviving": 1399, "survival_rate": 0.8561811505507956, "median_survival": 0.9411764705882353, "capped_survival_rate": 0.8594841963151207, "cap_lines": 196, "largest_commit_share": 0.15667074663402691 }, "probable": { "commits": 9, "introduced": 1430, "surviving": 1149, "survival_rate": 0.8034965034965035, "median_survival": 0.8571428571428571, "capped_survival_rate": 0.8034965034965035, "cap_lines": 538, "largest_commit_share": 0.37622377622377623 }, "by_agent": { "claude-code": { "commits": 5, "introduced": 738, "surviving": 573, "survival_rate": 0.7764227642276422, "median_survival": 0.7741935483870968, "capped_survival_rate": 0.7764227642276422, "cap_lines": 256, "largest_commit_share": 0.34688346883468835 }, "cursor": { "commits": 16, "introduced": 896, "surviving": 826, "survival_rate": 0.921875, "median_survival": 0.9783509036144578, "capped_survival_rate": 0.921875, "cap_lines": 137, "largest_commit_share": 0.15290178571428573 } }, "coverage": { "method": "v2", "blame_flags": [ "-w", "-M", "-C" ], "ignore_revs_file": false, "shallow": false, "sample_floor": 5, "small_sample": false }, "aggregated": true }, { "repo": "apache/texera", "url": "https://github.com/apache/texera", "audit_file": "repos/apache__texera.json", "reproduce": "re audit apache/texera --json", "total_commits": 7170, "verified": { "commits": 516, "introduced": 196116, "surviving": 156059, "survival_rate": 0.7957484345999306, "median_survival": 0.9121649037960663, "capped_survival_rate": 0.8296700761439696, "cap_lines": 1350, "largest_commit_share": 0.08884027820269637 }, "probable": { "commits": 0, "introduced": 0, "surviving": 0, "survival_rate": null, "median_survival": null, "capped_survival_rate": null, "cap_lines": null, "largest_commit_share": null }, "by_agent": { "claude-code": { "commits": 398, "introduced": 160675, "surviving": 125170, "survival_rate": 0.7790259841294539, "median_survival": 0.90436197344121, "capped_survival_rate": 0.818134818726871, "cap_lines": 1482, "largest_commit_share": 0.10843628442508169 }, "github-copilot": { "commits": 118, "introduced": 35441, "surviving": 30889, "survival_rate": 0.8715611861967777, "median_survival": 0.9300655021834061, "capped_survival_rate": 0.869447600292885, "cap_lines": 765, "largest_commit_share": 0.08831579244377981 } }, "coverage": { "method": "v2", "blame_flags": [ "-w", "-M", "-C" ], "ignore_revs_file": false, "shallow": false, "sample_floor": 5, "small_sample": false }, "aggregated": true }, { "repo": "BerriAI/litellm", "url": "https://github.com/BerriAI/litellm", "audit_file": "repos/BerriAI__litellm.json", "reproduce": "re audit BerriAI/litellm --json", "total_commits": 43225, "verified": { "commits": 4706, "introduced": 1341172, "surviving": 821281, "survival_rate": 0.612360681553149, "median_survival": 0.6820107858243452, "capped_survival_rate": 0.6682170356536367, "cap_lines": 1084, "largest_commit_share": 0.05828186093953647 }, "probable": { "commits": 0, "introduced": 0, "surviving": 0, "survival_rate": null, "median_survival": null, "capped_survival_rate": null, "cap_lines": null, "largest_commit_share": null }, "by_agent": { "aider": { "commits": 7, "introduced": 530, "surviving": 9, "survival_rate": 0.016981132075471698, "median_survival": 0.0, "capped_survival_rate": 0.016981132075471698, "cap_lines": 364, "largest_commit_share": 0.6867924528301886 }, "claude-code": { "commits": 1278, "introduced": 377810, "surviving": 249489, "survival_rate": 0.6603557343638337, "median_survival": 0.5913729128014842, "capped_survival_rate": 0.6552843305467551, "cap_lines": 1467, "largest_commit_share": 0.03468674730684736 }, "cursor": { "commits": 535, "introduced": 360720, "surviving": 164085, "survival_rate": 0.45488190286094476, "median_survival": 0.6642335766423357, "capped_survival_rate": 0.685340280091391, "cap_lines": 2058, "largest_commit_share": 0.21669438899977822 }, "devin": { "commits": 2763, "introduced": 554280, "surviving": 374081, "survival_rate": 0.6748953597459768, "median_survival": 0.7229437229437229, "capped_survival_rate": 0.6704365985761346, "cap_lines": 812, "largest_commit_share": 0.04780075052320127 }, "github-copilot": { "commits": 84, "introduced": 36924, "surviving": 25043, "survival_rate": 0.6782309608926443, "median_survival": 0.6737683089214381, "capped_survival_rate": 0.6594573123072427, "cap_lines": 1698, "largest_commit_share": 0.10976600584985376 }, "openai-codex": { "commits": 21, "introduced": 2961, "surviving": 2141, "survival_rate": 0.7230665315771698, "median_survival": 0.6071428571428571, "capped_survival_rate": 0.7230665315771698, "cap_lines": 1330, "largest_commit_share": 0.4491725768321513 }, "openhands": { "commits": 18, "introduced": 7947, "surviving": 6433, "survival_rate": 0.809487857052976, "median_survival": 0.8608333333333333, "capped_survival_rate": 0.809487857052976, "cap_lines": 4935, "largest_commit_share": 0.6209890524726311 } }, "coverage": { "method": "v2", "blame_flags": [ "-w", "-M", "-C" ], "ignore_revs_file": true, "shallow": false, "sample_floor": 5, "small_sample": false }, "aggregated": true }, { "repo": "browser-use/browser-use", "url": "https://github.com/browser-use/browser-use", "audit_file": "repos/browser-use__browser-use.json", "reproduce": "re audit browser-use/browser-use --json", "total_commits": 7000, "verified": { "commits": 262, "introduced": 19773, "surviving": 4287, "survival_rate": 0.21681080260961919, "median_survival": 0.15476190476190477, "capped_survival_rate": 0.2893981108717205, "cap_lines": 352, "largest_commit_share": 0.19450766196328326 }, "probable": { "commits": 0, "introduced": 0, "surviving": 0, "survival_rate": null, "median_survival": null, "capped_survival_rate": null, "cap_lines": null, "largest_commit_share": null }, "by_agent": { "claude-code": { "commits": 118, "introduced": 13982, "surviving": 1985, "survival_rate": 0.14196824488628237, "median_survival": 0.0, "capped_survival_rate": 0.19917269513045166, "cap_lines": 469, "largest_commit_share": 0.2750679445000715 }, "cursor": { "commits": 97, "introduced": 4180, "surviving": 1179, "survival_rate": 0.28205741626794256, "median_survival": 0.0, "capped_survival_rate": 0.29775497468348106, "cap_lines": 235, "largest_commit_share": 0.1284688995215311 }, "gemini": { "commits": 1, "introduced": 4, "surviving": 3, "survival_rate": 0.75, "median_survival": 0.75, "capped_survival_rate": 0.75, "cap_lines": 4, "largest_commit_share": 1.0 }, "github-copilot": { "commits": 3, "introduced": 6, "surviving": 3, "survival_rate": 0.5, "median_survival": 0.5, "capped_survival_rate": 0.5, "cap_lines": 3, "largest_commit_share": 0.5 }, "openai-codex": { "commits": 43, "introduced": 1601, "surviving": 1117, "survival_rate": 0.6976889444097439, "median_survival": 0.9565217391304348, "capped_survival_rate": 0.7832358430283246, "cap_lines": 144, "largest_commit_share": 0.20799500312304808 } }, "coverage": { "method": "v2", "blame_flags": [ "-w", "-M", "-C" ], "ignore_revs_file": false, "shallow": false, "sample_floor": 5, "small_sample": false }, "aggregated": true }, { "repo": "cfug/flutter.cn", "url": "https://github.com/cfug/flutter.cn", "audit_file": "repos/cfug__flutter.cn.json", "reproduce": "re audit cfug/flutter.cn --json", "total_commits": 10588, "verified": { "commits": 149, "introduced": 68543, "surviving": 59214, "survival_rate": 0.8638956567410239, "median_survival": 0.8792270531400965, "capped_survival_rate": 0.7514610877503933, "cap_lines": 501, "largest_commit_share": 0.4782399369738704 }, "probable": { "commits": 0, "introduced": 0, "surviving": 0, "survival_rate": null, "median_survival": null, "capped_survival_rate": null, "cap_lines": null, "largest_commit_share": null }, "by_agent": { "cursor": { "commits": 10, "introduced": 22148, "surviving": 15740, "survival_rate": 0.7106736499909698, "median_survival": 0.7125366111297835, "capped_survival_rate": 0.7088919805050645, "cap_lines": 10000, "largest_commit_share": 0.9403557883330323 }, "gemini": { "commits": 139, "introduced": 46395, "surviving": 43474, "survival_rate": 0.9370406293781658, "median_survival": 0.8909090909090909, "capped_survival_rate": 0.7608703821211681, "cap_lines": 496, "largest_commit_share": 0.7065416531953874 } }, "coverage": { "method": "v2", "blame_flags": [ "-w", "-M", "-C" ], "ignore_revs_file": false, "shallow": false, "sample_floor": 5, "small_sample": false }, "aggregated": true }, { "repo": "cline/cline", "url": "https://github.com/cline/cline", "audit_file": "repos/cline__cline.json", "reproduce": "re audit cline/cline --json", "total_commits": 7311, "verified": { "commits": 155, "introduced": 95924, "surviving": 63615, "survival_rate": 0.6631812685042325, "median_survival": 0.7266187050359713, "capped_survival_rate": 0.6799077212465641, "cap_lines": 3290, "largest_commit_share": 0.1182290146365873 }, "probable": { "commits": 0, "introduced": 0, "surviving": 0, "survival_rate": null, "median_survival": null, "capped_survival_rate": null, "cap_lines": null, "largest_commit_share": null }, "by_agent": { "claude-code": { "commits": 67, "introduced": 44737, "surviving": 35499, "survival_rate": 0.7935042582202652, "median_survival": 0.7768595041322314, "capped_survival_rate": 0.8135401116172232, "cap_lines": 3721, "largest_commit_share": 0.2083957350738762 }, "cursor": { "commits": 41, "introduced": 14518, "surviving": 11443, "survival_rate": 0.7881939661110345, "median_survival": 0.8512898330804249, "capped_survival_rate": 0.7815479250901722, "cap_lines": 862, "largest_commit_share": 0.31836341093814574 }, "github-copilot": { "commits": 47, "introduced": 36669, "surviving": 16673, "survival_rate": 0.45468924704791513, "median_survival": 0.19801980198019803, "capped_survival_rate": 0.43991818114125214, "cap_lines": 3290, "largest_commit_share": 0.3092803185251848 } }, "coverage": { "method": "v2", "blame_flags": [ "-w", "-M", "-C" ], "ignore_revs_file": false, "shallow": false, "sample_floor": 5, "small_sample": false }, "aggregated": true }, { "repo": "cloudflare/workers-sdk", "url": "https://github.com/cloudflare/workers-sdk", "audit_file": "repos/cloudflare__workers-sdk.json", "reproduce": "re audit cloudflare/workers-sdk --json", "total_commits": 8419, "verified": { "commits": 193, "introduced": 88560, "surviving": 70036, "survival_rate": 0.7908310749774164, "median_survival": 0.7205882352941176, "capped_survival_rate": 0.7733682062255476, "cap_lines": 2244, "largest_commit_share": 0.07865853658536585 }, "probable": { "commits": 0, "introduced": 0, "surviving": 0, "survival_rate": null, "median_survival": null, "capped_survival_rate": null, "cap_lines": null, "largest_commit_share": null }, "by_agent": { "ai": { "commits": 2, "introduced": 2441, "surviving": 1997, "survival_rate": 0.8181073330602212, "median_survival": 0.7944915733514308, "capped_survival_rate": 0.8181073330602212, "cap_lines": 2105, "largest_commit_share": 0.862351495288816 }, "claude-code": { "commits": 32, "introduced": 12052, "surviving": 10281, "survival_rate": 0.8530534351145038, "median_survival": 0.7287151702786377, "capped_survival_rate": 0.7987575522149891, "cap_lines": 1199, "largest_commit_share": 0.44415864586790577 }, "cursor": { "commits": 2, "introduced": 270, "surviving": 233, "survival_rate": 0.8629629629629629, "median_survival": 0.8822222222222222, "capped_survival_rate": 0.8629629629629629, "cap_lines": 225, "largest_commit_share": 0.8333333333333334 }, "devin": { "commits": 149, "introduced": 70209, "surviving": 54418, "survival_rate": 0.7750858152088763, "median_survival": 0.7021276595744681, "capped_survival_rate": 0.7585079912219408, "cap_lines": 2861, "largest_commit_share": 0.09921804896808102 }, "github-copilot": { "commits": 5, "introduced": 399, "surviving": 265, "survival_rate": 0.6641604010025063, "median_survival": 0.7222222222222222, "capped_survival_rate": 0.6641604010025063, "cap_lines": 231, "largest_commit_share": 0.5789473684210527 }, "opencode": { "commits": 3, "introduced": 3189, "surviving": 2842, "survival_rate": 0.8911884603323926, "median_survival": 0.8647342995169082, "capped_survival_rate": 0.8911884603323926, "cap_lines": 1242, "largest_commit_share": 0.3894637817497648 } }, "coverage": { "method": "v2", "blame_flags": [ "-w", "-M", "-C" ], "ignore_revs_file": true, "shallow": false, "sample_floor": 5, "small_sample": false }, "aggregated": true }, { "repo": "continuedev/continue", "url": "https://github.com/continuedev/continue", "audit_file": "repos/continuedev__continue.json", "reproduce": "re audit continuedev/continue --json", "total_commits": 16266, "verified": { "commits": 228, "introduced": 27756, "surviving": 18063, "survival_rate": 0.6507782101167315, "median_survival": 0.6809752747252746, "capped_survival_rate": 0.6352955150267496, "cap_lines": 446, "largest_commit_share": 0.1085531056348177 }, "probable": { "commits": 3, "introduced": 1228, "surviving": 529, "survival_rate": 0.43078175895765475, "median_survival": 0.425, "capped_survival_rate": 0.43078175895765475, "cap_lines": 480, "largest_commit_share": 0.39087947882736157 }, "by_agent": { "aider": { "commits": 2, "introduced": 141, "surviving": 38, "survival_rate": 0.2695035460992908, "median_survival": 0.40702087286527516, "capped_survival_rate": 0.2695035460992908, "cap_lines": 124, "largest_commit_share": 0.8794326241134752 }, "claude-code": { "commits": 214, "introduced": 25675, "surviving": 16724, "survival_rate": 0.6513729308666018, "median_survival": 0.6637931034482759, "capped_survival_rate": 0.6300802419516838, "cap_lines": 446, "largest_commit_share": 0.11735150925024343 }, "cursor": { "commits": 10, "introduced": 383, "surviving": 366, "survival_rate": 0.9556135770234987, "median_survival": 1.0, "capped_survival_rate": 0.9556135770234987, "cap_lines": 145, "largest_commit_share": 0.3785900783289817 }, "github-copilot": { "commits": 1, "introduced": 1412, "surviving": 802, "survival_rate": 0.5679886685552408, "median_survival": 0.5679886685552408, "capped_survival_rate": 0.5679886685552408, "cap_lines": 1412, "largest_commit_share": 1.0 }, "openhands": { "commits": 1, "introduced": 145, "surviving": 133, "survival_rate": 0.9172413793103448, "median_survival": 0.9172413793103448, "capped_survival_rate": 0.9172413793103448, "cap_lines": 145, "largest_commit_share": 1.0 } }, "coverage": { "method": "v2", "blame_flags": [ "-w", "-M", "-C" ], "ignore_revs_file": false, "shallow": false, "sample_floor": 5, "small_sample": false }, "aggregated": true }, { "repo": "cozystack/cozystack", "url": "https://github.com/cozystack/cozystack", "audit_file": "repos/cozystack__cozystack.json", "reproduce": "re audit cozystack/cozystack --json", "total_commits": 4828, "verified": { "commits": 2122, "introduced": 498651, "surviving": 380634, "survival_rate": 0.7633274574802817, "median_survival": 0.8463855421686747, "capped_survival_rate": 0.7686655143755038, "cap_lines": 707, "largest_commit_share": 0.0725116363949937 }, "probable": { "commits": 0, "introduced": 0, "surviving": 0, "survival_rate": null, "median_survival": null, "capped_survival_rate": null, "cap_lines": null, "largest_commit_share": null }, "by_agent": { "claude-code": { "commits": 1790, "introduced": 424096, "surviving": 326726, "survival_rate": 0.770405757187052, "median_survival": 0.8333333333333334, "capped_survival_rate": 0.7570187840499991, "cap_lines": 726, "largest_commit_share": 0.08525899796272542 }, "gemini": { "commits": 3, "introduced": 20, "surviving": 17, "survival_rate": 0.85, "median_survival": 0.6666666666666666, "capped_survival_rate": 0.85, "cap_lines": 15, "largest_commit_share": 0.75 }, "llm": { "commits": 307, "introduced": 71040, "surviving": 50788, "survival_rate": 0.7149211711711712, "median_survival": 0.9072328654850936, "capped_survival_rate": 0.8192271717590661, "cap_lines": 628, "largest_commit_share": 0.16690596846846847 }, "openai-codex": { "commits": 22, "introduced": 3495, "surviving": 3103, "survival_rate": 0.8878397711015736, "median_survival": 0.894620811287478, "capped_survival_rate": 0.8720208945478289, "cap_lines": 524, "largest_commit_share": 0.27353361945636623 } }, "coverage": { "method": "v2", "blame_flags": [ "-w", "-M", "-C" ], "ignore_revs_file": false, "shallow": false, "sample_floor": 5, "small_sample": false }, "aggregated": true }, { "repo": "crewAIInc/crewAI", "url": "https://github.com/crewAIInc/crewAI", "audit_file": "repos/crewAIInc__crewAI.json", "reproduce": "re audit crewAIInc/crewAI --json", "total_commits": 2811, "verified": { "commits": 192, "introduced": 3342690, "surviving": 148599, "survival_rate": 0.04445491505344498, "median_survival": 0.899993055073269, "capped_survival_rate": 0.7572049617310123, "cap_lines": 1620, "largest_commit_share": 0.9681744343627438 }, "probable": { "commits": 0, "introduced": 0, "surviving": 0, "survival_rate": null, "median_survival": null, "capped_survival_rate": null, "cap_lines": null, "largest_commit_share": null }, "by_agent": { "aider": { "commits": 3, "introduced": 224, "surviving": 0, "survival_rate": 0.0, "median_survival": 0.0, "capped_survival_rate": 0.0, "cap_lines": 115, "largest_commit_share": 0.5133928571428571 }, "claude-code": { "commits": 112, "introduced": 61435, "surviving": 52874, "survival_rate": 0.860649466916253, "median_survival": 0.9337349397590361, "capped_survival_rate": 0.8286827264638587, "cap_lines": 1382, "largest_commit_share": 0.14791242776918695 }, "cursor": { "commits": 19, "introduced": 3243249, "surviving": 63088, "survival_rate": 0.019452098805857954, "median_survival": 0.832, "capped_survival_rate": 0.2269875384442028, "cap_lines": 10000, "largest_commit_share": 0.997859553799292 }, "devin": { "commits": 51, "introduced": 12962, "surviving": 8937, "survival_rate": 0.6894769325721339, "median_survival": 0.790625, "capped_survival_rate": 0.6761105284784702, "cap_lines": 1277, "largest_commit_share": 0.14025613331276038 }, "github-copilot": { "commits": 7, "introduced": 24820, "surviving": 23700, "survival_rate": 0.9548751007252216, "median_survival": 0.8571428571428571, "capped_survival_rate": 0.9099967855994857, "cap_lines": 10000, "largest_commit_share": 0.9015310233682514 } }, "coverage": { "method": "v2", "blame_flags": [ "-w", "-M", "-C" ], "ignore_revs_file": false, "shallow": false, "sample_floor": 5, "small_sample": false }, "aggregated": true }, { "repo": "croviatrust/causari", "url": "https://github.com/croviatrust/causari", "audit_file": "repos/croviatrust__causari.json", "reproduce": "re audit croviatrust/causari --json", "total_commits": 205, "verified": { "commits": 14, "introduced": 6267, "surviving": 5235, "survival_rate": 0.8353279080899952, "median_survival": 0.9314302511460769, "capped_survival_rate": 0.8353279080899952, "cap_lines": 1554, "largest_commit_share": 0.24796553374820487 }, "probable": { "commits": 0, "introduced": 0, "surviving": 0, "survival_rate": null, "median_survival": null, "capped_survival_rate": null, "cap_lines": null, "largest_commit_share": null }, "by_agent": { "cursor": { "commits": 14, "introduced": 6267, "surviving": 5235, "survival_rate": 0.8353279080899952, "median_survival": 0.9314302511460769, "capped_survival_rate": 0.8353279080899952, "cap_lines": 1554, "largest_commit_share": 0.24796553374820487 } }, "coverage": { "method": "v2", "blame_flags": [ "-w", "-M", "-C" ], "ignore_revs_file": false, "shallow": false, "sample_floor": 5, "small_sample": false }, "aggregated": true }, { "repo": "danny-avila/LibreChat", "url": "https://github.com/danny-avila/LibreChat", "audit_file": "repos/danny-avila__LibreChat.json", "reproduce": "re audit danny-avila/LibreChat --json", "total_commits": 5623, "verified": { "commits": 88, "introduced": 84488, "surviving": 78463, "survival_rate": 0.9286880977180191, "median_survival": 0.8823757308527851, "capped_survival_rate": 0.904376729209625, "cap_lines": 3109, "largest_commit_share": 0.2438571158034277 }, "probable": { "commits": 2, "introduced": 2392, "surviving": 2212, "survival_rate": 0.9247491638795987, "median_survival": 0.9170555964955376, "capped_survival_rate": 0.9247491638795987, "cap_lines": 1357, "largest_commit_share": 0.5673076923076923 }, "by_agent": { "claude-code": { "commits": 62, "introduced": 77000, "surviving": 72568, "survival_rate": 0.9424415584415584, "median_survival": 0.9054486989186022, "capped_survival_rate": 0.9242650964128776, "cap_lines": 3298, "largest_commit_share": 0.26757142857142857 }, "cursor": { "commits": 2, "introduced": 264, "surviving": 261, "survival_rate": 0.9886363636363636, "median_survival": 0.9765625, "capped_survival_rate": 0.9886363636363636, "cap_lines": 200, "largest_commit_share": 0.7575757575757576 }, "github-copilot": { "commits": 24, "introduced": 7224, "surviving": 5634, "survival_rate": 0.7799003322259136, "median_survival": 0.7409406222498318, "capped_survival_rate": 0.7775951244938053, "cap_lines": 931, "largest_commit_share": 0.14244186046511628 } }, "coverage": { "method": "v2", "blame_flags": [ "-w", "-M", "-C" ], "ignore_revs_file": false, "shallow": false, "sample_floor": 5, "small_sample": false }, "aggregated": true }, { "repo": "fastrepl/anarlog", "url": "https://github.com/fastrepl/anarlog", "audit_file": "repos/fastrepl__anarlog.json", "reproduce": "re audit fastrepl/anarlog --json", "total_commits": 9534, "verified": { "commits": 1356, "introduced": 706569, "surviving": 434992, "survival_rate": 0.6156398030482515, "median_survival": 0.06666666666666667, "capped_survival_rate": 0.4140415812505678, "cap_lines": 1168, "largest_commit_share": 0.17460432031408116 }, "probable": { "commits": 0, "introduced": 0, "surviving": 0, "survival_rate": null, "median_survival": null, "capped_survival_rate": null, "cap_lines": null, "largest_commit_share": null }, "by_agent": { "claude-code": { "commits": 30, "introduced": 20090, "surviving": 17933, "survival_rate": 0.8926331508213041, "median_survival": 0.6400286944045911, "capped_survival_rate": 0.8341257033321067, "cap_lines": 2899, "largest_commit_share": 0.5778496764559482 }, "cursor": { "commits": 194, "introduced": 450006, "surviving": 345615, "survival_rate": 0.7680230930254264, "median_survival": 0.7431645002241147, "capped_survival_rate": 0.6788192718293112, "cap_lines": 4239, "largest_commit_share": 0.2741519001968863 }, "devin": { "commits": 1132, "introduced": 236473, "surviving": 71444, "survival_rate": 0.3021232868022988, "median_survival": 0.0, "capped_survival_rate": 0.2992350392394498, "cap_lines": 839, "largest_commit_share": 0.03683718648640648 } }, "coverage": { "method": "v2", "blame_flags": [ "-w", "-M", "-C" ], "ignore_revs_file": false, "shallow": false, "sample_floor": 5, "small_sample": false }, "aggregated": true }, { "repo": "flutter/flutter", "url": "https://github.com/flutter/flutter", "audit_file": "repos/flutter__flutter.json", "reproduce": "re audit flutter/flutter --json", "total_commits": 89131, "verified": { "commits": 149, "introduced": 83109, "surviving": 15790, "survival_rate": 0.18999145700225006, "median_survival": 0.8703703703703703, "capped_survival_rate": 0.6584883592687041, "cap_lines": 678, "largest_commit_share": 0.398849703401557 }, "probable": { "commits": 1, "introduced": 54, "surviving": 50, "survival_rate": 0.9259259259259259, "median_survival": 0.9259259259259259, "capped_survival_rate": 0.9259259259259259, "cap_lines": 54, "largest_commit_share": 1.0 }, "by_agent": { "gemini": { "commits": 148, "introduced": 82941, "surviving": 15630, "survival_rate": 0.1884472094621478, "median_survival": 0.8682208994708995, "capped_survival_rate": 0.6553574806610402, "cap_lines": 678, "largest_commit_share": 0.39965758792394596 }, "jules": { "commits": 1, "introduced": 168, "surviving": 160, "survival_rate": 0.9523809523809523, "median_survival": 0.9523809523809523, "capped_survival_rate": 0.9523809523809523, "cap_lines": 168, "largest_commit_share": 1.0 } }, "coverage": { "method": "v2", "blame_flags": [ "-w", "-M", "-C" ], "ignore_revs_file": false, "shallow": false, "sample_floor": 5, "small_sample": false }, "aggregated": true }, { "repo": "flutter/website", "url": "https://github.com/flutter/website", "audit_file": "repos/flutter__website.json", "reproduce": "re audit flutter/website --json", "total_commits": 8538, "verified": { "commits": 148, "introduced": 49776, "surviving": 47362, "survival_rate": 0.9515027322404371, "median_survival": 0.9480469708118715, "capped_survival_rate": 0.8203409551797698, "cap_lines": 496, "largest_commit_share": 0.6585503053680488 }, "probable": { "commits": 0, "introduced": 0, "surviving": 0, "survival_rate": null, "median_survival": null, "capped_survival_rate": null, "cap_lines": null, "largest_commit_share": null }, "by_agent": { "gemini": { "commits": 148, "introduced": 49776, "surviving": 47362, "survival_rate": 0.9515027322404371, "median_survival": 0.9480469708118715, "capped_survival_rate": 0.8203409551797698, "cap_lines": 496, "largest_commit_share": 0.6585503053680488 } }, "coverage": { "method": "v2", "blame_flags": [ "-w", "-M", "-C" ], "ignore_revs_file": false, "shallow": false, "sample_floor": 5, "small_sample": false }, "aggregated": true }, { "repo": "ghostty-org/ghostty", "url": "https://github.com/ghostty-org/ghostty", "audit_file": "repos/ghostty-org__ghostty.json", "reproduce": "re audit ghostty-org/ghostty --json", "total_commits": 13469, "verified": { "commits": 77, "introduced": 3725, "surviving": 2570, "survival_rate": 0.6899328859060403, "median_survival": 0.8599388379204893, "capped_survival_rate": 0.7335434214151884, "cap_lines": 228, "largest_commit_share": 0.12536912751677853 }, "probable": { "commits": 0, "introduced": 0, "surviving": 0, "survival_rate": null, "median_survival": null, "capped_survival_rate": null, "cap_lines": null, "largest_commit_share": null }, "by_agent": { "ai": { "commits": 1, "introduced": 28, "surviving": 20, "survival_rate": 0.7142857142857143, "median_survival": 0.7142857142857143, "capped_survival_rate": 0.7142857142857143, "cap_lines": 28, "largest_commit_share": 1.0 }, "claude-code": { "commits": 72, "introduced": 3605, "surviving": 2498, "survival_rate": 0.6929264909847435, "median_survival": 0.8666666666666667, "capped_survival_rate": 0.7385544315996232, "cap_lines": 228, "largest_commit_share": 0.12954230235783634 }, "cursor": { "commits": 1, "introduced": 32, "surviving": 32, "survival_rate": 1.0, "median_survival": 1.0, "capped_survival_rate": 1.0, "cap_lines": 32, "largest_commit_share": 1.0 }, "github-copilot": { "commits": 1, "introduced": 1, "surviving": 1, "survival_rate": 1.0, "median_survival": 1.0, "capped_survival_rate": 1.0, "cap_lines": 1, "largest_commit_share": 1.0 }, "openai-codex": { "commits": 2, "introduced": 59, "surviving": 19, "survival_rate": 0.3220338983050847, "median_survival": 0.47244897959183674, "capped_survival_rate": 0.3220338983050847, "cap_lines": 49, "largest_commit_share": 0.8305084745762712 } }, "coverage": { "method": "v2", "blame_flags": [ "-w", "-M", "-C" ], "ignore_revs_file": false, "shallow": false, "sample_floor": 5, "small_sample": false }, "aggregated": true }, { "repo": "github/gh-aw-mcpg", "url": "https://github.com/github/gh-aw-mcpg", "audit_file": "repos/github__gh-aw-mcpg.json", "reproduce": "re audit github/gh-aw-mcpg --json", "total_commits": 5527, "verified": { "commits": 5079, "introduced": 431348, "surviving": 244733, "survival_rate": 0.5673678792993129, "median_survival": 0.7021276595744681, "capped_survival_rate": 0.6329496491200365, "cap_lines": 448, "largest_commit_share": 0.029686007585522593 }, "probable": { "commits": 0, "introduced": 0, "surviving": 0, "survival_rate": null, "median_survival": null, "capped_survival_rate": null, "cap_lines": null, "largest_commit_share": null }, "by_agent": { "claude-code": { "commits": 1, "introduced": 51, "surviving": 16, "survival_rate": 0.3137254901960784, "median_survival": 0.3137254901960784, "capped_survival_rate": 0.3137254901960784, "cap_lines": 51, "largest_commit_share": 1.0 }, "copilot": { "commits": 3330, "introduced": 196497, "surviving": 110752, "survival_rate": 0.5636320147381385, "median_survival": 0.6394557823129252, "capped_survival_rate": 0.5853319082462194, "cap_lines": 424, "largest_commit_share": 0.022020692427874217 }, "github-copilot": { "commits": 1748, "introduced": 234800, "surviving": 133965, "survival_rate": 0.5705494037478706, "median_survival": 0.803921568627451, "capped_survival_rate": 0.6870451726690856, "cap_lines": 495, "largest_commit_share": 0.05453577512776831 } }, "coverage": { "method": "v2", "blame_flags": [ "-w", "-M", "-C" ], "ignore_revs_file": false, "shallow": false, "sample_floor": 5, "small_sample": false }, "aggregated": true }, { "repo": "google-gemini/gemini-cli", "url": "https://github.com/google-gemini/gemini-cli", "audit_file": "repos/google-gemini__gemini-cli.json", "reproduce": "re audit google-gemini/gemini-cli --json", "total_commits": 6429, "verified": { "commits": 348, "introduced": 71636, "surviving": 45146, "survival_rate": 0.6302138589535987, "median_survival": 0.6405727923627685, "capped_survival_rate": 0.6179938940593788, "cap_lines": 976, "largest_commit_share": 0.042017979786699425 }, "probable": { "commits": 0, "introduced": 0, "surviving": 0, "survival_rate": null, "median_survival": null, "capped_survival_rate": null, "cap_lines": null, "largest_commit_share": null }, "by_agent": { "gemini": { "commits": 336, "introduced": 69974, "surviving": 44308, "survival_rate": 0.6332066196015663, "median_survival": 0.6428571428571429, "capped_survival_rate": 0.621630943046455, "cap_lines": 992, "largest_commit_share": 0.04301597736302055 }, "github-copilot": { "commits": 1, "introduced": 4, "surviving": 1, "survival_rate": 0.25, "median_survival": 0.25, "capped_survival_rate": 0.25, "cap_lines": 4, "largest_commit_share": 1.0 }, "jules": { "commits": 11, "introduced": 1658, "surviving": 837, "survival_rate": 0.5048250904704463, "median_survival": 0.6086956521739131, "capped_survival_rate": 0.5048250904704463, "cap_lines": 442, "largest_commit_share": 0.26658624849215923 } }, "coverage": { "method": "v2", "blame_flags": [ "-w", "-M", "-C" ], "ignore_revs_file": false, "shallow": false, "sample_floor": 5, "small_sample": false }, "aggregated": true }, { "repo": "GoogleCloudPlatform/scion", "url": "https://github.com/GoogleCloudPlatform/scion", "audit_file": "repos/GoogleCloudPlatform__scion.json", "reproduce": "re audit GoogleCloudPlatform/scion --json", "total_commits": 4396, "verified": { "commits": 80, "introduced": 13359, "surviving": 10002, "survival_rate": 0.7487087356838087, "median_survival": 0.8376068376068376, "capped_survival_rate": 0.757547854450705, "cap_lines": 815, "largest_commit_share": 0.17658507373306384 }, "probable": { "commits": 0, "introduced": 0, "surviving": 0, "survival_rate": null, "median_survival": null, "capped_survival_rate": null, "cap_lines": null, "largest_commit_share": null }, "by_agent": { "claude-code": { "commits": 5, "introduced": 911, "surviving": 845, "survival_rate": 0.9275521405049396, "median_survival": 0.9282700421940928, "capped_survival_rate": 0.9275521405049396, "cap_lines": 287, "largest_commit_share": 0.3150384193194292 }, "cursor": { "commits": 1, "introduced": 38, "surviving": 38, "survival_rate": 1.0, "median_survival": 1.0, "capped_survival_rate": 1.0, "cap_lines": 38, "largest_commit_share": 1.0 }, "gemini": { "commits": 49, "introduced": 9196, "surviving": 6981, "survival_rate": 0.7591344062635929, "median_survival": 0.8235294117647058, "capped_survival_rate": 0.762637165038099, "cap_lines": 815, "largest_commit_share": 0.25652457590256633 }, "github-copilot": { "commits": 8, "introduced": 1822, "surviving": 1114, "survival_rate": 0.6114160263446762, "median_survival": 0.918918918918919, "capped_survival_rate": 0.6114160263446762, "cap_lines": 1080, "largest_commit_share": 0.5927552140504939 }, "openai-codex": { "commits": 17, "introduced": 1392, "surviving": 1024, "survival_rate": 0.735632183908046, "median_survival": 0.696969696969697, "capped_survival_rate": 0.735632183908046, "cap_lines": 348, "largest_commit_share": 0.25 } }, "coverage": { "method": "v2", "blame_flags": [ "-w", "-M", "-C" ], "ignore_revs_file": false, "shallow": false, "sample_floor": 5, "small_sample": false }, "aggregated": true }, { "repo": "jdubois/boot-ui", "url": "https://github.com/jdubois/boot-ui", "audit_file": "repos/jdubois__boot-ui.json", "reproduce": "re audit jdubois/boot-ui --json", "total_commits": 1384, "verified": { "commits": 1015, "introduced": 517095, "surviving": 417286, "survival_rate": 0.8069813090437927, "median_survival": 0.8233040394696269, "capped_survival_rate": 0.8031055208317263, "cap_lines": 2039, "largest_commit_share": 0.10191744263626606 }, "probable": { "commits": 0, "introduced": 0, "surviving": 0, "survival_rate": null, "median_survival": null, "capped_survival_rate": null, "cap_lines": null, "largest_commit_share": null }, "by_agent": { "copilot": { "commits": 137, "introduced": 44660, "surviving": 33301, "survival_rate": 0.7456560680698612, "median_survival": 0.6621848739495798, "capped_survival_rate": 0.7470851629692424, "cap_lines": 1605, "largest_commit_share": 0.0725705329153605 }, "github-copilot": { "commits": 878, "introduced": 472435, "surviving": 383985, "survival_rate": 0.8127784774625081, "median_survival": 0.8382165605095542, "capped_survival_rate": 0.8107010722519984, "cap_lines": 2108, "largest_commit_share": 0.11155185369415899 } }, "coverage": { "method": "v2", "blame_flags": [ "-w", "-M", "-C" ], "ignore_revs_file": false, "shallow": false, "sample_floor": 5, "small_sample": false }, "aggregated": true }, { "repo": "langchain-ai/langchain", "url": "https://github.com/langchain-ai/langchain", "audit_file": "repos/langchain-ai__langchain.json", "reproduce": "re audit langchain-ai/langchain --json", "total_commits": 16732, "verified": { "commits": 43, "introduced": 7289, "surviving": 5388, "survival_rate": 0.7391960488407189, "median_survival": 0.8741935483870967, "capped_survival_rate": 0.6984234571231189, "cap_lines": 631, "largest_commit_share": 0.2410481547537385 }, "probable": { "commits": 3, "introduced": 307, "surviving": 288, "survival_rate": 0.9381107491856677, "median_survival": 1.0, "capped_survival_rate": 0.9381107491856677, "cap_lines": 281, "largest_commit_share": 0.9153094462540716 }, "by_agent": { "claude-code": { "commits": 16, "introduced": 4038, "surviving": 3756, "survival_rate": 0.9301634472511144, "median_survival": 0.940484129291133, "capped_survival_rate": 0.9301634472511144, "cap_lines": 1757, "largest_commit_share": 0.4351163942545815 }, "github-copilot": { "commits": 27, "introduced": 3251, "surviving": 1632, "survival_rate": 0.5019993848046754, "median_survival": 0.6857142857142857, "capped_survival_rate": 0.5454545454545454, "cap_lines": 372, "largest_commit_share": 0.1940941248846509 } }, "coverage": { "method": "v2", "blame_flags": [ "-w", "-M", "-C" ], "ignore_revs_file": false, "shallow": false, "sample_floor": 5, "small_sample": false }, "aggregated": true }, { "repo": "langgenius/dify", "url": "https://github.com/langgenius/dify", "audit_file": "repos/langgenius__dify.json", "reproduce": "re audit langgenius/dify --json", "total_commits": 13605, "verified": { "commits": 566, "introduced": 644347, "surviving": 374132, "survival_rate": 0.5806374515594858, "median_survival": 0.5952280405405406, "capped_survival_rate": 0.583259745201782, "cap_lines": 3702, "largest_commit_share": 0.1569961526941229 }, "probable": { "commits": 0, "introduced": 0, "surviving": 0, "survival_rate": null, "median_survival": null, "capped_survival_rate": null, "cap_lines": null, "largest_commit_share": null }, "by_agent": { "claude-code": { "commits": 130, "introduced": 125576, "surviving": 73184, "survival_rate": 0.5827865197171435, "median_survival": 0.6666666666666666, "capped_survival_rate": 0.5889344943068713, "cap_lines": 4417, "largest_commit_share": 0.14978180544053005 }, "cursor": { "commits": 11, "introduced": 45375, "surviving": 31215, "survival_rate": 0.6879338842975207, "median_survival": 0.9459459459459459, "capped_survival_rate": 0.7106612354784586, "cap_lines": 10000, "largest_commit_share": 0.5007382920110193 }, "devin": { "commits": 7, "introduced": 87, "surviving": 62, "survival_rate": 0.7126436781609196, "median_survival": 1.0, "capped_survival_rate": 0.7126436781609196, "cap_lines": 43, "largest_commit_share": 0.4942528735632184 }, "gemini": { "commits": 186, "introduced": 124555, "surviving": 77178, "survival_rate": 0.6196298823812774, "median_survival": 0.525612804765782, "capped_survival_rate": 0.5642024683199869, "cap_lines": 1414, "largest_commit_share": 0.32776684998594996 }, "github-copilot": { "commits": 213, "introduced": 336571, "surviving": 184094, "survival_rate": 0.5469692873123353, "median_survival": 0.5588235294117647, "capped_survival_rate": 0.5528126419001139, "cap_lines": 3450, "largest_commit_share": 0.3005606543641609 }, "jules": { "commits": 18, "introduced": 1095, "surviving": 756, "survival_rate": 0.6904109589041096, "median_survival": 0.6630763416477703, "capped_survival_rate": 0.6904109589041096, "cap_lines": 256, "largest_commit_share": 0.23378995433789954 }, "openai-codex": { "commits": 1, "introduced": 11088, "surviving": 7643, "survival_rate": 0.6893037518037518, "median_survival": 0.6893037518037518, "capped_survival_rate": 0.6893037518037518, "cap_lines": 10000, "largest_commit_share": 1.0 } }, "coverage": { "method": "v2", "blame_flags": [ "-w", "-M", "-C" ], "ignore_revs_file": false, "shallow": false, "sample_floor": 5, "small_sample": false }, "aggregated": true }, { "repo": "lobehub/lobe-chat", "url": "https://github.com/lobehub/lobe-chat", "audit_file": "repos/lobehub__lobe-chat.json", "reproduce": "re audit lobehub/lobe-chat --json", "total_commits": 13763, "verified": { "commits": 1899, "introduced": 2119123, "surviving": 1826501, "survival_rate": 0.8619136312521737, "median_survival": 0.8162650602409639, "capped_survival_rate": 0.790263299864385, "cap_lines": 3382, "largest_commit_share": 0.019507598190383474 }, "probable": { "commits": 16, "introduced": 7603, "surviving": 4302, "survival_rate": 0.5658292779166119, "median_survival": 0.39111354909489854, "capped_survival_rate": 0.5658292779166119, "cap_lines": 1823, "largest_commit_share": 0.2397737735104564 }, "by_agent": { "claude-code": { "commits": 1872, "introduced": 2062641, "surviving": 1782690, "survival_rate": 0.8642754604412498, "median_survival": 0.8163265306122449, "capped_survival_rate": 0.7907194873468262, "cap_lines": 3215, "largest_commit_share": 0.020041781386096757 }, "cursor": { "commits": 6, "introduced": 5641, "surviving": 4087, "survival_rate": 0.7245169296224073, "median_survival": 0.7584685210354742, "capped_survival_rate": 0.7245169296224073, "cap_lines": 4527, "largest_commit_share": 0.8025172841694735 }, "github-copilot": { "commits": 18, "introduced": 26383, "surviving": 18787, "survival_rate": 0.7120873289618315, "median_survival": 0.5903702144823837, "capped_survival_rate": 0.7120873289618315, "cap_lines": 8329, "largest_commit_share": 0.31569571314861844 }, "openai-codex": { "commits": 3, "introduced": 24458, "surviving": 20937, "survival_rate": 0.8560389238694905, "median_survival": 0.9664179104477612, "capped_survival_rate": 0.858399186451798, "cap_lines": 10000, "largest_commit_share": 0.9849946847657208 } }, "coverage": { "method": "v2", "blame_flags": [ "-w", "-M", "-C" ], "ignore_revs_file": false, "shallow": false, "sample_floor": 5, "small_sample": false }, "aggregated": true }, { "repo": "managarm/managarm", "url": "https://github.com/managarm/managarm", "audit_file": "repos/managarm__managarm.json", "reproduce": "re audit managarm/managarm --json", "total_commits": 6363, "verified": { "commits": 595, "introduced": 47375, "surviving": 36929, "survival_rate": 0.7795039577836411, "median_survival": 0.8980169971671388, "capped_survival_rate": 0.7799796249855048, "cap_lines": 333, "largest_commit_share": 0.06245910290237467 }, "probable": { "commits": 0, "introduced": 0, "surviving": 0, "survival_rate": null, "median_survival": null, "capped_survival_rate": null, "cap_lines": null, "largest_commit_share": null }, "by_agent": { "claude-code": { "commits": 574, "introduced": 46387, "surviving": 36099, "survival_rate": 0.7782137236725807, "median_survival": 0.8993243243243243, "capped_survival_rate": 0.7783439783836132, "cap_lines": 336, "largest_commit_share": 0.06378942376096751 }, "openai-codex": { "commits": 18, "introduced": 928, "surviving": 779, "survival_rate": 0.8394396551724138, "median_survival": 0.7845588235294118, "capped_survival_rate": 0.8394396551724138, "cap_lines": 284, "largest_commit_share": 0.30603448275862066 }, "opencode": { "commits": 3, "introduced": 60, "surviving": 51, "survival_rate": 0.85, "median_survival": 0.8541666666666666, "capped_survival_rate": 0.85, "cap_lines": 48, "largest_commit_share": 0.8 } }, "coverage": { "method": "v2", "blame_flags": [ "-w", "-M", "-C" ], "ignore_revs_file": false, "shallow": false, "sample_floor": 5, "small_sample": false }, "aggregated": true }, { "repo": "mem0ai/mem0", "url": "https://github.com/mem0ai/mem0", "audit_file": "repos/mem0ai__mem0.json", "reproduce": "re audit mem0ai/mem0 --json", "total_commits": 2626, "verified": { "commits": 93, "introduced": 37012, "surviving": 23929, "survival_rate": 0.6465200475521452, "median_survival": 0.8275485619635596, "capped_survival_rate": 0.648304719477758, "cap_lines": 2605, "largest_commit_share": 0.08591808062250081 }, "probable": { "commits": 0, "introduced": 0, "surviving": 0, "survival_rate": null, "median_survival": null, "capped_survival_rate": null, "cap_lines": null, "largest_commit_share": null }, "by_agent": { "claude-code": { "commits": 92, "introduced": 36960, "surviving": 23892, "survival_rate": 0.6464285714285715, "median_survival": 0.8275862068965517, "capped_survival_rate": 0.6482120458048864, "cap_lines": 2605, "largest_commit_share": 0.08603896103896104 }, "cursor": { "commits": 1, "introduced": 52, "surviving": 37, "survival_rate": 0.7115384615384616, "median_survival": 0.7115384615384616, "capped_survival_rate": 0.7115384615384616, "cap_lines": 52, "largest_commit_share": 1.0 } }, "coverage": { "method": "v2", "blame_flags": [ "-w", "-M", "-C" ], "ignore_revs_file": false, "shallow": false, "sample_floor": 5, "small_sample": false }, "aggregated": true }, { "repo": "microsoft/BCApps", "url": "https://github.com/microsoft/BCApps", "audit_file": "repos/microsoft__BCApps.json", "reproduce": "re audit microsoft/BCApps --json", "total_commits": 4077, "verified": { "commits": 617, "introduced": 354085, "surviving": 309899, "survival_rate": 0.8752107544798565, "median_survival": 0.8681300987548304, "capped_survival_rate": 0.8197958210446176, "cap_lines": 1905, "largest_commit_share": 0.30467260685993475 }, "probable": { "commits": 0, "introduced": 0, "surviving": 0, "survival_rate": null, "median_survival": null, "capped_survival_rate": null, "cap_lines": null, "largest_commit_share": null }, "by_agent": { "claude-code": { "commits": 132, "introduced": 150657, "surviving": 143996, "survival_rate": 0.9557869863331939, "median_survival": 0.8537874339401057, "capped_survival_rate": 0.8455706976279276, "cap_lines": 1833, "largest_commit_share": 0.7160636412513193 }, "copilot": { "commits": 3, "introduced": 0, "surviving": 0, "survival_rate": null, "median_survival": null, "capped_survival_rate": null, "cap_lines": null, "largest_commit_share": null }, "github-copilot": { "commits": 482, "introduced": 203428, "surviving": 165903, "survival_rate": 0.8155367009457892, "median_survival": 0.875, "capped_survival_rate": 0.8113400965393817, "cap_lines": 1905, "largest_commit_share": 0.11324399787639854 } }, "coverage": { "method": "v2", "blame_flags": [ "-w", "-M", "-C" ], "ignore_revs_file": false, "shallow": false, "sample_floor": 5, "small_sample": false }, "aggregated": true }, { "repo": "microsoft/vscode", "url": "https://github.com/microsoft/vscode", "audit_file": "repos/microsoft__vscode.json", "reproduce": "re audit microsoft/vscode --json", "total_commits": 148188, "verified": { "commits": 6364, "introduced": 2404416, "surviving": 1939808, "survival_rate": 0.8067688785967154, "median_survival": 0.75, "capped_survival_rate": 0.7156942619695517, "cap_lines": 962, "largest_commit_share": 0.363303188799276 }, "probable": { "commits": 0, "introduced": 0, "surviving": 0, "survival_rate": null, "median_survival": null, "capped_survival_rate": null, "cap_lines": null, "largest_commit_share": null }, "by_agent": { "claude-code": { "commits": 68, "introduced": 15271, "surviving": 11416, "survival_rate": 0.7475607360356231, "median_survival": 0.8, "capped_survival_rate": 0.7241550852949523, "cap_lines": 921, "largest_commit_share": 0.1995285181062144 }, "copilot": { "commits": 457, "introduced": 9623, "surviving": 3739, "survival_rate": 0.3885482697703419, "median_survival": 0.3333333333333333, "capped_survival_rate": 0.3976494449798358, "cap_lines": 139, "largest_commit_share": 0.06494856073989401 }, "cursor": { "commits": 7, "introduced": 46, "surviving": 39, "survival_rate": 0.8478260869565217, "median_survival": 1.0, "capped_survival_rate": 0.8478260869565217, "cap_lines": 13, "largest_commit_share": 0.2826086956521739 }, "github-copilot": { "commits": 5832, "introduced": 2379476, "surviving": 1924614, "survival_rate": 0.8088394251507475, "median_survival": 0.7615258573382901, "capped_survival_rate": 0.7190943648208779, "cap_lines": 997, "largest_commit_share": 0.3671110782373934 } }, "coverage": { "method": "v2", "blame_flags": [ "-w", "-M", "-C" ], "ignore_revs_file": true, "shallow": false, "sample_floor": 5, "small_sample": false }, "aggregated": true }, { "repo": "microsoft/vscode-copilot-chat", "url": "https://github.com/microsoft/vscode-copilot-chat", "audit_file": "repos/microsoft__vscode-copilot-chat.json", "reproduce": "re audit microsoft/vscode-copilot-chat --json", "total_commits": 3713, "verified": { "commits": 336, "introduced": 995871, "surviving": 939159, "survival_rate": 0.9430528652807442, "median_survival": 0.7631966007517568, "capped_survival_rate": 0.6900213902771558, "cap_lines": 796, "largest_commit_share": 0.8771537679076908 }, "probable": { "commits": 0, "introduced": 0, "surviving": 0, "survival_rate": null, "median_survival": null, "capped_survival_rate": null, "cap_lines": null, "largest_commit_share": null }, "by_agent": { "claude-code": { "commits": 5, "introduced": 681, "surviving": 275, "survival_rate": 0.40381791483113066, "median_survival": 0.5789473684210527, "capped_survival_rate": 0.40381791483113066, "cap_lines": 314, "largest_commit_share": 0.461086637298091 }, "github-copilot": { "commits": 331, "introduced": 995190, "surviving": 938884, "survival_rate": 0.9434218591424753, "median_survival": 0.7677725118483413, "capped_survival_rate": 0.6938809630761963, "cap_lines": 796, "largest_commit_share": 0.8777539967242436 } }, "coverage": { "method": "v2", "blame_flags": [ "-w", "-M", "-C" ], "ignore_revs_file": false, "shallow": false, "sample_floor": 5, "small_sample": false }, "aggregated": true }, { "repo": "NovaSky-AI/SkyRL", "url": "https://github.com/NovaSky-AI/SkyRL", "audit_file": "repos/NovaSky-AI__SkyRL.json", "reproduce": "re audit NovaSky-AI/SkyRL --json", "total_commits": 1281, "verified": { "commits": 356, "introduced": 111221, "surviving": 84605, "survival_rate": 0.7606926749444799, "median_survival": 0.7835820895522388, "capped_survival_rate": 0.7195180033392953, "cap_lines": 1136, "largest_commit_share": 0.04979275496533928 }, "probable": { "commits": 3, "introduced": 2392, "surviving": 1583, "survival_rate": 0.6617892976588629, "median_survival": 0.745398773006135, "capped_survival_rate": 0.6617892976588629, "cap_lines": 1578, "largest_commit_share": 0.6596989966555183 }, "by_agent": { "claude-code": { "commits": 228, "introduced": 81530, "surviving": 63410, "survival_rate": 0.7777505212805103, "median_survival": 0.8246753246753247, "capped_survival_rate": 0.7457590473543851, "cap_lines": 1334, "largest_commit_share": 0.0673985036183 }, "cursor": { "commits": 13, "introduced": 6911, "surviving": 6518, "survival_rate": 0.9431341339892925, "median_survival": 0.9221052631578948, "capped_survival_rate": 0.9431341339892925, "cap_lines": 3969, "largest_commit_share": 0.574301837650123 }, "devin": { "commits": 9, "introduced": 2252, "surviving": 1772, "survival_rate": 0.7868561278863233, "median_survival": 0.5132978723404256, "capped_survival_rate": 0.7868561278863233, "cap_lines": 1136, "largest_commit_share": 0.5044404973357016 }, "gemini": { "commits": 106, "introduced": 20528, "surviving": 12905, "survival_rate": 0.628653546375682, "median_survival": 0.595261721657157, "capped_survival_rate": 0.5761654063436249, "cap_lines": 432, "largest_commit_share": 0.26977786438035856 } }, "coverage": { "method": "v2", "blame_flags": [ "-w", "-M", "-C" ], "ignore_revs_file": false, "shallow": false, "sample_floor": 5, "small_sample": false }, "aggregated": true }, { "repo": "NVIDIA-NeMo/Switchyard", "url": "https://github.com/NVIDIA-NeMo/Switchyard", "audit_file": "repos/NVIDIA-NeMo__Switchyard.json", "reproduce": "re audit NVIDIA-NeMo/Switchyard --json", "total_commits": 489, "verified": { "commits": 24, "introduced": 14294, "surviving": 9274, "survival_rate": 0.6488036938575626, "median_survival": 0.8057718260147411, "capped_survival_rate": 0.6562224515386771, "cap_lines": 2673, "largest_commit_share": 0.22086190009794318 }, "probable": { "commits": 0, "introduced": 0, "surviving": 0, "survival_rate": null, "median_survival": null, "capped_survival_rate": null, "cap_lines": null, "largest_commit_share": null }, "by_agent": { "claude-code": { "commits": 14, "introduced": 5193, "surviving": 3271, "survival_rate": 0.6298863855189678, "median_survival": 0.8389473684210527, "capped_survival_rate": 0.6298863855189678, "cap_lines": 1803, "largest_commit_share": 0.34719815135759674 }, "openai-codex": { "commits": 8, "introduced": 9060, "surviving": 5962, "survival_rate": 0.6580573951434878, "median_survival": 0.7502842825479425, "capped_survival_rate": 0.6580573951434878, "cap_lines": 3157, "largest_commit_share": 0.34845474613686533 }, "pi": { "commits": 2, "introduced": 41, "surviving": 41, "survival_rate": 1.0, "median_survival": 1.0, "capped_survival_rate": 1.0, "cap_lines": 22, "largest_commit_share": 0.5365853658536586 } }, "coverage": { "method": "v2", "blame_flags": [ "-w", "-M", "-C" ], "ignore_revs_file": false, "shallow": false, "sample_floor": 5, "small_sample": false }, "aggregated": true }, { "repo": "openai/codex", "url": "https://github.com/openai/codex", "audit_file": "repos/openai__codex.json", "reproduce": "re audit openai/codex --json", "total_commits": 11292, "verified": { "commits": 364, "introduced": 183908, "surviving": 109637, "survival_rate": 0.5961513365378341, "median_survival": 0.5857863751051303, "capped_survival_rate": 0.590642936948916, "cap_lines": 1874, "largest_commit_share": 0.06153620288405072 }, "probable": { "commits": 0, "introduced": 0, "surviving": 0, "survival_rate": null, "median_survival": null, "capped_survival_rate": null, "cap_lines": null, "largest_commit_share": null }, "by_agent": { "claude-code": { "commits": 10, "introduced": 2250, "surviving": 1222, "survival_rate": 0.5431111111111111, "median_survival": 0.5254237288135594, "capped_survival_rate": 0.5431111111111111, "cap_lines": 930, "largest_commit_share": 0.41333333333333333 }, "github-copilot": { "commits": 3, "introduced": 230, "surviving": 131, "survival_rate": 0.5695652173913044, "median_survival": 0.16666666666666666, "capped_survival_rate": 0.5695652173913044, "cap_lines": 138, "largest_commit_share": 0.6 }, "openai-codex": { "commits": 351, "introduced": 181428, "surviving": 108284, "survival_rate": 0.59684282470181, "median_survival": 0.5897136177673874, "capped_survival_rate": 0.5913450246827429, "cap_lines": 1885, "largest_commit_share": 0.06237736181846242 } }, "coverage": { "method": "v2", "blame_flags": [ "-w", "-M", "-C" ], "ignore_revs_file": false, "shallow": false, "sample_floor": 5, "small_sample": false }, "aggregated": true }, { "repo": "OpenHands/extensions", "url": "https://github.com/OpenHands/extensions", "audit_file": "repos/OpenHands__extensions.json", "reproduce": "re audit OpenHands/extensions --json", "total_commits": 349, "verified": { "commits": 281, "introduced": 76107, "surviving": 59822, "survival_rate": 0.7860249385733244, "median_survival": 0.8578431372549019, "capped_survival_rate": 0.7804695312298244, "cap_lines": 1533, "largest_commit_share": 0.040810963511897724 }, "probable": { "commits": 0, "introduced": 0, "surviving": 0, "survival_rate": null, "median_survival": null, "capped_survival_rate": null, "cap_lines": null, "largest_commit_share": null }, "by_agent": { "claude-code": { "commits": 9, "introduced": 466, "surviving": 448, "survival_rate": 0.9613733905579399, "median_survival": 0.9542615433270082, "capped_survival_rate": 0.9613733905579399, "cap_lines": 408, "largest_commit_share": 0.8755364806866953 }, "gemini": { "commits": 15, "introduced": 15, "surviving": 6, "survival_rate": 0.4, "median_survival": 0.0, "capped_survival_rate": 0.4, "cap_lines": 1, "largest_commit_share": 0.06666666666666667 }, "openhands": { "commits": 257, "introduced": 75626, "surviving": 59368, "survival_rate": 0.7850210245153784, "median_survival": 0.8583333333333333, "capped_survival_rate": 0.7797457968680093, "cap_lines": 1627, "largest_commit_share": 0.041070531298759684 } }, "coverage": { "method": "v2", "blame_flags": [ "-w", "-M", "-C" ], "ignore_revs_file": false, "shallow": false, "sample_floor": 5, "small_sample": false }, "aggregated": true }, { "repo": "OpenHands/OpenHands", "url": "https://github.com/OpenHands/OpenHands", "audit_file": "repos/OpenHands__OpenHands.json", "reproduce": "re audit OpenHands/OpenHands --json", "total_commits": 8305, "verified": { "commits": 2632, "introduced": 937664, "surviving": 282084, "survival_rate": 0.3008369735854208, "median_survival": 0.0, "capped_survival_rate": 0.28159852435611293, "cap_lines": 1440, "largest_commit_share": 0.1436921967783769 }, "probable": { "commits": 0, "introduced": 0, "surviving": 0, "survival_rate": null, "median_survival": null, "capped_survival_rate": null, "cap_lines": null, "largest_commit_share": null }, "by_agent": { "claude-code": { "commits": 63, "introduced": 41957, "surviving": 19872, "survival_rate": 0.4736277617560836, "median_survival": 0.0, "capped_survival_rate": 0.4502401546694911, "cap_lines": 3032, "largest_commit_share": 0.1347570131324928 }, "cursor": { "commits": 33, "introduced": 42960, "surviving": 34019, "survival_rate": 0.7918761638733706, "median_survival": 0.8103616813294232, "capped_survival_rate": 0.7908428618538385, "cap_lines": 4814, "largest_commit_share": 0.12383612662942271 }, "github-copilot": { "commits": 5, "introduced": 115, "surviving": 31, "survival_rate": 0.26956521739130435, "median_survival": 0.0, "capped_survival_rate": 0.26956521739130435, "cap_lines": 76, "largest_commit_share": 0.6608695652173913 }, "jules": { "commits": 1, "introduced": 42, "surviving": 0, "survival_rate": 0.0, "median_survival": 0.0, "capped_survival_rate": 0.0, "cap_lines": 42, "largest_commit_share": 1.0 }, "openai-codex": { "commits": 3, "introduced": 569, "surviving": 445, "survival_rate": 0.7820738137082601, "median_survival": 0.8, "capped_survival_rate": 0.7820738137082601, "cap_lines": 373, "largest_commit_share": 0.655536028119508 }, "openhands": { "commits": 2527, "introduced": 852021, "surviving": 227717, "survival_rate": 0.26726688661429704, "median_survival": 0.0, "capped_survival_rate": 0.2470428557438615, "cap_lines": 1247, "largest_commit_share": 0.15813577364877157 } }, "coverage": { "method": "v2", "blame_flags": [ "-w", "-M", "-C" ], "ignore_revs_file": false, "shallow": false, "sample_floor": 5, "small_sample": false }, "aggregated": true }, { "repo": "OpenHands/software-agent-sdk", "url": "https://github.com/OpenHands/software-agent-sdk", "audit_file": "repos/OpenHands__software-agent-sdk.json", "reproduce": "re audit OpenHands/software-agent-sdk --json", "total_commits": 2403, "verified": { "commits": 1663, "introduced": 468435, "surviving": 371146, "survival_rate": 0.792310566033708, "median_survival": 0.775631569242117, "capped_survival_rate": 0.760792297857459, "cap_lines": 1106, "largest_commit_share": 0.11896207584830339 }, "probable": { "commits": 0, "introduced": 0, "surviving": 0, "survival_rate": null, "median_survival": null, "capped_survival_rate": null, "cap_lines": null, "largest_commit_share": null }, "by_agent": { "claude-code": { "commits": 100, "introduced": 26416, "surviving": 20816, "survival_rate": 0.788007268322229, "median_survival": 0.8195121951219512, "capped_survival_rate": 0.7804630581262648, "cap_lines": 897, "largest_commit_share": 0.05299818291944276 }, "devin": { "commits": 1, "introduced": 45, "surviving": 45, "survival_rate": 1.0, "median_survival": 1.0, "capped_survival_rate": 1.0, "cap_lines": 45, "largest_commit_share": 1.0 }, "github-copilot": { "commits": 4, "introduced": 682, "surviving": 304, "survival_rate": 0.44574780058651026, "median_survival": 0.42320381231671556, "capped_survival_rate": 0.44574780058651026, "cap_lines": 341, "largest_commit_share": 0.5 }, "openhands": { "commits": 1558, "introduced": 441292, "surviving": 349981, "survival_rate": 0.7930825847738006, "median_survival": 0.7716791979949875, "capped_survival_rate": 0.7598621463947682, "cap_lines": 1152, "largest_commit_share": 0.1262791983539244 } }, "coverage": { "method": "v2", "blame_flags": [ "-w", "-M", "-C" ], "ignore_revs_file": false, "shallow": false, "sample_floor": 5, "small_sample": false }, "aggregated": true }, { "repo": "PrefectHQ/prefect", "url": "https://github.com/PrefectHQ/prefect", "audit_file": "repos/PrefectHQ__prefect.json", "reproduce": "re audit PrefectHQ/prefect --json", "total_commits": 18408, "verified": { "commits": 1651, "introduced": 457040, "surviving": 373178, "survival_rate": 0.8165105898827236, "median_survival": 0.8969769880669469, "capped_survival_rate": 0.8049219962214734, "cap_lines": 1045, "largest_commit_share": 0.029555399964992124 }, "probable": { "commits": 0, "introduced": 0, "surviving": 0, "survival_rate": null, "median_survival": null, "capped_survival_rate": null, "cap_lines": null, "largest_commit_share": null }, "by_agent": { "claude-code": { "commits": 473, "introduced": 184457, "surviving": 148787, "survival_rate": 0.8066215974454751, "median_survival": 0.8759057971014492, "capped_survival_rate": 0.796836148956531, "cap_lines": 1603, "largest_commit_share": 0.04837441788601137 }, "cursor": { "commits": 1, "introduced": 24, "surviving": 24, "survival_rate": 1.0, "median_survival": 1.0, "capped_survival_rate": 1.0, "cap_lines": 24, "largest_commit_share": 1.0 }, "devin": { "commits": 1172, "introduced": 262918, "surviving": 214771, "survival_rate": 0.8168744627602522, "median_survival": 0.9013146582044989, "capped_survival_rate": 0.8146768824639729, "cap_lines": 822, "largest_commit_share": 0.051377235487870744 }, "github-copilot": { "commits": 3, "introduced": 9550, "surviving": 9505, "survival_rate": 0.9952879581151832, "median_survival": 0.9959991577174142, "capped_survival_rate": 0.9952879581151832, "cap_lines": 9498, "largest_commit_share": 0.9945549738219895 }, "openai-codex": { "commits": 2, "introduced": 91, "surviving": 91, "survival_rate": 1.0, "median_survival": 1.0, "capped_survival_rate": 1.0, "cap_lines": 60, "largest_commit_share": 0.6593406593406593 } }, "coverage": { "method": "v2", "blame_flags": [ "-w", "-M", "-C" ], "ignore_revs_file": false, "shallow": false, "sample_floor": 5, "small_sample": false }, "aggregated": true }, { "repo": "pydantic/pydantic-ai", "url": "https://github.com/pydantic/pydantic-ai", "audit_file": "repos/pydantic__pydantic-ai.json", "reproduce": "re audit pydantic/pydantic-ai --json", "total_commits": 3115, "verified": { "commits": 264, "introduced": 618017, "surviving": 541400, "survival_rate": 0.8760276820864151, "median_survival": 0.7819013726487036, "capped_survival_rate": 0.7698772530069088, "cap_lines": 4008, "largest_commit_share": 0.7034450508642967 }, "probable": { "commits": 0, "introduced": 0, "surviving": 0, "survival_rate": null, "median_survival": null, "capped_survival_rate": null, "cap_lines": null, "largest_commit_share": null }, "by_agent": { "claude-code": { "commits": 249, "introduced": 611668, "surviving": 536897, "survival_rate": 0.87775884957199, "median_survival": 0.7883055911224925, "capped_survival_rate": 0.7728164584748434, "cap_lines": 4008, "largest_commit_share": 0.7107466795712707 }, "cursor": { "commits": 2, "introduced": 964, "surviving": 844, "survival_rate": 0.8755186721991701, "median_survival": 0.7885402112206237, "capped_survival_rate": 0.8755186721991701, "cap_lines": 873, "largest_commit_share": 0.9056016597510373 }, "devin": { "commits": 7, "introduced": 3815, "surviving": 2657, "survival_rate": 0.6964613368283094, "median_survival": 0.6435246995994659, "capped_survival_rate": 0.6964613368283094, "cap_lines": 1660, "largest_commit_share": 0.4351245085190039 }, "github-copilot": { "commits": 4, "introduced": 1357, "surviving": 808, "survival_rate": 0.5954310980103169, "median_survival": 0.60898849351176, "capped_survival_rate": 0.5954310980103169, "cap_lines": 1152, "largest_commit_share": 0.8489314664701547 }, "openai-codex": { "commits": 2, "introduced": 213, "surviving": 194, "survival_rate": 0.9107981220657277, "median_survival": 0.9097452934662237, "capped_survival_rate": 0.9107981220657277, "cap_lines": 129, "largest_commit_share": 0.6056338028169014 } }, "coverage": { "method": "v2", "blame_flags": [ "-w", "-M", "-C" ], "ignore_revs_file": false, "shallow": false, "sample_floor": 5, "small_sample": false }, "aggregated": true }, { "repo": "QwenLM/qwen-code", "url": "https://github.com/QwenLM/qwen-code", "audit_file": "repos/QwenLM__qwen-code.json", "reproduce": "re audit QwenLM/qwen-code --json", "total_commits": 9239, "verified": { "commits": 555, "introduced": 597734, "surviving": 513051, "survival_rate": 0.8583266135103574, "median_survival": 0.6551724137931034, "capped_survival_rate": 0.8130423638162823, "cap_lines": 4457, "largest_commit_share": 0.2347532514462955 }, "probable": { "commits": 0, "introduced": 0, "surviving": 0, "survival_rate": null, "median_survival": null, "capped_survival_rate": null, "cap_lines": null, "largest_commit_share": null }, "by_agent": { "claude-code": { "commits": 430, "introduced": 511731, "surviving": 446733, "survival_rate": 0.8729840482597302, "median_survival": 0.6606632444729628, "capped_survival_rate": 0.8337993737815526, "cap_lines": 4855, "largest_commit_share": 0.2742065655588581 }, "cursor": { "commits": 24, "introduced": 30664, "surviving": 24990, "survival_rate": 0.8149621706235325, "median_survival": 0.8031006500060559, "capped_survival_rate": 0.8134952034049341, "cap_lines": 4275, "largest_commit_share": 0.16217714583876858 }, "gemini": { "commits": 69, "introduced": 13808, "surviving": 5377, "survival_rate": 0.3894119351100811, "median_survival": 0.16666666666666666, "capped_survival_rate": 0.39135556180790265, "cap_lines": 976, "largest_commit_share": 0.09617612977983778 }, "github-copilot": { "commits": 21, "introduced": 36875, "surviving": 32457, "survival_rate": 0.8801898305084745, "median_survival": 0.9070146818923328, "capped_survival_rate": 0.8795180590866655, "cap_lines": 8176, "largest_commit_share": 0.23365423728813559 }, "jules": { "commits": 3, "introduced": 120, "surviving": 33, "survival_rate": 0.275, "median_survival": 0.02702702702702703, "capped_survival_rate": 0.275, "cap_lines": 46, "largest_commit_share": 0.38333333333333336 }, "openai-codex": { "commits": 8, "introduced": 4536, "surviving": 3461, "survival_rate": 0.7630070546737213, "median_survival": 0.74829663832423, "capped_survival_rate": 0.7630070546737213, "cap_lines": 3944, "largest_commit_share": 0.8694885361552028 } }, "coverage": { "method": "v2", "blame_flags": [ "-w", "-M", "-C" ], "ignore_revs_file": false, "shallow": false, "sample_floor": 5, "small_sample": false }, "aggregated": true }, { "repo": "ray-project/ray", "url": "https://github.com/ray-project/ray", "audit_file": "repos/ray-project__ray.json", "reproduce": "re audit ray-project/ray --json", "total_commits": 31731, "verified": { "commits": 797, "introduced": 481400, "surviving": 311207, "survival_rate": 0.6464624013294558, "median_survival": 0.9065420560747663, "capped_survival_rate": 0.7900511505918121, "cap_lines": 1161, "largest_commit_share": 0.2963855421686747 }, "probable": { "commits": 19, "introduced": 1734, "surviving": 1394, "survival_rate": 0.803921568627451, "median_survival": 0.9375, "capped_survival_rate": 0.803921568627451, "cap_lines": 513, "largest_commit_share": 0.2958477508650519 }, "by_agent": { "claude-code": { "commits": 505, "introduced": 422517, "surviving": 267315, "survival_rate": 0.6326727681963092, "median_survival": 0.9259259259259259, "capped_survival_rate": 0.8033992468782131, "cap_lines": 1395, "largest_commit_share": 0.33769055446289736 }, "cursor": { "commits": 24, "introduced": 8145, "surviving": 6786, "survival_rate": 0.8331491712707182, "median_survival": 0.8741542625169147, "capped_survival_rate": 0.8327892285044475, "cap_lines": 1610, "largest_commit_share": 0.20466543891958255 }, "gemini": { "commits": 235, "introduced": 48567, "surviving": 35787, "survival_rate": 0.7368583606152326, "median_survival": 0.8532668881506091, "capped_survival_rate": 0.7589358815556817, "cap_lines": 848, "largest_commit_share": 0.07130356003047336 }, "github-copilot": { "commits": 33, "introduced": 2171, "surviving": 1319, "survival_rate": 0.6075541225241824, "median_survival": 0.8186813186813187, "capped_survival_rate": 0.6811697539939234, "cap_lines": 303, "largest_commit_share": 0.3150621833256564 } }, "coverage": { "method": "v2", "blame_flags": [ "-w", "-M", "-C" ], "ignore_revs_file": true, "shallow": false, "sample_floor": 5, "small_sample": false }, "aggregated": true }, { "repo": "RooCodeInc/Roo-Code", "url": "https://github.com/RooCodeInc/Roo-Code", "audit_file": "repos/RooCodeInc__Roo-Code.json", "reproduce": "re audit RooCodeInc/Roo-Code --json", "total_commits": 6210, "verified": { "commits": 43, "introduced": 88016, "surviving": 39395, "survival_rate": 0.4475890747136884, "median_survival": 0.6261187091590723, "capped_survival_rate": 0.5696408459745831, "cap_lines": 6507, "largest_commit_share": 0.6705939829121977 }, "probable": { "commits": 0, "introduced": 0, "surviving": 0, "survival_rate": null, "median_survival": null, "capped_survival_rate": null, "cap_lines": null, "largest_commit_share": null }, "by_agent": { "claude-code": { "commits": 27, "introduced": 82719, "surviving": 36657, "survival_rate": 0.44315090849744315, "median_survival": 0.7, "capped_survival_rate": 0.5788728382169647, "cap_lines": 6590, "largest_commit_share": 0.7135361887837135 }, "cursor": { "commits": 5, "introduced": 9, "surviving": 0, "survival_rate": 0.0, "median_survival": 0.0, "capped_survival_rate": 0.0, "cap_lines": 8, "largest_commit_share": 0.8888888888888888 }, "github-copilot": { "commits": 10, "introduced": 5018, "surviving": 2477, "survival_rate": 0.4936229573535273, "median_survival": 0.3193603022604391, "capped_survival_rate": 0.4936229573535273, "cap_lines": 1569, "largest_commit_share": 0.3126743722598645 }, "jules": { "commits": 1, "introduced": 270, "surviving": 261, "survival_rate": 0.9666666666666667, "median_survival": 0.9666666666666667, "capped_survival_rate": 0.9666666666666667, "cap_lines": 270, "largest_commit_share": 1.0 } }, "coverage": { "method": "v2", "blame_flags": [ "-w", "-M", "-C" ], "ignore_revs_file": true, "shallow": false, "sample_floor": 5, "small_sample": false }, "aggregated": true }, { "repo": "run-llama/llama_index", "url": "https://github.com/run-llama/llama_index", "audit_file": "repos/run-llama__llama_index.json", "reproduce": "re audit run-llama/llama_index --json", "total_commits": 7942, "verified": { "commits": 13, "introduced": 8542, "surviving": 7872, "survival_rate": 0.9215640365254039, "median_survival": 0.9042007685763735, "capped_survival_rate": 0.9215640365254039, "cap_lines": 6198, "largest_commit_share": 0.7255911964411145 }, "probable": { "commits": 0, "introduced": 0, "surviving": 0, "survival_rate": null, "median_survival": null, "capped_survival_rate": null, "cap_lines": null, "largest_commit_share": null }, "by_agent": { "claude-code": { "commits": 11, "introduced": 8011, "surviving": 7477, "survival_rate": 0.9333416552240669, "median_survival": 0.9676687820443871, "capped_survival_rate": 0.9333416552240669, "cap_lines": 6198, "largest_commit_share": 0.7736861815004369 }, "cursor": { "commits": 1, "introduced": 421, "surviving": 301, "survival_rate": 0.7149643705463183, "median_survival": 0.7149643705463183, "capped_survival_rate": 0.7149643705463183, "cap_lines": 421, "largest_commit_share": 1.0 }, "github-copilot": { "commits": 1, "introduced": 110, "surviving": 94, "survival_rate": 0.8545454545454545, "median_survival": 0.8545454545454545, "capped_survival_rate": 0.8545454545454545, "cap_lines": 110, "largest_commit_share": 1.0 } }, "coverage": { "method": "v2", "blame_flags": [ "-w", "-M", "-C" ], "ignore_revs_file": false, "shallow": false, "sample_floor": 5, "small_sample": false }, "aggregated": true }, { "repo": "secdev/scapy", "url": "https://github.com/secdev/scapy", "audit_file": "repos/secdev__scapy.json", "reproduce": "re audit secdev/scapy --json", "total_commits": 5715, "verified": { "commits": 61, "introduced": 8472, "surviving": 8217, "survival_rate": 0.9699008498583569, "median_survival": 1.0, "capped_survival_rate": 0.9418339416058394, "cap_lines": 434, "largest_commit_share": 0.28859773371104813 }, "probable": { "commits": 0, "introduced": 0, "surviving": 0, "survival_rate": null, "median_survival": null, "capped_survival_rate": null, "cap_lines": null, "largest_commit_share": null }, "by_agent": { "ai": { "commits": 55, "introduced": 2826, "surviving": 2616, "survival_rate": 0.9256900212314225, "median_survival": 1.0, "capped_survival_rate": 0.9108609249454318, "cap_lines": 142, "largest_commit_share": 0.15357395612172683 }, "cursor": { "commits": 1, "introduced": 46, "surviving": 40, "survival_rate": 0.8695652173913043, "median_survival": 0.8695652173913043, "capped_survival_rate": 0.8695652173913043, "cap_lines": 46, "largest_commit_share": 1.0 }, "github-copilot": { "commits": 5, "introduced": 5600, "surviving": 5561, "survival_rate": 0.9930357142857142, "median_survival": 1.0, "capped_survival_rate": 0.9930357142857142, "cap_lines": 2445, "largest_commit_share": 0.43660714285714286 } }, "coverage": { "method": "v2", "blame_flags": [ "-w", "-M", "-C" ], "ignore_revs_file": true, "shallow": false, "sample_floor": 5, "small_sample": false }, "aggregated": true }, { "repo": "smithersai/smithers", "url": "https://github.com/smithersai/smithers", "audit_file": "repos/smithersai__smithers.json", "reproduce": "re audit smithersai/smithers --json", "total_commits": 11647, "verified": { "commits": 7302, "introduced": 6805290, "surviving": 1016597, "survival_rate": 0.14938334736653397, "median_survival": 0.0, "capped_survival_rate": 0.31901600099066385, "cap_lines": 1418, "largest_commit_share": 0.4932678842488711 }, "probable": { "commits": 2, "introduced": 29989, "surviving": 45, "survival_rate": 0.0015005502017406383, "median_survival": 0.00922509225092251, "capped_survival_rate": 0.003617654152263044, "cap_lines": 10000, "largest_commit_share": 0.9186701790656574 }, "by_agent": { "claude-code": { "commits": 6291, "introduced": 6548861, "surviving": 926177, "survival_rate": 0.1414256616532249, "median_survival": 0.0, "capped_survival_rate": 0.30414603240613336, "cap_lines": 1505, "largest_commit_share": 0.5125824170035064 }, "cursor": { "commits": 1, "introduced": 40, "surviving": 0, "survival_rate": 0.0, "median_survival": 0.0, "capped_survival_rate": 0.0, "cap_lines": 40, "largest_commit_share": 1.0 }, "github-copilot": { "commits": 1, "introduced": 25, "surviving": 0, "survival_rate": 0.0, "median_survival": 0.0, "capped_survival_rate": 0.0, "cap_lines": 25, "largest_commit_share": 1.0 }, "openai-codex": { "commits": 1009, "introduced": 256364, "surviving": 90420, "survival_rate": 0.3527016273735782, "median_survival": 0.6029925187032419, "capped_survival_rate": 0.44114318850532286, "cap_lines": 957, "largest_commit_share": 0.04168682030238255 } }, "coverage": { "method": "v2", "blame_flags": [ "-w", "-M", "-C" ], "ignore_revs_file": true, "shallow": false, "sample_floor": 5, "small_sample": false }, "aggregated": true }, { "repo": "sst/opencode", "url": "https://github.com/sst/opencode", "audit_file": "repos/sst__opencode.json", "reproduce": "re audit sst/opencode --json", "total_commits": 15705, "verified": { "commits": 50, "introduced": 25998, "surviving": 9470, "survival_rate": 0.364258789137626, "median_survival": 0.3954326923076923, "capped_survival_rate": 0.3542521866812506, "cap_lines": 4159, "largest_commit_share": 0.4264558812216324 }, "probable": { "commits": 0, "introduced": 0, "surviving": 0, "survival_rate": null, "median_survival": null, "capped_survival_rate": null, "cap_lines": null, "largest_commit_share": null }, "by_agent": { "claude-code": { "commits": 34, "introduced": 8383, "surviving": 3826, "survival_rate": 0.4563998568531552, "median_survival": 0.3954326923076923, "capped_survival_rate": 0.5109735842792524, "cap_lines": 2381, "largest_commit_share": 0.4961231062865323 }, "cursor": { "commits": 3, "introduced": 222, "surviving": 99, "survival_rate": 0.44594594594594594, "median_survival": 0.16666666666666666, "capped_survival_rate": 0.44594594594594594, "cap_lines": 117, "largest_commit_share": 0.527027027027027 }, "github-copilot": { "commits": 12, "introduced": 17389, "surviving": 5545, "survival_rate": 0.31887975156708265, "median_survival": 0.4993911788581221, "capped_survival_rate": 0.30688403736734404, "cap_lines": 10000, "largest_commit_share": 0.6375869802748865 }, "jules": { "commits": 1, "introduced": 4, "surviving": 0, "survival_rate": 0.0, "median_survival": 0.0, "capped_survival_rate": 0.0, "cap_lines": 4, "largest_commit_share": 1.0 } }, "coverage": { "method": "v2", "blame_flags": [ "-w", "-M", "-C" ], "ignore_revs_file": false, "shallow": false, "sample_floor": 5, "small_sample": false }, "aggregated": true }, { "repo": "TracecatHQ/tracecat", "url": "https://github.com/TracecatHQ/tracecat", "audit_file": "repos/TracecatHQ__tracecat.json", "reproduce": "re audit TracecatHQ/tracecat --json", "total_commits": 5823, "verified": { "commits": 520, "introduced": 347883, "surviving": 233664, "survival_rate": 0.6716740973258251, "median_survival": 0.6455696202531646, "capped_survival_rate": 0.6573241947145825, "cap_lines": 3674, "largest_commit_share": 0.03716479391059638 }, "probable": { "commits": 0, "introduced": 0, "surviving": 0, "survival_rate": null, "median_survival": null, "capped_survival_rate": null, "cap_lines": null, "largest_commit_share": null }, "by_agent": { "ai": { "commits": 1, "introduced": 2985, "surviving": 2519, "survival_rate": 0.8438860971524288, "median_survival": 0.8438860971524288, "capped_survival_rate": 0.8438860971524288, "cap_lines": 2985, "largest_commit_share": 1.0 }, "claude-code": { "commits": 300, "introduced": 238050, "surviving": 144014, "survival_rate": 0.6049737450115522, "median_survival": 0.5833333333333334, "capped_survival_rate": 0.5947008146773882, "cap_lines": 4157, "largest_commit_share": 0.05431211930266751 }, "cursor": { "commits": 28, "introduced": 12475, "surviving": 8914, "survival_rate": 0.7145490981963928, "median_survival": 0.7643072289156626, "capped_survival_rate": 0.7063045705654318, "cap_lines": 3320, "largest_commit_share": 0.32224448897795593 }, "devin": { "commits": 57, "introduced": 41171, "surviving": 36365, "survival_rate": 0.8832673483762843, "median_survival": 0.8822170900692841, "capped_survival_rate": 0.8869218959862913, "cap_lines": 4972, "largest_commit_share": 0.1967647130261592 }, "openai-codex": { "commits": 134, "introduced": 53202, "surviving": 41852, "survival_rate": 0.7866621555580617, "median_survival": 0.6588636363636364, "capped_survival_rate": 0.7437997546372022, "cap_lines": 2232, "largest_commit_share": 0.18012480733807 } }, "coverage": { "method": "v2", "blame_flags": [ "-w", "-M", "-C" ], "ignore_revs_file": false, "shallow": false, "sample_floor": 5, "small_sample": false }, "aggregated": true }, { "repo": "vercel/next.js", "url": "https://github.com/vercel/next.js", "audit_file": "repos/vercel__next.js.json", "reproduce": "re audit vercel/next.js --json", "total_commits": 35593, "verified": { "commits": 224, "introduced": 58025, "surviving": 44762, "survival_rate": 0.7714261094355881, "median_survival": 0.8274477219221714, "capped_survival_rate": 0.7472009457284037, "cap_lines": 1321, "largest_commit_share": 0.0803446790176648 }, "probable": { "commits": 3, "introduced": 13, "surviving": 13, "survival_rate": 1.0, "median_survival": 1.0, "capped_survival_rate": 1.0, "cap_lines": 8, "largest_commit_share": 0.6153846153846154 }, "by_agent": { "claude-code": { "commits": 162, "introduced": 47469, "surviving": 38318, "survival_rate": 0.8072215551201837, "median_survival": 0.8565549676660787, "capped_survival_rate": 0.7711169550672348, "cap_lines": 1345, "largest_commit_share": 0.09821146432408519 }, "cursor": { "commits": 53, "introduced": 10008, "surviving": 6061, "survival_rate": 0.6056155075939249, "median_survival": 0.8076923076923077, "capped_survival_rate": 0.6870467207117772, "cap_lines": 703, "largest_commit_share": 0.23321342925659472 }, "devin": { "commits": 3, "introduced": 468, "surviving": 348, "survival_rate": 0.7435897435897436, "median_survival": 0.75, "capped_survival_rate": 0.7435897435897436, "cap_lines": 428, "largest_commit_share": 0.9145299145299145 }, "github-copilot": { "commits": 6, "introduced": 80, "surviving": 35, "survival_rate": 0.4375, "median_survival": 0.1792452830188679, "capped_survival_rate": 0.4375, "cap_lines": 53, "largest_commit_share": 0.6625 } }, "coverage": { "method": "v2", "blame_flags": [ "-w", "-M", "-C" ], "ignore_revs_file": true, "shallow": false, "sample_floor": 5, "small_sample": false }, "aggregated": true }, { "repo": "vllm-project/llm-compressor", "url": "https://github.com/vllm-project/llm-compressor", "audit_file": "repos/vllm-project__llm-compressor.json", "reproduce": "re audit vllm-project/llm-compressor --json", "total_commits": 3227, "verified": { "commits": 154, "introduced": 17210, "surviving": 13838, "survival_rate": 0.8040674026728646, "median_survival": 0.8718629343629344, "capped_survival_rate": 0.7473666525190149, "cap_lines": 343, "largest_commit_share": 0.3045903544450901 }, "probable": { "commits": 6, "introduced": 358, "surviving": 339, "survival_rate": 0.946927374301676, "median_survival": 1.0, "capped_survival_rate": 0.946927374301676, "cap_lines": 194, "largest_commit_share": 0.5418994413407822 }, "by_agent": { "claude-code": { "commits": 76, "introduced": 12326, "surviving": 9911, "survival_rate": 0.8040726918708421, "median_survival": 0.8660714285714286, "capped_survival_rate": 0.6991728710878237, "cap_lines": 557, "largest_commit_share": 0.4252798961544702 }, "cursor": { "commits": 1, "introduced": 102, "surviving": 79, "survival_rate": 0.7745098039215687, "median_survival": 0.7745098039215687, "capped_survival_rate": 0.7745098039215687, "cap_lines": 102, "largest_commit_share": 1.0 }, "gemini": { "commits": 76, "introduced": 4617, "surviving": 3685, "survival_rate": 0.7981373186051549, "median_survival": 0.8755394049511697, "capped_survival_rate": 0.786789853940288, "cap_lines": 236, "largest_commit_share": 0.12064110894520251 }, "github-copilot": { "commits": 1, "introduced": 165, "surviving": 163, "survival_rate": 0.9878787878787879, "median_survival": 0.9878787878787879, "capped_survival_rate": 0.9878787878787879, "cap_lines": 165, "largest_commit_share": 1.0 } }, "coverage": { "method": "v2", "blame_flags": [ "-w", "-M", "-C" ], "ignore_revs_file": false, "shallow": false, "sample_floor": 5, "small_sample": false }, "aggregated": true }, { "repo": "xing-shuyin/pi-web-ui", "url": "https://github.com/xing-shuyin/pi-web-ui", "audit_file": "repos/xing-shuyin__pi-web-ui.json", "reproduce": "re audit xing-shuyin/pi-web-ui --json", "total_commits": 760, "verified": { "commits": 30, "introduced": 2298, "surviving": 2025, "survival_rate": 0.881201044386423, "median_survival": 0.9482614637109019, "capped_survival_rate": 0.8894085493773698, "cap_lines": 168, "largest_commit_share": 0.09007832898172324 }, "probable": { "commits": 0, "introduced": 0, "surviving": 0, "survival_rate": null, "median_survival": null, "capped_survival_rate": null, "cap_lines": null, "largest_commit_share": null }, "by_agent": { "pi": { "commits": 30, "introduced": 2298, "surviving": 2025, "survival_rate": 0.881201044386423, "median_survival": 0.9482614637109019, "capped_survival_rate": 0.8894085493773698, "cap_lines": 168, "largest_commit_share": 0.09007832898172324 } }, "coverage": { "method": "v2", "blame_flags": [ "-w", "-M", "-C" ], "ignore_revs_file": false, "shallow": false, "sample_floor": 5, "small_sample": false }, "aggregated": true }, { "repo": "zed-industries/zed", "url": "https://github.com/zed-industries/zed", "audit_file": "repos/zed-industries__zed.json", "reproduce": "re audit zed-industries/zed --json", "total_commits": 36944, "verified": { "commits": 117, "introduced": 47392, "surviving": 24462, "survival_rate": 0.5161630654962863, "median_survival": 0.6934143222506394, "capped_survival_rate": 0.5537908657119776, "cap_lines": 2272, "largest_commit_share": 0.16350860904794057 }, "probable": { "commits": 3, "introduced": 184, "surviving": 116, "survival_rate": 0.6304347826086957, "median_survival": 1.0, "capped_survival_rate": 0.6304347826086957, "cap_lines": 142, "largest_commit_share": 0.7717391304347826 }, "by_agent": { "claude-code": { "commits": 105, "introduced": 42065, "surviving": 20185, "survival_rate": 0.4798526090574112, "median_survival": 0.6934143222506394, "capped_survival_rate": 0.5619843266549275, "cap_lines": 1548, "largest_commit_share": 0.18421490550338762 }, "cursor": { "commits": 3, "introduced": 4025, "surviving": 3532, "survival_rate": 0.8775155279503105, "median_survival": 1.0, "capped_survival_rate": 0.8775155279503105, "cap_lines": 3999, "largest_commit_share": 0.9935403726708074 }, "github-copilot": { "commits": 9, "introduced": 1302, "surviving": 745, "survival_rate": 0.5721966205837173, "median_survival": 0.5520833333333334, "capped_survival_rate": 0.5721966205837173, "cap_lines": 543, "largest_commit_share": 0.41705069124423966 } }, "coverage": { "method": "v2", "blame_flags": [ "-w", "-M", "-C" ], "ignore_revs_file": true, "shallow": false, "sample_floor": 5, "small_sample": false }, "aggregated": true } ], "not_aggregated": [ { "repo": "openai/openai-agents-python", "url": "https://github.com/openai/openai-agents-python", "audit_file": "repos/openai__openai-agents-python.json", "reproduce": "re audit openai/openai-agents-python --json", "total_commits": 2230, "verified": { "commits": 2, "introduced": 94176, "surviving": 94152, "survival_rate": 0.9997451580020388, "median_survival": 0.7142857142857143, "capped_survival_rate": 0.9976100378410675, "cap_lines": 10000, "largest_commit_share": 0.9995540265035678 }, "probable": { "commits": 0, "introduced": 0, "surviving": 0, "survival_rate": null, "median_survival": null, "capped_survival_rate": null, "cap_lines": null, "largest_commit_share": null }, "by_agent": { "openai-codex": { "commits": 2, "introduced": 94176, "surviving": 94152, "survival_rate": 0.9997451580020388, "median_survival": 0.7142857142857143, "capped_survival_rate": 0.9976100378410675, "cap_lines": 10000, "largest_commit_share": 0.9995540265035678 } }, "coverage": { "method": "v2", "blame_flags": [ "-w", "-M", "-C" ], "ignore_revs_file": false, "shallow": false, "sample_floor": 5, "small_sample": true }, "aggregated": false }, { "repo": "openai/openai-python", "url": "https://github.com/openai/openai-python", "audit_file": "repos/openai__openai-python.json", "reproduce": "re audit openai/openai-python --json", "total_commits": 1628, "verified": { "commits": 3, "introduced": 63, "surviving": 61, "survival_rate": 0.9682539682539683, "median_survival": 1.0, "capped_survival_rate": 0.9682539682539683, "cap_lines": 51, "largest_commit_share": 0.8095238095238095 }, "probable": { "commits": 0, "introduced": 0, "surviving": 0, "survival_rate": null, "median_survival": null, "capped_survival_rate": null, "cap_lines": null, "largest_commit_share": null }, "by_agent": { "claude-code": { "commits": 1, "introduced": 51, "surviving": 49, "survival_rate": 0.9607843137254902, "median_survival": 0.9607843137254902, "capped_survival_rate": 0.9607843137254902, "cap_lines": 51, "largest_commit_share": 1.0 }, "github-copilot": { "commits": 1, "introduced": 10, "surviving": 10, "survival_rate": 1.0, "median_survival": 1.0, "capped_survival_rate": 1.0, "cap_lines": 10, "largest_commit_share": 1.0 }, "openai-codex": { "commits": 1, "introduced": 2, "surviving": 2, "survival_rate": 1.0, "median_survival": 1.0, "capped_survival_rate": 1.0, "cap_lines": 2, "largest_commit_share": 1.0 } }, "coverage": { "method": "v2", "blame_flags": [ "-w", "-M", "-C" ], "ignore_revs_file": false, "shallow": false, "sample_floor": 5, "small_sample": true }, "aggregated": false }, { "repo": "stackblitz/bolt.new", "url": "https://github.com/stackblitz/bolt.new", "audit_file": "repos/stackblitz__bolt.new.json", "reproduce": "re audit stackblitz/bolt.new --json", "total_commits": 101, "verified": { "commits": 0, "introduced": 0, "surviving": 0, "survival_rate": null, "median_survival": null, "capped_survival_rate": null, "cap_lines": null, "largest_commit_share": null }, "probable": { "commits": 0, "introduced": 0, "surviving": 0, "survival_rate": null, "median_survival": null, "capped_survival_rate": null, "cap_lines": null, "largest_commit_share": null }, "by_agent": {}, "coverage": { "method": "v2", "blame_flags": [ "-w", "-M", "-C" ], "ignore_revs_file": false, "shallow": false, "sample_floor": 5, "small_sample": true }, "aggregated": false } ], "excluded": { "shallow": [], "not_method_v2": [], "failed": [ "fern-api/fern", "richlander/dotnet-inspect" ], "opted_out": 0, "optout_file": "https://github.com/croviatrust/causari/blob/main/.github/survival-optout.txt" }, "doi": "10.5281/zenodo.22928161", "concept_doi": "10.5281/zenodo.22863965", "zenodo": { "record_url": "https://zenodo.org/records/22928161", "record_id": 22928161, "version": "#2", "sandbox": false, "published_at": "2026-09-24T01:20:31Z" } }