diff --git a/offline/analysis/benchmark_dashboard.html b/offline/analysis/benchmark_dashboard.html
index aa52311..ab531c0 100644
--- a/offline/analysis/benchmark_dashboard.html
+++ b/offline/analysis/benchmark_dashboard.html
@@ -198,9 +198,9 @@
         <div class="predefined-filter" data-filter-id="ruby_medium" onclick="applyPredefinedFilter('ruby_medium')">Best for Medium Ruby PRs <span class="arrow">↗</span></div>
         <div class="predefined-filter" data-filter-id="tool_qodo_risk_high_context_file" onclick="applyPredefinedFilter('tool_qodo_risk_high_context_file')">High Risk + File Context <span class="arrow">↗</span></div>
         <div class="predefined-filter" data-filter-id="tool_copilot_language_java_difficulty_subtle" onclick="applyPredefinedFilter('tool_copilot_language_java_difficulty_subtle')">Java + Subtle Bugs <span class="arrow">↗</span></div>
+        <div class="predefined-filter" data-filter-id="high_risk_auth" onclick="applyPredefinedFilter('high_risk_auth')">High Risk Auth <span class="arrow">↗</span></div>
         <div class="predefined-filter" data-filter-id="tool_gemini_domain_authentication_difficulty_subtle" onclick="applyPredefinedFilter('tool_gemini_domain_authentication_difficulty_subtle')">Authentication + Subtle Bugs <span class="arrow">↗</span></div>
         <div class="predefined-filter" data-filter-id="tool_coderabbit_language_go_risk_high" onclick="applyPredefinedFilter('tool_coderabbit_language_go_risk_high')">Go + High Risk <span class="arrow">↗</span></div>
-        <div class="predefined-filter" data-filter-id="domain_authentication" onclick="applyPredefinedFilter('domain_authentication')">Best for Authentication <span class="arrow">↗</span></div>
         <div class="predefined-filter" data-filter-id="tool_kg_language_go_complexity_moderate" onclick="applyPredefinedFilter('tool_kg_language_go_complexity_moderate')">Go + Moderate Code <span class="arrow">↗</span></div>
         <div class="predefined-filter" data-filter-id="change_type_performance" onclick="applyPredefinedFilter('change_type_performance')">Best for Performance Optimization <span class="arrow">↗</span></div>
         <div class="predefined-filter" data-filter-id="change_type_bug_fix" onclick="applyPredefinedFilter('change_type_bug_fix')">Best for Bug Fixes <span class="arrow">↗</span></div>
@@ -223,13 +223,13 @@
         <div class="predefined-filter" data-filter-id="language_ruby" onclick="applyPredefinedFilter('language_ruby')">Best for Ruby <span class="arrow">↗</span></div>
         <div class="predefined-filter" data-filter-id="python_medium" onclick="applyPredefinedFilter('python_medium')">Best for Medium Python PRs <span class="arrow">↗</span></div>
         <div class="predefined-filter" data-filter-id="context_file" onclick="applyPredefinedFilter('context_file')">Best for File Context <span class="arrow">↗</span></div>
+        <div class="predefined-filter" data-filter-id="java_medium" onclick="applyPredefinedFilter('java_medium')">Best for Medium Java PRs <span class="arrow">↗</span></div>
         <div class="predefined-filter" data-filter-id="change_type_feature" onclick="applyPredefinedFilter('change_type_feature')">Best for Features <span class="arrow">↗</span></div>
         <div class="predefined-filter" data-filter-id="language_typescript" onclick="applyPredefinedFilter('language_typescript')">Best for Typescript <span class="arrow">↗</span></div>
+        <div class="predefined-filter" data-filter-id="pr_size_medium" onclick="applyPredefinedFilter('pr_size_medium')">Best for Medium PRs <span class="arrow">↗</span></div>
         <div class="predefined-filter" data-filter-id="difficulty_moderate" onclick="applyPredefinedFilter('difficulty_moderate')">Best for Moderate Bugs <span class="arrow">↗</span></div>
-        <div class="predefined-filter" data-filter-id="java_medium" onclick="applyPredefinedFilter('java_medium')">Best for Medium Java PRs <span class="arrow">↗</span></div>
         <div class="predefined-filter" data-filter-id="complexity_moderate" onclick="applyPredefinedFilter('complexity_moderate')">Best for Moderate Code <span class="arrow">↗</span></div>
-        <div class="predefined-filter" data-filter-id="pr_size_medium" onclick="applyPredefinedFilter('pr_size_medium')">Best for Medium PRs <span class="arrow">↗</span></div>
-        <div class="predefined-filter" data-filter-id="high_risk_auth" onclick="applyPredefinedFilter('high_risk_auth')">High Risk Auth <span class="arrow">↗</span></div>
+        <div class="predefined-filter" data-filter-id="domain_authentication" onclick="applyPredefinedFilter('domain_authentication')">Best for Authentication <span class="arrow">↗</span></div>
         <div class="predefined-filter" data-filter-id="concern_security" onclick="applyPredefinedFilter('concern_security')">Best for Security <span class="arrow">↗</span></div>
         <div class="predefined-filter" data-filter-id="security_critical" onclick="applyPredefinedFilter('security_critical')">Security Critical <span class="arrow">↗</span></div>
         <div class="predefined-filter" data-filter-id="risk_medium" onclick="applyPredefinedFilter('risk_medium')">Best for Medium Risk <span class="arrow">↗</span></div>
@@ -400,10 +400,10 @@
 
     <script>
         // All models data embedded
-        const allModelsData = {"anthropic_claude-opus-4-5-20251101": {"prs": [{"url": "https://github.com/keycloak/keycloak/pull/37429", "language": "Java", "pr_size": "medium", "domain": "UI", "change_type": "feature", "complexity": "moderate", "difficulty": "moderate", "risk": "medium", "context": "cross_file", "concern": "correctness", "summary": "", "tool_metrics": {"graphite": {"tp": 0, "fp": 0, "fn": 4}, "qodo": {"tp": 0, "fp": 5, "fn": 4}, "gemini": {"tp": 2, "fp": 4, "fn": 2}, "claude": {"tp": 1, "fp": 0, "fn": 3}, "augment": {"tp": 2, "fp": 3, "fn": 2}, "bugbot": {"tp": 2, "fp": 0, "fn": 2}, "coderabbit": {"tp": 0, "fp": 0, "fn": 4}, "propel": {"tp": 2, "fp": 0, "fn": 2}, "copilot": {"tp": 3, "fp": 5, "fn": 1}, "baz": {"tp": 0, "fp": 0, "fn": 4}, "greptile": {"tp": 2, "fp": 1, "fn": 2}, "kg": {"tp": 1, "fp": 0, "fn": 3}}}, {"url": "https://github.com/keycloak/keycloak/pull/37634", "language": "Java", "pr_size": "medium", "domain": "authentication", "change_type": "feature", "complexity": "moderate", "difficulty": "subtle", "risk": "high", "context": "file", "concern": "correctness", "summary": "", "tool_metrics": {"claude": {"tp": 2, "fp": 1, "fn": 2}, "gemini": {"tp": 3, "fp": 0, "fn": 1}, "coderabbit": {"tp": 0, "fp": 0, "fn": 4}, "augment": {"tp": 2, "fp": 2, "fn": 2}, "propel": {"tp": 2, "fp": 0, "fn": 2}, "baz": {"tp": 0, "fp": 0, "fn": 4}, "graphite": {"tp": 2, "fp": 0, "fn": 2}, "qodo": {"tp": 2, "fp": 1, "fn": 2}, "bugbot": {"tp": 2, "fp": 1, "fn": 2}, "copilot": {"tp": 3, "fp": 2, "fn": 1}, "greptile": {"tp": 2, "fp": 0, "fn": 2}, "kg": {"tp": 1, "fp": 2, "fn": 3}}}, {"url": "https://github.com/keycloak/keycloak/pull/38446", "language": "Java", "pr_size": "medium", "domain": "authentication", "change_type": "feature", "complexity": "moderate", "difficulty": "moderate", "risk": "medium", "context": "cross_file", "concern": "correctness", "summary": "", "tool_metrics": {"gemini": {"tp": 1, "fp": 2, "fn": 1}, "graphite": {"tp": 0, "fp": 0, "fn": 2}, "baz": {"tp": 0, "fp": 0, "fn": 2}, "copilot": {"tp": 0, "fp": 3, "fn": 2}, "augment": {"tp": 1, "fp": 3, "fn": 1}, "coderabbit": {"tp": 0, "fp": 0, "fn": 2}, "greptile": {"tp": 1, "fp": 1, "fn": 1}, "claude": {"tp": 1, "fp": 3, "fn": 1}, "qodo": {"tp": 1, "fp": 3, "fn": 1}, "bugbot": {"tp": 0, "fp": 3, "fn": 2}, "propel": {"tp": 0, "fp": 1, "fn": 2}, "kg": {"tp": 0, "fp": 0, "fn": 2}}}, {"url": "https://github.com/keycloak/keycloak/pull/36882", "language": "Java", "pr_size": "small", "domain": "configuration", "change_type": "feature", "complexity": "moderate", "difficulty": "moderate", "risk": "medium", "context": "cross_file", "concern": "correctness", "summary": "", "tool_metrics": {"claude": {"tp": 0, "fp": 0, "fn": 1}, "bugbot": {"tp": 0, "fp": 1, "fn": 1}, "gemini": {"tp": 0, "fp": 1, "fn": 1}, "propel": {"tp": 0, "fp": 1, "fn": 1}, "copilot": {"tp": 0, "fp": 3, "fn": 1}, "baz": {"tp": 0, "fp": 1, "fn": 1}, "greptile": {"tp": 0, "fp": 0, "fn": 1}, "coderabbit": {"tp": 0, "fp": 1, "fn": 1}, "graphite": {"tp": 0, "fp": 0, "fn": 1}, "qodo": {"tp": 1, "fp": 2, "fn": 0}, "augment": {"tp": 0, "fp": 1, "fn": 1}, "kg": {"tp": 0, "fp": 0, "fn": 1}}}, {"url": "https://github.com/keycloak/keycloak/pull/36880", "language": "Java", "pr_size": "medium", "domain": "authentication", "change_type": "feature", "complexity": "complex", "difficulty": "very_subtle", "risk": "high", "context": "cross_file", "concern": "correctness", "summary": "", "tool_metrics": {"claude": {"tp": 0, "fp": 4, "fn": 3}, "gemini": {"tp": 0, "fp": 3, "fn": 3}, "propel": {"tp": 2, "fp": 2, "fn": 1}, "augment": {"tp": 1, "fp": 1, "fn": 2}, "coderabbit": {"tp": 1, "fp": 6, "fn": 2}, "bugbot": {"tp": 2, "fp": 1, "fn": 1}, "graphite": {"tp": 0, "fp": 0, "fn": 3}, "qodo": {"tp": 0, "fp": 3, "fn": 3}, "copilot": {"tp": 1, "fp": 6, "fn": 2}, "baz": {"tp": 2, "fp": 1, "fn": 1}, "greptile": {"tp": 0, "fp": 1, "fn": 3}, "kg": {"tp": 0, "fp": 0, "fn": 3}}}, {"url": "https://github.com/keycloak/keycloak/pull/37038", "language": "Java", "pr_size": "small", "domain": "authentication", "change_type": "feature", "complexity": "complex", "difficulty": "very_subtle", "risk": "high", "context": "cross_file", "concern": "correctness", "summary": "", "tool_metrics": {"qodo": {"tp": 1, "fp": 2, "fn": 1}, "gemini": {"tp": 0, "fp": 1, "fn": 2}, "copilot": {"tp": 1, "fp": 4, "fn": 1}, "coderabbit": {"tp": 0, "fp": 0, "fn": 2}, "augment": {"tp": 2, "fp": 1, "fn": 0}, "greptile": {"tp": 0, "fp": 0, "fn": 2}, "bugbot": {"tp": 2, "fp": 0, "fn": 0}, "claude": {"tp": 1, "fp": 0, "fn": 1}, "graphite": {"tp": 0, "fp": 0, "fn": 2}, "propel": {"tp": 2, "fp": 3, "fn": 0}, "baz": {"tp": 2, "fp": 0, "fn": 0}, "kg": {"tp": 0, "fp": 0, "fn": 2}}}, {"url": "https://github.com/keycloak/keycloak/pull/33832", "language": "Java", "pr_size": "medium", "domain": "authentication", "change_type": "feature", "complexity": "moderate", "difficulty": "subtle", "risk": "high", "context": "cross_file", "concern": "correctness", "summary": "", "tool_metrics": {"claude": {"tp": 1, "fp": 5, "fn": 1}, "gemini": {"tp": 1, "fp": 1, "fn": 1}, "graphite": {"tp": 1, "fp": 2, "fn": 1}, "qodo": {"tp": 0, "fp": 5, "fn": 2}, "bugbot": {"tp": 1, "fp": 0, "fn": 1}, "copilot": {"tp": 1, "fp": 3, "fn": 1}, "augment": {"tp": 1, "fp": 2, "fn": 1}, "propel": {"tp": 0, "fp": 5, "fn": 2}, "greptile": {"tp": 0, "fp": 1, "fn": 2}, "baz": {"tp": 2, "fp": 1, "fn": 0}, "coderabbit": {"tp": 1, "fp": 2, "fn": 1}, "kg": {"tp": 0, "fp": 0, "fn": 2}}}, {"url": "https://github.com/keycloak/keycloak/pull/40940", "language": "Java", "pr_size": "small", "domain": "concurrency", "change_type": "bug_fix", "complexity": "moderate", "difficulty": "subtle", "risk": "high", "context": "cross_file", "concern": "correctness", "summary": "", "tool_metrics": {"baz": {"tp": 0, "fp": 1, "fn": 2}, "gemini": {"tp": 1, "fp": 1, "fn": 1}, "claude": {"tp": 1, "fp": 0, "fn": 1}, "graphite": {"tp": 1, "fp": 0, "fn": 1}, "qodo": {"tp": 2, "fp": 1, "fn": 0}, "bugbot": {"tp": 1, "fp": 2, "fn": 1}, "copilot": {"tp": 2, "fp": 2, "fn": 0}, "propel": {"tp": 1, "fp": 2, "fn": 1}, "augment": {"tp": 2, "fp": 0, "fn": 0}, "coderabbit": {"tp": 1, "fp": 0, "fn": 1}, "greptile": {"tp": 1, "fp": 3, "fn": 1}, "kg": {"tp": 0, "fp": 0, "fn": 2}}}, {"url": "https://github.com/ai-code-review-evaluation/keycloak-greptile/pull/1", "language": "Java", "pr_size": "medium", "domain": "authentication", "change_type": "bug_fix", "complexity": "moderate", "difficulty": "subtle", "risk": "medium", "context": "cross_file", "concern": "correctness", "summary": "", "tool_metrics": {"augment": {"tp": 2, "fp": 0, "fn": 0}, "gemini": {"tp": 2, "fp": 1, "fn": 0}, "claude": {"tp": 1, "fp": 0, "fn": 1}, "graphite": {"tp": 0, "fp": 0, "fn": 2}, "qodo": {"tp": 1, "fp": 2, "fn": 1}, "bugbot": {"tp": 0, "fp": 1, "fn": 2}, "copilot": {"tp": 2, "fp": 5, "fn": 0}, "propel": {"tp": 1, "fp": 0, "fn": 1}, "coderabbit": {"tp": 1, "fp": 3, "fn": 1}, "baz": {"tp": 2, "fp": 1, "fn": 0}, "greptile": {"tp": 2, "fp": 0, "fn": 0}, "kg": {"tp": 1, "fp": 0, "fn": 1}}}, {"url": "https://github.com/getsentry/sentry/pull/93824", "language": "Python", "pr_size": "large", "domain": "concurrency", "change_type": "feature", "complexity": "complex", "difficulty": "subtle", "risk": "high", "context": "cross_file", "concern": "correctness", "summary": "", "tool_metrics": {"baz": {"tp": 0, "fp": 0, "fn": 5}, "augment": {"tp": 5, "fp": 1, "fn": 0}, "gemini": {"tp": 1, "fp": 1, "fn": 4}, "bugbot": {"tp": 1, "fp": 0, "fn": 4}, "coderabbit": {"tp": 0, "fp": 1, "fn": 5}, "graphite": {"tp": 1, "fp": 0, "fn": 4}, "claude": {"tp": 0, "fp": 2, "fn": 5}, "qodo": {"tp": 1, "fp": 3, "fn": 4}, "copilot": {"tp": 1, "fp": 5, "fn": 4}, "propel": {"tp": 2, "fp": 2, "fn": 3}, "greptile": {"tp": 1, "fp": 1, "fn": 4}, "kg": {"tp": 0, "fp": 0, "fn": 5}}}, {"url": "https://github.com/ai-code-review-evaluation/sentry-greptile/pull/5", "language": "Python", "pr_size": "large", "domain": "API", "change_type": "feature", "complexity": "moderate", "difficulty": "subtle", "risk": "medium", "context": "cross_file", "concern": "correctness", "summary": "", "tool_metrics": {"gemini": {"tp": 0, "fp": 1, "fn": 3}, "greptile": {"tp": 0, "fp": 2, "fn": 3}, "claude": {"tp": 0, "fp": 0, "fn": 3}, "coderabbit": {"tp": 1, "fp": 16, "fn": 2}, "qodo": {"tp": 1, "fp": 3, "fn": 2}, "graphite": {"tp": 0, "fp": 0, "fn": 3}, "bugbot": {"tp": 1, "fp": 1, "fn": 2}, "copilot": {"tp": 0, "fp": 1, "fn": 3}, "propel": {"tp": 1, "fp": 1, "fn": 2}, "augment": {"tp": 1, "fp": 4, "fn": 2}, "baz": {"tp": 0, "fp": 0, "fn": 3}, "kg": {"tp": 0, "fp": 0, "fn": 3}}}, {"url": "https://github.com/ai-code-review-evaluation/sentry-greptile/pull/1", "language": "Python", "pr_size": "medium", "domain": "API", "change_type": "performance", "complexity": "moderate", "difficulty": "subtle", "risk": "high", "context": "cross_file", "concern": "correctness", "summary": "", "tool_metrics": {"gemini": {"tp": 1, "fp": 3, "fn": 3}, "claude": {"tp": 2, "fp": 6, "fn": 2}, "graphite": {"tp": 0, "fp": 0, "fn": 4}, "qodo": {"tp": 1, "fp": 2, "fn": 3}, "copilot": {"tp": 3, "fp": 7, "fn": 1}, "bugbot": {"tp": 3, "fp": 1, "fn": 1}, "augment": {"tp": 3, "fp": 1, "fn": 1}, "propel": {"tp": 3, "fp": 1, "fn": 1}, "baz": {"tp": 0, "fp": 0, "fn": 4}, "coderabbit": {"tp": 3, "fp": 2, "fn": 1}, "greptile": {"tp": 1, "fp": 6, "fn": 3}, "kg": {"tp": 1, "fp": 1, "fn": 3}}}, {"url": "https://github.com/grafana/grafana/pull/97529", "language": "Go", "pr_size": "small", "domain": "concurrency", "change_type": "performance", "complexity": "complex", "difficulty": "very_subtle", "risk": "critical", "context": "cross_file", "concern": "reliability", "summary": "", "tool_metrics": {"gemini": {"tp": 0, "fp": 1, "fn": 2}, "claude": {"tp": 1, "fp": 0, "fn": 1}, "graphite": {"tp": 0, "fp": 0, "fn": 2}, "qodo": {"tp": 2, "fp": 2, "fn": 0}, "bugbot": {"tp": 1, "fp": 2, "fn": 1}, "copilot": {"tp": 1, "fp": 1, "fn": 1}, "propel": {"tp": 0, "fp": 1, "fn": 2}, "augment": {"tp": 2, "fp": 1, "fn": 0}, "baz": {"tp": 0, "fp": 1, "fn": 2}, "coderabbit": {"tp": 1, "fp": 3, "fn": 1}, "greptile": {"tp": 0, "fp": 2, "fn": 2}, "kg": {"tp": 1, "fp": 0, "fn": 1}}}, {"url": "https://github.com/getsentry/sentry/pull/80168", "language": "Python", "pr_size": "small", "domain": "data_processing", "change_type": "feature", "complexity": "moderate", "difficulty": "moderate", "risk": "high", "context": "cross_file", "concern": "correctness", "summary": "", "tool_metrics": {"gemini": {"tp": 1, "fp": 2, "fn": 1}, "claude": {"tp": 0, "fp": 0, "fn": 2}, "graphite": {"tp": 0, "fp": 0, "fn": 2}, "qodo": {"tp": 0, "fp": 3, "fn": 2}, "bugbot": {"tp": 1, "fp": 0, "fn": 1}, "copilot": {"tp": 2, "fp": 3, "fn": 0}, "propel": {"tp": 1, "fp": 0, "fn": 1}, "augment": {"tp": 2, "fp": 1, "fn": 0}, "baz": {"tp": 0, "fp": 0, "fn": 2}, "coderabbit": {"tp": 0, "fp": 1, "fn": 2}, "greptile": {"tp": 1, "fp": 3, "fn": 1}, "kg": {"tp": 0, "fp": 0, "fn": 2}}}, {"url": "https://github.com/getsentry/sentry/pull/80528", "language": "Python", "pr_size": "small", "domain": "scheduling", "change_type": "refactoring", "complexity": "moderate", "difficulty": "subtle", "risk": "medium", "context": "file", "concern": "correctness", "summary": "", "tool_metrics": {"gemini": {"tp": 0, "fp": 5, "fn": 2}, "claude": {"tp": 0, "fp": 0, "fn": 2}, "qodo": {"tp": 1, "fp": 2, "fn": 1}, "graphite": {"tp": 1, "fp": 0, "fn": 1}, "bugbot": {"tp": 0, "fp": 0, "fn": 2}, "copilot": {"tp": 0, "fp": 1, "fn": 2}, "augment": {"tp": 1, "fp": 2, "fn": 1}, "propel": {"tp": 1, "fp": 0, "fn": 1}, "baz": {"tp": 1, "fp": 0, "fn": 1}, "coderabbit": {"tp": 1, "fp": 3, "fn": 1}, "greptile": {"tp": 0, "fp": 1, "fn": 2}, "kg": {"tp": 0, "fp": 1, "fn": 2}}}, {"url": "https://github.com/getsentry/sentry/pull/77754", "language": "Python", "pr_size": "medium", "domain": "serialization", "change_type": "feature", "complexity": "moderate", "difficulty": "moderate", "risk": "medium", "context": "file", "concern": "correctness", "summary": "", "tool_metrics": {"gemini": {"tp": 1, "fp": 1, "fn": 3}, "claude": {"tp": 2, "fp": 0, "fn": 2}, "graphite": {"tp": 0, "fp": 0, "fn": 4}, "qodo": {"tp": 2, "fp": 2, "fn": 2}, "bugbot": {"tp": 1, "fp": 1, "fn": 3}, "copilot": {"tp": 2, "fp": 0, "fn": 2}, "propel": {"tp": 2, "fp": 0, "fn": 2}, "augment": {"tp": 1, "fp": 0, "fn": 3}, "baz": {"tp": 1, "fp": 0, "fn": 3}, "coderabbit": {"tp": 3, "fp": 2, "fn": 1}, "greptile": {"tp": 2, "fp": 0, "fn": 2}, "kg": {"tp": 1, "fp": 0, "fn": 3}}}, {"url": "https://github.com/getsentry/sentry/pull/95633", "language": "Python", "pr_size": "medium", "domain": "concurrency", "change_type": "feature", "complexity": "moderate", "difficulty": "moderate", "risk": "medium", "context": "file", "concern": "correctness", "summary": "", "tool_metrics": {"gemini": {"tp": 1, "fp": 1, "fn": 2}, "claude": {"tp": 0, "fp": 0, "fn": 3}, "qodo": {"tp": 1, "fp": 2, "fn": 2}, "graphite": {"tp": 0, "fp": 0, "fn": 3}, "bugbot": {"tp": 0, "fp": 2, "fn": 3}, "copilot": {"tp": 0, "fp": 6, "fn": 3}, "propel": {"tp": 0, "fp": 1, "fn": 3}, "augment": {"tp": 0, "fp": 3, "fn": 3}, "baz": {"tp": 0, "fp": 3, "fn": 3}, "coderabbit": {"tp": 0, "fp": 7, "fn": 3}, "greptile": {"tp": 0, "fp": 1, "fn": 3}, "kg": {"tp": 0, "fp": 2, "fn": 3}}}, {"url": "https://github.com/ai-code-review-evaluation/sentry-greptile/pull/2", "language": "Python", "pr_size": "medium", "domain": "data_processing", "change_type": "performance", "complexity": "moderate", "difficulty": "subtle", "risk": "high", "context": "cross_file", "concern": "correctness", "summary": "", "tool_metrics": {"gemini": {"tp": 0, "fp": 4, "fn": 3}, "claude": {"tp": 2, "fp": 5, "fn": 1}, "graphite": {"tp": 0, "fp": 0, "fn": 3}, "qodo": {"tp": 2, "fp": 3, "fn": 1}, "bugbot": {"tp": 3, "fp": 1, "fn": 0}, "copilot": {"tp": 3, "fp": 3, "fn": 0}, "augment": {"tp": 3, "fp": 3, "fn": 0}, "propel": {"tp": 2, "fp": 4, "fn": 1}, "baz": {"tp": 3, "fp": 1, "fn": 0}, "coderabbit": {"tp": 0, "fp": 0, "fn": 3}, "greptile": {"tp": 2, "fp": 3, "fn": 1}, "kg": {"tp": 2, "fp": 2, "fn": 1}}}, {"url": "https://github.com/ai-code-review-evaluation/sentry-greptile/pull/3", "language": "Python", "pr_size": "medium", "domain": "caching", "change_type": "feature", "complexity": "complex", "difficulty": "subtle", "risk": "medium", "context": "cross_file", "concern": "correctness", "summary": "", "tool_metrics": {"gemini": {"tp": 0, "fp": 5, "fn": 3}, "claude": {"tp": 1, "fp": 0, "fn": 2}, "graphite": {"tp": 0, "fp": 0, "fn": 3}, "qodo": {"tp": 2, "fp": 1, "fn": 1}, "bugbot": {"tp": 0, "fp": 3, "fn": 3}, "copilot": {"tp": 1, "fp": 3, "fn": 2}, "augment": {"tp": 2, "fp": 1, "fn": 1}, "propel": {"tp": 1, "fp": 1, "fn": 2}, "baz": {"tp": 0, "fp": 3, "fn": 3}, "coderabbit": {"tp": 2, "fp": 6, "fn": 1}, "greptile": {"tp": 1, "fp": 3, "fn": 2}, "kg": {"tp": 0, "fp": 0, "fn": 3}}}, {"url": "https://github.com/grafana/grafana/pull/103633", "language": "Go", "pr_size": "small", "domain": "caching", "change_type": "performance", "complexity": "moderate", "difficulty": "subtle", "risk": "high", "context": "cross_file", "concern": "security", "summary": "", "tool_metrics": {"gemini": {"tp": 1, "fp": 1, "fn": 1}, "claude": {"tp": 0, "fp": 6, "fn": 2}, "graphite": {"tp": 0, "fp": 0, "fn": 2}, "qodo": {"tp": 1, "fp": 3, "fn": 1}, "bugbot": {"tp": 0, "fp": 1, "fn": 2}, "copilot": {"tp": 1, "fp": 5, "fn": 1}, "propel": {"tp": 0, "fp": 1, "fn": 2}, "augment": {"tp": 1, "fp": 1, "fn": 1}, "baz": {"tp": 0, "fp": 1, "fn": 2}, "coderabbit": {"tp": 0, "fp": 1, "fn": 2}, "greptile": {"tp": 0, "fp": 2, "fn": 2}, "kg": {"tp": 0, "fp": 0, "fn": 2}}}, {"url": "https://github.com/getsentry/sentry/pull/67876", "language": "Python", "pr_size": "small", "domain": "authentication", "change_type": "security_patch", "complexity": "moderate", "difficulty": "subtle", "risk": "high", "context": "cross_file", "concern": "security", "summary": "", "tool_metrics": {"gemini": {"tp": 1, "fp": 1, "fn": 2}, "claude": {"tp": 1, "fp": 1, "fn": 2}, "graphite": {"tp": 0, "fp": 0, "fn": 3}, "qodo": {"tp": 1, "fp": 3, "fn": 2}, "bugbot": {"tp": 1, "fp": 2, "fn": 2}, "copilot": {"tp": 1, "fp": 4, "fn": 2}, "augment": {"tp": 1, "fp": 2, "fn": 2}, "propel": {"tp": 1, "fp": 2, "fn": 2}, "coderabbit": {"tp": 1, "fp": 2, "fn": 2}, "baz": {"tp": 1, "fp": 1, "fn": 2}, "greptile": {"tp": 1, "fp": 3, "fn": 2}, "kg": {"tp": 0, "fp": 0, "fn": 3}}}, {"url": "https://github.com/keycloak/keycloak/pull/32918", "language": "Java", "pr_size": "small", "domain": "caching", "change_type": "feature", "complexity": "moderate", "difficulty": "subtle", "risk": "high", "context": "file", "concern": "correctness", "summary": "", "tool_metrics": {"gemini": {"tp": 0, "fp": 2, "fn": 2}, "claude": {"tp": 0, "fp": 1, "fn": 2}, "graphite": {"tp": 1, "fp": 1, "fn": 1}, "qodo": {"tp": 1, "fp": 2, "fn": 1}, "bugbot": {"tp": 1, "fp": 1, "fn": 1}, "copilot": {"tp": 1, "fp": 0, "fn": 1}, "augment": {"tp": 1, "fp": 0, "fn": 1}, "propel": {"tp": 1, "fp": 2, "fn": 1}, "baz": {"tp": 0, "fp": 1, "fn": 2}, "coderabbit": {"tp": 1, "fp": 1, "fn": 1}, "greptile": {"tp": 0, "fp": 1, "fn": 2}, "kg": {"tp": 1, "fp": 2, "fn": 1}}}, {"url": "https://github.com/grafana/grafana/pull/94942", "language": "Go", "pr_size": "small", "domain": "data_processing", "change_type": "feature", "complexity": "moderate", "difficulty": "moderate", "risk": "high", "context": "file", "concern": "correctness", "summary": "", "tool_metrics": {"gemini": {"tp": 1, "fp": 0, "fn": 1}, "claude": {"tp": 2, "fp": 0, "fn": 0}, "graphite": {"tp": 0, "fp": 0, "fn": 2}, "qodo": {"tp": 2, "fp": 1, "fn": 0}, "bugbot": {"tp": 1, "fp": 0, "fn": 1}, "copilot": {"tp": 2, "fp": 2, "fn": 0}, "propel": {"tp": 0, "fp": 1, "fn": 2}, "augment": {"tp": 2, "fp": 0, "fn": 0}, "baz": {"tp": 1, "fp": 1, "fn": 1}, "coderabbit": {"tp": 1, "fp": 1, "fn": 1}, "greptile": {"tp": 1, "fp": 0, "fn": 1}, "kg": {"tp": 2, "fp": 0, "fn": 0}}}, {"url": "https://github.com/grafana/grafana/pull/90939", "language": "Go", "pr_size": "small", "domain": "caching", "change_type": "performance", "complexity": "moderate", "difficulty": "subtle", "risk": "high", "context": "file", "concern": "correctness", "summary": "", "tool_metrics": {"gemini": {"tp": 1, "fp": 1, "fn": 1}, "claude": {"tp": 1, "fp": 0, "fn": 1}, "graphite": {"tp": 0, "fp": 0, "fn": 2}, "qodo": {"tp": 1, "fp": 1, "fn": 1}, "copilot": {"tp": 2, "fp": 0, "fn": 0}, "bugbot": {"tp": 1, "fp": 0, "fn": 1}, "propel": {"tp": 1, "fp": 0, "fn": 1}, "augment": {"tp": 2, "fp": 0, "fn": 0}, "baz": {"tp": 0, "fp": 1, "fn": 2}, "coderabbit": {"tp": 1, "fp": 1, "fn": 1}, "greptile": {"tp": 1, "fp": 0, "fn": 1}, "kg": {"tp": 1, "fp": 1, "fn": 1}}}, {"url": "https://github.com/grafana/grafana/pull/80329", "language": "Go", "pr_size": "small", "domain": "logging", "change_type": "performance", "complexity": "simple", "difficulty": "obvious", "risk": "low", "context": "local", "concern": "maintainability", "summary": "", "tool_metrics": {"gemini": {"tp": 1, "fp": 1, "fn": 0}, "claude": {"tp": 1, "fp": 5, "fn": 0}, "graphite": {"tp": 0, "fp": 0, "fn": 1}, "qodo": {"tp": 1, "fp": 5, "fn": 0}, "bugbot": {"tp": 1, "fp": 2, "fn": 0}, "copilot": {"tp": 1, "fp": 4, "fn": 0}, "propel": {"tp": 0, "fp": 1, "fn": 1}, "augment": {"tp": 1, "fp": 1, "fn": 0}, "baz": {"tp": 0, "fp": 1, "fn": 1}, "coderabbit": {"tp": 1, "fp": 4, "fn": 0}, "greptile": {"tp": 1, "fp": 3, "fn": 0}, "kg": {"tp": 0, "fp": 0, "fn": 1}}}, {"url": "https://github.com/grafana/grafana/pull/90045", "language": "Go", "pr_size": "medium", "domain": "logging", "change_type": "feature", "complexity": "moderate", "difficulty": "moderate", "risk": "medium", "context": "file", "concern": "correctness", "summary": "", "tool_metrics": {"gemini": {"tp": 3, "fp": 5, "fn": 0}, "claude": {"tp": 3, "fp": 3, "fn": 0}, "graphite": {"tp": 0, "fp": 0, "fn": 3}, "qodo": {"tp": 3, "fp": 4, "fn": 0}, "bugbot": {"tp": 3, "fp": 3, "fn": 0}, "copilot": {"tp": 3, "fp": 7, "fn": 0}, "propel": {"tp": 1, "fp": 2, "fn": 2}, "augment": {"tp": 3, "fp": 5, "fn": 0}, "baz": {"tp": 2, "fp": 2, "fn": 1}, "coderabbit": {"tp": 3, "fp": 2, "fn": 0}, "greptile": {"tp": 3, "fp": 2, "fn": 0}, "kg": {"tp": 2, "fp": 2, "fn": 1}}}, {"url": "https://github.com/grafana/grafana/pull/106778", "language": "Go", "pr_size": "medium", "domain": "UI", "change_type": "feature", "complexity": "moderate", "difficulty": "subtle", "risk": "medium", "context": "cross_file", "concern": "correctness", "summary": "", "tool_metrics": {"gemini": {"tp": 1, "fp": 1, "fn": 1}, "claude": {"tp": 0, "fp": 10, "fn": 2}, "graphite": {"tp": 0, "fp": 0, "fn": 2}, "qodo": {"tp": 0, "fp": 3, "fn": 2}, "bugbot": {"tp": 2, "fp": 0, "fn": 0}, "copilot": {"tp": 1, "fp": 2, "fn": 1}, "augment": {"tp": 1, "fp": 2, "fn": 1}, "propel": {"tp": 1, "fp": 2, "fn": 1}, "baz": {"tp": 0, "fp": 1, "fn": 2}, "coderabbit": {"tp": 1, "fp": 6, "fn": 1}, "greptile": {"tp": 1, "fp": 0, "fn": 1}, "kg": {"tp": 1, "fp": 1, "fn": 1}}}, {"url": "https://github.com/grafana/grafana/pull/107534", "language": "Go", "pr_size": "small", "domain": "testing", "change_type": "feature", "complexity": "moderate", "difficulty": "subtle", "risk": "low", "context": "cross_file", "concern": "correctness", "summary": "", "tool_metrics": {"gemini": {"tp": 0, "fp": 3, "fn": 1}, "claude": {"tp": 0, "fp": 0, "fn": 1}, "graphite": {"tp": 0, "fp": 0, "fn": 1}, "qodo": {"tp": 0, "fp": 3, "fn": 1}, "bugbot": {"tp": 0, "fp": 1, "fn": 1}, "copilot": {"tp": 0, "fp": 4, "fn": 1}, "augment": {"tp": 0, "fp": 0, "fn": 1}, "propel": {"tp": 0, "fp": 2, "fn": 1}, "baz": {"tp": 0, "fp": 2, "fn": 1}, "coderabbit": {"tp": 0, "fp": 1, "fn": 1}, "greptile": {"tp": 0, "fp": 0, "fn": 1}, "kg": {"tp": 0, "fp": 2, "fn": 1}}}, {"url": "https://github.com/grafana/grafana/pull/79265", "language": "Go", "pr_size": "large", "domain": "authentication", "change_type": "feature", "complexity": "moderate", "difficulty": "subtle", "risk": "high", "context": "cross_file", "concern": "correctness", "summary": "", "tool_metrics": {"gemini": {"tp": 1, "fp": 1, "fn": 4}, "claude": {"tp": 1, "fp": 2, "fn": 4}, "graphite": {"tp": 0, "fp": 0, "fn": 5}, "qodo": {"tp": 2, "fp": 1, "fn": 3}, "copilot": {"tp": 2, "fp": 7, "fn": 3}, "bugbot": {"tp": 0, "fp": 2, "fn": 5}, "augment": {"tp": 1, "fp": 1, "fn": 4}, "propel": {"tp": 1, "fp": 1, "fn": 4}, "baz": {"tp": 0, "fp": 1, "fn": 5}, "coderabbit": {"tp": 3, "fp": 4, "fn": 2}, "greptile": {"tp": 1, "fp": 2, "fn": 4}, "kg": {"tp": 1, "fp": 0, "fn": 4}}}, {"url": "https://github.com/ai-code-review-evaluation/discourse-graphite/pull/9", "language": "Ruby", "pr_size": "small", "domain": "configuration", "change_type": "feature", "complexity": "moderate", "difficulty": "subtle", "risk": "medium", "context": "file", "concern": "reliability", "summary": "", "tool_metrics": {"gemini": {"tp": 0, "fp": 0, "fn": 2}, "claude": {"tp": 0, "fp": 0, "fn": 2}, "graphite": {"tp": 0, "fp": 0, "fn": 2}, "qodo": {"tp": 1, "fp": 1, "fn": 1}, "bugbot": {"tp": 1, "fp": 0, "fn": 1}, "copilot": {"tp": 1, "fp": 4, "fn": 1}, "augment": {"tp": 1, "fp": 2, "fn": 1}, "propel": {"tp": 0, "fp": 2, "fn": 2}, "baz": {"tp": 0, "fp": 1, "fn": 2}, "coderabbit": {"tp": 0, "fp": 3, "fn": 2}, "greptile": {"tp": 0, "fp": 1, "fn": 2}, "kg": {"tp": 0, "fp": 0, "fn": 2}}}, {"url": "https://github.com/grafana/grafana/pull/76186", "language": "Go", "pr_size": "small", "domain": "logging", "change_type": "refactoring", "complexity": "moderate", "difficulty": "subtle", "risk": "high", "context": "cross_file", "concern": "reliability", "summary": "", "tool_metrics": {"gemini": {"tp": 0, "fp": 2, "fn": 2}, "claude": {"tp": 0, "fp": 0, "fn": 2}, "graphite": {"tp": 0, "fp": 0, "fn": 2}, "qodo": {"tp": 0, "fp": 3, "fn": 2}, "bugbot": {"tp": 0, "fp": 1, "fn": 2}, "copilot": {"tp": 0, "fp": 0, "fn": 2}, "augment": {"tp": 1, "fp": 1, "fn": 1}, "propel": {"tp": 0, "fp": 1, "fn": 2}, "baz": {"tp": 0, "fp": 1, "fn": 2}, "coderabbit": {"tp": 1, "fp": 0, "fn": 1}, "greptile": {"tp": 0, "fp": 0, "fn": 2}, "kg": {"tp": 0, "fp": 0, "fn": 2}}}, {"url": "https://github.com/ai-code-review-evaluation/discourse-graphite/pull/10", "language": "Ruby", "pr_size": "large", "domain": "configuration", "change_type": "feature", "complexity": "moderate", "difficulty": "subtle", "risk": "high", "context": "cross_file", "concern": "correctness", "summary": "", "tool_metrics": {"gemini": {"tp": 2, "fp": 10, "fn": 2}, "claude": {"tp": 0, "fp": 3, "fn": 4}, "qodo": {"tp": 2, "fp": 3, "fn": 2}, "graphite": {"tp": 0, "fp": 0, "fn": 4}, "bugbot": {"tp": 3, "fp": 4, "fn": 1}, "copilot": {"tp": 1, "fp": 4, "fn": 3}, "propel": {"tp": 3, "fp": 0, "fn": 1}, "augment": {"tp": 3, "fp": 2, "fn": 1}, "baz": {"tp": 2, "fp": 0, "fn": 2}, "coderabbit": {"tp": 2, "fp": 9, "fn": 2}, "greptile": {"tp": 2, "fp": 3, "fn": 2}, "kg": {"tp": 0, "fp": 2, "fn": 4}}}, {"url": "https://github.com/ai-code-review-evaluation/discourse-graphite/pull/7", "language": "Ruby", "pr_size": "medium", "domain": "UI", "change_type": "bug_fix", "complexity": "simple", "difficulty": "subtle", "risk": "medium", "context": "cross_file", "concern": "correctness", "summary": "", "tool_metrics": {"gemini": {"tp": 2, "fp": 3, "fn": 1}, "claude": {"tp": 3, "fp": 5, "fn": 0}, "graphite": {"tp": 0, "fp": 0, "fn": 3}, "qodo": {"tp": 0, "fp": 3, "fn": 3}, "bugbot": {"tp": 3, "fp": 1, "fn": 0}, "copilot": {"tp": 3, "fp": 1, "fn": 0}, "augment": {"tp": 3, "fp": 2, "fn": 0}, "propel": {"tp": 1, "fp": 0, "fn": 2}, "baz": {"tp": 3, "fp": 1, "fn": 0}, "coderabbit": {"tp": 0, "fp": 2, "fn": 3}, "greptile": {"tp": 1, "fp": 5, "fn": 2}, "kg": {"tp": 0, "fp": 0, "fn": 3}}}, {"url": "https://github.com/ai-code-review-evaluation/discourse-graphite/pull/8", "language": "Ruby", "pr_size": "medium", "domain": "API", "change_type": "bug_fix", "complexity": "moderate", "difficulty": "subtle", "risk": "medium", "context": "cross_file", "concern": "correctness", "summary": "", "tool_metrics": {"gemini": {"tp": 1, "fp": 5, "fn": 2}, "claude": {"tp": 2, "fp": 4, "fn": 1}, "graphite": {"tp": 0, "fp": 0, "fn": 3}, "qodo": {"tp": 1, "fp": 5, "fn": 2}, "bugbot": {"tp": 1, "fp": 1, "fn": 2}, "copilot": {"tp": 1, "fp": 9, "fn": 2}, "augment": {"tp": 2, "fp": 2, "fn": 1}, "propel": {"tp": 1, "fp": 4, "fn": 2}, "baz": {"tp": 1, "fp": 2, "fn": 2}, "coderabbit": {"tp": 2, "fp": 8, "fn": 1}, "greptile": {"tp": 1, "fp": 0, "fn": 2}, "kg": {"tp": 0, "fp": 0, "fn": 3}}}, {"url": "https://github.com/ai-code-review-evaluation/discourse-graphite/pull/3", "language": "Ruby", "pr_size": "medium", "domain": "authentication", "change_type": "feature", "complexity": "moderate", "difficulty": "subtle", "risk": "medium", "context": "file", "concern": "correctness", "summary": "", "tool_metrics": {"gemini": {"tp": 1, "fp": 1, "fn": 1}, "claude": {"tp": 1, "fp": 6, "fn": 1}, "graphite": {"tp": 0, "fp": 0, "fn": 2}, "qodo": {"tp": 1, "fp": 3, "fn": 1}, "copilot": {"tp": 1, "fp": 1, "fn": 1}, "bugbot": {"tp": 0, "fp": 2, "fn": 2}, "augment": {"tp": 1, "fp": 4, "fn": 1}, "propel": {"tp": 1, "fp": 1, "fn": 1}, "baz": {"tp": 0, "fp": 2, "fn": 2}, "coderabbit": {"tp": 1, "fp": 7, "fn": 1}, "greptile": {"tp": 1, "fp": 0, "fn": 1}, "kg": {"tp": 0, "fp": 1, "fn": 2}}}, {"url": "https://github.com/ai-code-review-evaluation/discourse-graphite/pull/5", "language": "Ruby", "pr_size": "small", "domain": "UI", "change_type": "performance", "complexity": "moderate", "difficulty": "subtle", "risk": "medium", "context": "cross_file", "concern": "correctness", "summary": "", "tool_metrics": {"gemini": {"tp": 1, "fp": 0, "fn": 1}, "claude": {"tp": 0, "fp": 1, "fn": 2}, "graphite": {"tp": 0, "fp": 0, "fn": 2}, "qodo": {"tp": 1, "fp": 2, "fn": 1}, "bugbot": {"tp": 0, "fp": 1, "fn": 2}, "copilot": {"tp": 0, "fp": 3, "fn": 2}, "augment": {"tp": 1, "fp": 1, "fn": 1}, "propel": {"tp": 0, "fp": 1, "fn": 2}, "baz": {"tp": 1, "fp": 2, "fn": 1}, "coderabbit": {"tp": 0, "fp": 1, "fn": 2}, "greptile": {"tp": 0, "fp": 2, "fn": 2}, "kg": {"tp": 1, "fp": 0, "fn": 1}}}, {"url": "https://github.com/ai-code-review-evaluation/discourse-graphite/pull/6", "language": "Ruby", "pr_size": "small", "domain": "serialization", "change_type": "feature", "complexity": "simple", "difficulty": "moderate", "risk": "medium", "context": "file", "concern": "correctness", "summary": "", "tool_metrics": {"gemini": {"tp": 0, "fp": 2, "fn": 1}, "claude": {"tp": 0, "fp": 0, "fn": 1}, "graphite": {"tp": 0, "fp": 0, "fn": 1}, "qodo": {"tp": 1, "fp": 4, "fn": 0}, "bugbot": {"tp": 1, "fp": 2, "fn": 0}, "copilot": {"tp": 1, "fp": 3, "fn": 0}, "augment": {"tp": 1, "fp": 1, "fn": 0}, "propel": {"tp": 1, "fp": 1, "fn": 0}, "baz": {"tp": 1, "fp": 1, "fn": 0}, "coderabbit": {"tp": 1, "fp": 0, "fn": 0}, "greptile": {"tp": 0, "fp": 3, "fn": 1}, "kg": {"tp": 0, "fp": 0, "fn": 1}}}, {"url": "https://github.com/ai-code-review-evaluation/discourse-graphite/pull/4", "language": "Ruby", "pr_size": "large", "domain": "API", "change_type": "feature", "complexity": "complex", "difficulty": "subtle", "risk": "critical", "context": "cross_file", "concern": "security", "summary": "", "tool_metrics": {"gemini": {"tp": 5, "fp": 3, "fn": 1}, "claude": {"tp": 3, "fp": 4, "fn": 3}, "graphite": {"tp": 0, "fp": 0, "fn": 6}, "qodo": {"tp": 2, "fp": 3, "fn": 4}, "bugbot": {"tp": 1, "fp": 4, "fn": 5}, "copilot": {"tp": 1, "fp": 3, "fn": 5}, "augment": {"tp": 3, "fp": 2, "fn": 3}, "propel": {"tp": 1, "fp": 1, "fn": 5}, "baz": {"tp": 1, "fp": 3, "fn": 5}, "coderabbit": {"tp": 4, "fp": 20, "fn": 2}, "greptile": {"tp": 4, "fp": 2, "fn": 2}, "kg": {"tp": 0, "fp": 0, "fn": 6}}}, {"url": "https://github.com/ai-code-review-evaluation/discourse-graphite/pull/1", "language": "Ruby", "pr_size": "medium", "domain": "file_io", "change_type": "feature", "complexity": "moderate", "difficulty": "subtle", "risk": "medium", "context": "cross_file", "concern": "correctness", "summary": "", "tool_metrics": {"gemini": {"tp": 2, "fp": 2, "fn": 1}, "claude": {"tp": 1, "fp": 1, "fn": 2}, "graphite": {"tp": 0, "fp": 0, "fn": 3}, "qodo": {"tp": 3, "fp": 1, "fn": 0}, "bugbot": {"tp": 2, "fp": 1, "fn": 1}, "copilot": {"tp": 2, "fp": 4, "fn": 1}, "augment": {"tp": 2, "fp": 5, "fn": 1}, "propel": {"tp": 2, "fp": 2, "fn": 1}, "baz": {"tp": 2, "fp": 1, "fn": 1}, "coderabbit": {"tp": 2, "fp": 7, "fn": 1}, "greptile": {"tp": 2, "fp": 2, "fn": 1}, "kg": {"tp": 0, "fp": 0, "fn": 3}}}, {"url": "https://github.com/ai-code-review-evaluation/discourse-graphite/pull/2", "language": "Ruby", "pr_size": "medium", "domain": "UI", "change_type": "feature", "complexity": "moderate", "difficulty": "moderate", "risk": "medium", "context": "file", "concern": "correctness", "summary": "", "tool_metrics": {"gemini": {"tp": 2, "fp": 0, "fn": 0}, "claude": {"tp": 0, "fp": 1, "fn": 2}, "graphite": {"tp": 0, "fp": 0, "fn": 2}, "qodo": {"tp": 2, "fp": 2, "fn": 0}, "bugbot": {"tp": 1, "fp": 1, "fn": 1}, "copilot": {"tp": 2, "fp": 3, "fn": 0}, "augment": {"tp": 1, "fp": 1, "fn": 1}, "propel": {"tp": 1, "fp": 0, "fn": 1}, "baz": {"tp": 1, "fp": 0, "fn": 1}, "coderabbit": {"tp": 2, "fp": 6, "fn": 0}, "greptile": {"tp": 2, "fp": 1, "fn": 0}, "kg": {"tp": 1, "fp": 1, "fn": 1}}}, {"url": "https://github.com/calcom/cal.com/pull/22532", "language": "TypeScript", "pr_size": "medium", "domain": "caching", "change_type": "feature", "complexity": "moderate", "difficulty": "subtle", "risk": "medium", "context": "cross_file", "concern": "correctness", "summary": "", "tool_metrics": {"gemini": {"tp": 1, "fp": 3, "fn": 1}, "claude": {"tp": 0, "fp": 1, "fn": 2}, "graphite": {"tp": 0, "fp": 0, "fn": 2}, "qodo": {"tp": 1, "fp": 3, "fn": 1}, "bugbot": {"tp": 0, "fp": 1, "fn": 2}, "copilot": {"tp": 2, "fp": 11, "fn": 0}, "augment": {"tp": 2, "fp": 4, "fn": 0}, "propel": {"tp": 2, "fp": 2, "fn": 0}, "baz": {"tp": 1, "fp": 2, "fn": 1}, "coderabbit": {"tp": 1, "fp": 10, "fn": 1}, "greptile": {"tp": 1, "fp": 1, "fn": 1}, "kg": {"tp": 0, "fp": 0, "fn": 2}}}, {"url": "https://github.com/calcom/cal.com/pull/8330", "language": "TypeScript", "pr_size": "small", "domain": "scheduling", "change_type": "bug_fix", "complexity": "moderate", "difficulty": "subtle", "risk": "medium", "context": "file", "concern": "correctness", "summary": "", "tool_metrics": {"gemini": {"tp": 2, "fp": 4, "fn": 0}, "claude": {"tp": 2, "fp": 0, "fn": 0}, "graphite": {"tp": 2, "fp": 0, "fn": 0}, "qodo": {"tp": 2, "fp": 4, "fn": 0}, "bugbot": {"tp": 2, "fp": 1, "fn": 0}, "copilot": {"tp": 2, "fp": 4, "fn": 0}, "augment": {"tp": 2, "fp": 3, "fn": 0}, "propel": {"tp": 1, "fp": 1, "fn": 1}, "baz": {"tp": 2, "fp": 1, "fn": 0}, "coderabbit": {"tp": 2, "fp": 2, "fn": 0}, "greptile": {"tp": 2, "fp": 0, "fn": 0}, "kg": {"tp": 1, "fp": 2, "fn": 1}}}, {"url": "https://github.com/calcom/cal.com/pull/14943", "language": "TypeScript", "pr_size": "small", "domain": "scheduling", "change_type": "feature", "complexity": "moderate", "difficulty": "subtle", "risk": "high", "context": "file", "concern": "correctness", "summary": "", "tool_metrics": {"gemini": {"tp": 0, "fp": 2, "fn": 2}, "claude": {"tp": 1, "fp": 0, "fn": 1}, "graphite": {"tp": 1, "fp": 0, "fn": 1}, "qodo": {"tp": 2, "fp": 1, "fn": 0}, "bugbot": {"tp": 1, "fp": 2, "fn": 1}, "copilot": {"tp": 1, "fp": 3, "fn": 1}, "augment": {"tp": 2, "fp": 1, "fn": 0}, "propel": {"tp": 2, "fp": 1, "fn": 0}, "baz": {"tp": 1, "fp": 0, "fn": 1}, "coderabbit": {"tp": 0, "fp": 0, "fn": 2}, "greptile": {"tp": 1, "fp": 2, "fn": 1}, "kg": {"tp": 1, "fp": 0, "fn": 1}}}, {"url": "https://github.com/calcom/cal.com/pull/22345", "language": "TypeScript", "pr_size": "small", "domain": "database", "change_type": "migration", "complexity": "moderate", "difficulty": "subtle", "risk": "medium", "context": "file", "concern": "correctness", "summary": "", "tool_metrics": {"gemini": {"tp": 0, "fp": 4, "fn": 2}, "claude": {"tp": 0, "fp": 0, "fn": 2}, "graphite": {"tp": 0, "fp": 0, "fn": 2}, "qodo": {"tp": 1, "fp": 3, "fn": 1}, "bugbot": {"tp": 1, "fp": 1, "fn": 1}, "copilot": {"tp": 0, "fp": 3, "fn": 2}, "augment": {"tp": 1, "fp": 1, "fn": 1}, "propel": {"tp": 0, "fp": 0, "fn": 2}, "baz": {"tp": 0, "fp": 2, "fn": 2}, "coderabbit": {"tp": 0, "fp": 0, "fn": 2}, "greptile": {"tp": 0, "fp": 1, "fn": 2}, "kg": {"tp": 0, "fp": 1, "fn": 2}}}, {"url": "https://github.com/calcom/cal.com/pull/11059", "language": "TypeScript", "pr_size": "large", "domain": "authentication", "change_type": "feature", "complexity": "complex", "difficulty": "subtle", "risk": "critical", "context": "cross_file", "concern": "correctness", "summary": "", "tool_metrics": {"gemini": {"tp": 3, "fp": 3, "fn": 2}, "claude": {"tp": 3, "fp": 3, "fn": 2}, "graphite": {"tp": 1, "fp": 1, "fn": 4}, "qodo": {"tp": 3, "fp": 7, "fn": 2}, "bugbot": {"tp": 4, "fp": 6, "fn": 1}, "copilot": {"tp": 4, "fp": 11, "fn": 1}, "augment": {"tp": 5, "fp": 6, "fn": 0}, "propel": {"tp": 1, "fp": 1, "fn": 4}, "baz": {"tp": 4, "fp": 1, "fn": 1}, "coderabbit": {"tp": 5, "fp": 14, "fn": 0}, "greptile": {"tp": 3, "fp": 7, "fn": 2}, "kg": {"tp": 0, "fp": 0, "fn": 5}}}, {"url": "https://github.com/calcom/cal.com/pull/7232", "language": "TypeScript", "pr_size": "medium", "domain": "scheduling", "change_type": "feature", "complexity": "moderate", "difficulty": "subtle", "risk": "high", "context": "cross_file", "concern": "reliability", "summary": "", "tool_metrics": {"gemini": {"tp": 0, "fp": 3, "fn": 2}, "claude": {"tp": 1, "fp": 3, "fn": 1}, "graphite": {"tp": 0, "fp": 0, "fn": 2}, "qodo": {"tp": 1, "fp": 2, "fn": 1}, "bugbot": {"tp": 1, "fp": 1, "fn": 1}, "copilot": {"tp": 2, "fp": 10, "fn": 0}, "augment": {"tp": 1, "fp": 2, "fn": 1}, "propel": {"tp": 0, "fp": 2, "fn": 2}, "baz": {"tp": 1, "fp": 2, "fn": 1}, "coderabbit": {"tp": 0, "fp": 0, "fn": 2}, "greptile": {"tp": 1, "fp": 4, "fn": 1}, "kg": {"tp": 0, "fp": 1, "fn": 2}}}, {"url": "https://github.com/calcom/cal.com/pull/14740", "language": "TypeScript", "pr_size": "large", "domain": "scheduling", "change_type": "feature", "complexity": "moderate", "difficulty": "subtle", "risk": "critical", "context": "cross_file", "concern": "security", "summary": "", "tool_metrics": {"gemini": {"tp": 1, "fp": 3, "fn": 4}, "claude": {"tp": 2, "fp": 0, "fn": 3}, "graphite": {"tp": 1, "fp": 0, "fn": 4}, "qodo": {"tp": 2, "fp": 3, "fn": 3}, "bugbot": {"tp": 3, "fp": 3, "fn": 2}, "copilot": {"tp": 3, "fp": 7, "fn": 2}, "augment": {"tp": 4, "fp": 3, "fn": 1}, "propel": {"tp": 4, "fp": 0, "fn": 1}, "baz": {"tp": 1, "fp": 1, "fn": 4}, "coderabbit": {"tp": 4, "fp": 7, "fn": 1}, "greptile": {"tp": 4, "fp": 2, "fn": 1}, "kg": {"tp": 2, "fp": 0, "fn": 3}}}, {"url": "https://github.com/calcom/cal.com/pull/10600", "language": "TypeScript", "pr_size": "medium", "domain": "authentication", "change_type": "feature", "complexity": "moderate", "difficulty": "subtle", "risk": "high", "context": "cross_file", "concern": "security", "summary": "", "tool_metrics": {"gemini": {"tp": 1, "fp": 5, "fn": 3}, "claude": {"tp": 1, "fp": 8, "fn": 3}, "graphite": {"tp": 0, "fp": 0, "fn": 4}, "qodo": {"tp": 0, "fp": 5, "fn": 4}, "bugbot": {"tp": 1, "fp": 0, "fn": 3}, "copilot": {"tp": 1, "fp": 9, "fn": 3}, "augment": {"tp": 1, "fp": 4, "fn": 3}, "propel": {"tp": 1, "fp": 2, "fn": 3}, "baz": {"tp": 0, "fp": 1, "fn": 4}, "coderabbit": {"tp": 0, "fp": 0, "fn": 4}, "greptile": {"tp": 0, "fp": 4, "fn": 4}, "kg": {"tp": 0, "fp": 0, "fn": 4}}}, {"url": "https://github.com/calcom/cal.com/pull/10967", "language": "TypeScript", "pr_size": "large", "domain": "scheduling", "change_type": "bug_fix", "complexity": "complex", "difficulty": "subtle", "risk": "high", "context": "cross_file", "concern": "correctness", "summary": "", "tool_metrics": {"gemini": {"tp": 1, "fp": 9, "fn": 4}, "claude": {"tp": 3, "fp": 4, "fn": 2}, "graphite": {"tp": 0, "fp": 0, "fn": 5}, "qodo": {"tp": 0, "fp": 3, "fn": 5}, "bugbot": {"tp": 2, "fp": 4, "fn": 3}, "copilot": {"tp": 4, "fp": 7, "fn": 1}, "augment": {"tp": 2, "fp": 3, "fn": 3}, "propel": {"tp": 1, "fp": 0, "fn": 4}, "baz": {"tp": 1, "fp": 1, "fn": 4}, "coderabbit": {"tp": 0, "fp": 0, "fn": 5}, "greptile": {"tp": 2, "fp": 2, "fn": 3}, "kg": {"tp": 0, "fp": 0, "fn": 5}}}, {"url": "https://github.com/calcom/cal.com/pull/8087", "language": "TypeScript", "pr_size": "medium", "domain": "concurrency", "change_type": "refactoring", "complexity": "moderate", "difficulty": "subtle", "risk": "critical", "context": "cross_file", "concern": "reliability", "summary": "", "tool_metrics": {"gemini": {"tp": 1, "fp": 2, "fn": 1}, "claude": {"tp": 1, "fp": 1, "fn": 1}, "graphite": {"tp": 0, "fp": 0, "fn": 2}, "qodo": {"tp": 1, "fp": 2, "fn": 1}, "bugbot": {"tp": 1, "fp": 1, "fn": 1}, "copilot": {"tp": 1, "fp": 3, "fn": 1}, "augment": {"tp": 1, "fp": 5, "fn": 1}, "propel": {"tp": 0, "fp": 0, "fn": 2}, "baz": {"tp": 0, "fp": 1, "fn": 2}, "coderabbit": {"tp": 0, "fp": 0, "fn": 2}, "greptile": {"tp": 1, "fp": 1, "fn": 1}, "kg": {"tp": 1, "fp": 2, "fn": 1}}}], "tools": ["augment", "baz", "bugbot", "claude", "coderabbit", "copilot", "gemini", "graphite", "greptile", "kg", "propel", "qodo"], "dimensions": {"language": ["Go", "Java", "Python", "Ruby", "TypeScript"], "pr_size": ["small", "medium", "large"], "domain": ["API", "UI", "authentication", "caching", "concurrency", "configuration", "data_processing", "database", "file_io", "logging", "scheduling", "serialization", "testing"], "change_type": ["bug_fix", "feature", "migration", "performance", "refactoring", "security_patch"], "complexity": ["simple", "moderate", "complex"], "difficulty": ["obvious", "moderate", "subtle", "very_subtle"], "risk": ["low", "medium", "high", "critical"], "context": ["local", "file", "cross_file", "system"], "concern": ["correctness", "maintainability", "reliability", "security"]}, "overall_metrics": {"qodo": {"precision": 30.6, "recall": 43.8, "f1": 36.0, "tp": 60, "fp": 136, "fn": 77, "num_prs": 50}, "graphite": {"precision": 75.0, "recall": 8.8, "f1": 15.7, "tp": 12, "fp": 4, "fn": 125, "num_prs": 50}, "claude": {"precision": 33.1, "recall": 35.8, "f1": 34.4, "tp": 49, "fp": 99, "fn": 88, "num_prs": 50}, "bugbot": {"precision": 46.2, "recall": 43.8, "f1": 44.9, "tp": 60, "fp": 70, "fn": 77, "num_prs": 50}, "propel": {"precision": 46.0, "recall": 38.0, "f1": 41.6, "tp": 52, "fp": 61, "fn": 85, "num_prs": 50}, "kg": {"precision": 46.9, "recall": 16.8, "f1": 24.7, "tp": 23, "fp": 26, "fn": 114, "num_prs": 50}, "coderabbit": {"precision": 23.9, "recall": 39.4, "f1": 29.8, "tp": 54, "fp": 172, "fn": 83, "num_prs": 50}, "copilot": {"precision": 26.6, "recall": 53.3, "f1": 35.5, "tp": 73, "fp": 201, "fn": 64, "num_prs": 50}, "baz": {"precision": 44.0, "recall": 29.2, "f1": 35.1, "tp": 40, "fp": 51, "fn": 97, "num_prs": 50}, "greptile": {"precision": 38.4, "recall": 38.7, "f1": 38.5, "tp": 53, "fp": 85, "fn": 84, "num_prs": 50}, "augment": {"precision": 47.0, "recall": 62.8, "f1": 53.8, "tp": 86, "fp": 97, "fn": 51, "num_prs": 50}, "gemini": {"precision": 29.8, "recall": 37.2, "f1": 33.1, "tp": 51, "fp": 120, "fn": 86, "num_prs": 50}}}, "openai_gpt-5.2": {"prs": [{"url": "https://github.com/keycloak/keycloak/pull/37429", "language": "Java", "pr_size": "medium", "domain": "UI", "change_type": "feature", "complexity": "moderate", "difficulty": "moderate", "risk": "medium", "context": "cross_file", "concern": "correctness", "summary": "", "tool_metrics": {"graphite": {"tp": 0, "fp": 0, "fn": 4}, "qodo": {"tp": 0, "fp": 5, "fn": 4}, "gemini": {"tp": 0, "fp": 5, "fn": 4}, "claude": {"tp": 1, "fp": 0, "fn": 3}, "augment": {"tp": 2, "fp": 3, "fn": 2}, "bugbot": {"tp": 2, "fp": 0, "fn": 2}, "coderabbit": {"tp": 0, "fp": 0, "fn": 4}, "propel": {"tp": 1, "fp": 1, "fn": 3}, "copilot": {"tp": 3, "fp": 4, "fn": 1}, "baz": {"tp": 0, "fp": 0, "fn": 4}, "greptile": {"tp": 2, "fp": 1, "fn": 2}, "kg": {"tp": 1, "fp": 0, "fn": 3}}}, {"url": "https://github.com/keycloak/keycloak/pull/37634", "language": "Java", "pr_size": "medium", "domain": "authentication", "change_type": "feature", "complexity": "moderate", "difficulty": "subtle", "risk": "high", "context": "file", "concern": "correctness", "summary": "", "tool_metrics": {"claude": {"tp": 2, "fp": 2, "fn": 2}, "gemini": {"tp": 3, "fp": 1, "fn": 1}, "coderabbit": {"tp": 0, "fp": 0, "fn": 4}, "augment": {"tp": 2, "fp": 6, "fn": 2}, "propel": {"tp": 2, "fp": 0, "fn": 2}, "baz": {"tp": 0, "fp": 0, "fn": 4}, "graphite": {"tp": 2, "fp": 0, "fn": 2}, "qodo": {"tp": 2, "fp": 2, "fn": 2}, "bugbot": {"tp": 2, "fp": 3, "fn": 2}, "copilot": {"tp": 3, "fp": 2, "fn": 1}, "greptile": {"tp": 2, "fp": 1, "fn": 2}, "kg": {"tp": 1, "fp": 2, "fn": 3}}}, {"url": "https://github.com/keycloak/keycloak/pull/38446", "language": "Java", "pr_size": "medium", "domain": "authentication", "change_type": "feature", "complexity": "moderate", "difficulty": "moderate", "risk": "medium", "context": "cross_file", "concern": "correctness", "summary": "", "tool_metrics": {"gemini": {"tp": 1, "fp": 2, "fn": 1}, "graphite": {"tp": 0, "fp": 0, "fn": 2}, "baz": {"tp": 0, "fp": 0, "fn": 2}, "copilot": {"tp": 0, "fp": 6, "fn": 2}, "augment": {"tp": 1, "fp": 3, "fn": 1}, "coderabbit": {"tp": 0, "fp": 0, "fn": 2}, "greptile": {"tp": 0, "fp": 3, "fn": 2}, "claude": {"tp": 1, "fp": 3, "fn": 1}, "qodo": {"tp": 1, "fp": 5, "fn": 1}, "bugbot": {"tp": 0, "fp": 3, "fn": 2}, "propel": {"tp": 0, "fp": 2, "fn": 2}, "kg": {"tp": 0, "fp": 0, "fn": 2}}}, {"url": "https://github.com/keycloak/keycloak/pull/36882", "language": "Java", "pr_size": "small", "domain": "configuration", "change_type": "feature", "complexity": "moderate", "difficulty": "moderate", "risk": "medium", "context": "cross_file", "concern": "correctness", "summary": "", "tool_metrics": {"claude": {"tp": 0, "fp": 0, "fn": 1}, "bugbot": {"tp": 0, "fp": 1, "fn": 1}, "gemini": {"tp": 0, "fp": 1, "fn": 1}, "propel": {"tp": 0, "fp": 1, "fn": 1}, "copilot": {"tp": 0, "fp": 4, "fn": 1}, "baz": {"tp": 0, "fp": 1, "fn": 1}, "greptile": {"tp": 0, "fp": 0, "fn": 1}, "coderabbit": {"tp": 0, "fp": 2, "fn": 1}, "graphite": {"tp": 0, "fp": 0, "fn": 1}, "qodo": {"tp": 1, "fp": 5, "fn": 0}, "augment": {"tp": 0, "fp": 1, "fn": 1}, "kg": {"tp": 0, "fp": 0, "fn": 1}}}, {"url": "https://github.com/keycloak/keycloak/pull/36880", "language": "Java", "pr_size": "medium", "domain": "authentication", "change_type": "feature", "complexity": "complex", "difficulty": "very_subtle", "risk": "high", "context": "cross_file", "concern": "correctness", "summary": "", "tool_metrics": {"claude": {"tp": 0, "fp": 6, "fn": 3}, "gemini": {"tp": 0, "fp": 3, "fn": 3}, "propel": {"tp": 2, "fp": 3, "fn": 1}, "augment": {"tp": 1, "fp": 1, "fn": 2}, "coderabbit": {"tp": 1, "fp": 6, "fn": 2}, "bugbot": {"tp": 2, "fp": 2, "fn": 1}, "graphite": {"tp": 0, "fp": 0, "fn": 3}, "qodo": {"tp": 0, "fp": 3, "fn": 3}, "copilot": {"tp": 1, "fp": 6, "fn": 2}, "baz": {"tp": 2, "fp": 1, "fn": 1}, "greptile": {"tp": 0, "fp": 1, "fn": 3}, "kg": {"tp": 0, "fp": 0, "fn": 3}}}, {"url": "https://github.com/keycloak/keycloak/pull/37038", "language": "Java", "pr_size": "small", "domain": "authentication", "change_type": "feature", "complexity": "complex", "difficulty": "very_subtle", "risk": "high", "context": "cross_file", "concern": "correctness", "summary": "", "tool_metrics": {"qodo": {"tp": 1, "fp": 3, "fn": 1}, "gemini": {"tp": 0, "fp": 1, "fn": 2}, "copilot": {"tp": 1, "fp": 4, "fn": 1}, "coderabbit": {"tp": 0, "fp": 0, "fn": 2}, "augment": {"tp": 2, "fp": 5, "fn": 0}, "greptile": {"tp": 0, "fp": 0, "fn": 2}, "bugbot": {"tp": 2, "fp": 0, "fn": 0}, "claude": {"tp": 1, "fp": 1, "fn": 1}, "graphite": {"tp": 0, "fp": 0, "fn": 2}, "propel": {"tp": 2, "fp": 2, "fn": 0}, "baz": {"tp": 2, "fp": 0, "fn": 0}, "kg": {"tp": 0, "fp": 0, "fn": 2}}}, {"url": "https://github.com/keycloak/keycloak/pull/33832", "language": "Java", "pr_size": "medium", "domain": "authentication", "change_type": "feature", "complexity": "moderate", "difficulty": "subtle", "risk": "high", "context": "cross_file", "concern": "correctness", "summary": "", "tool_metrics": {"claude": {"tp": 2, "fp": 4, "fn": 0}, "gemini": {"tp": 1, "fp": 1, "fn": 1}, "graphite": {"tp": 1, "fp": 1, "fn": 1}, "qodo": {"tp": 0, "fp": 6, "fn": 2}, "bugbot": {"tp": 1, "fp": 1, "fn": 1}, "copilot": {"tp": 1, "fp": 3, "fn": 1}, "augment": {"tp": 1, "fp": 2, "fn": 1}, "propel": {"tp": 0, "fp": 4, "fn": 2}, "greptile": {"tp": 0, "fp": 1, "fn": 2}, "baz": {"tp": 1, "fp": 1, "fn": 1}, "coderabbit": {"tp": 2, "fp": 9, "fn": 0}, "kg": {"tp": 0, "fp": 0, "fn": 2}}}, {"url": "https://github.com/keycloak/keycloak/pull/40940", "language": "Java", "pr_size": "small", "domain": "concurrency", "change_type": "bug_fix", "complexity": "moderate", "difficulty": "subtle", "risk": "high", "context": "cross_file", "concern": "correctness", "summary": "", "tool_metrics": {"baz": {"tp": 0, "fp": 1, "fn": 2}, "gemini": {"tp": 1, "fp": 1, "fn": 1}, "claude": {"tp": 1, "fp": 0, "fn": 1}, "graphite": {"tp": 1, "fp": 0, "fn": 1}, "qodo": {"tp": 2, "fp": 2, "fn": 0}, "bugbot": {"tp": 1, "fp": 2, "fn": 1}, "copilot": {"tp": 2, "fp": 2, "fn": 0}, "propel": {"tp": 1, "fp": 3, "fn": 1}, "augment": {"tp": 2, "fp": 5, "fn": 0}, "coderabbit": {"tp": 1, "fp": 0, "fn": 1}, "greptile": {"tp": 1, "fp": 3, "fn": 1}, "kg": {"tp": 0, "fp": 0, "fn": 2}}}, {"url": "https://github.com/ai-code-review-evaluation/keycloak-greptile/pull/1", "language": "Java", "pr_size": "medium", "domain": "authentication", "change_type": "bug_fix", "complexity": "moderate", "difficulty": "subtle", "risk": "medium", "context": "cross_file", "concern": "correctness", "summary": "", "tool_metrics": {"augment": {"tp": 2, "fp": 1, "fn": 0}, "gemini": {"tp": 2, "fp": 1, "fn": 0}, "claude": {"tp": 1, "fp": 0, "fn": 1}, "graphite": {"tp": 0, "fp": 0, "fn": 2}, "qodo": {"tp": 1, "fp": 2, "fn": 1}, "bugbot": {"tp": 0, "fp": 2, "fn": 2}, "copilot": {"tp": 2, "fp": 4, "fn": 0}, "propel": {"tp": 1, "fp": 0, "fn": 1}, "coderabbit": {"tp": 1, "fp": 3, "fn": 1}, "baz": {"tp": 2, "fp": 0, "fn": 0}, "greptile": {"tp": 1, "fp": 0, "fn": 1}, "kg": {"tp": 1, "fp": 0, "fn": 1}}}, {"url": "https://github.com/getsentry/sentry/pull/93824", "language": "Python", "pr_size": "large", "domain": "concurrency", "change_type": "feature", "complexity": "complex", "difficulty": "subtle", "risk": "high", "context": "cross_file", "concern": "correctness", "summary": "", "tool_metrics": {"baz": {"tp": 0, "fp": 0, "fn": 5}, "augment": {"tp": 5, "fp": 1, "fn": 0}, "gemini": {"tp": 1, "fp": 1, "fn": 4}, "bugbot": {"tp": 1, "fp": 0, "fn": 4}, "coderabbit": {"tp": 1, "fp": 3, "fn": 4}, "graphite": {"tp": 1, "fp": 0, "fn": 4}, "claude": {"tp": 0, "fp": 3, "fn": 5}, "qodo": {"tp": 1, "fp": 3, "fn": 4}, "copilot": {"tp": 1, "fp": 5, "fn": 4}, "propel": {"tp": 2, "fp": 4, "fn": 3}, "greptile": {"tp": 1, "fp": 1, "fn": 4}, "kg": {"tp": 0, "fp": 0, "fn": 5}}}, {"url": "https://github.com/ai-code-review-evaluation/sentry-greptile/pull/5", "language": "Python", "pr_size": "large", "domain": "API", "change_type": "feature", "complexity": "moderate", "difficulty": "subtle", "risk": "medium", "context": "cross_file", "concern": "correctness", "summary": "", "tool_metrics": {"gemini": {"tp": 0, "fp": 1, "fn": 3}, "greptile": {"tp": 0, "fp": 2, "fn": 3}, "claude": {"tp": 0, "fp": 0, "fn": 3}, "coderabbit": {"tp": 1, "fp": 17, "fn": 2}, "qodo": {"tp": 1, "fp": 3, "fn": 2}, "graphite": {"tp": 0, "fp": 0, "fn": 3}, "bugbot": {"tp": 1, "fp": 2, "fn": 2}, "copilot": {"tp": 0, "fp": 3, "fn": 3}, "propel": {"tp": 1, "fp": 2, "fn": 2}, "augment": {"tp": 1, "fp": 4, "fn": 2}, "baz": {"tp": 0, "fp": 0, "fn": 3}, "kg": {"tp": 0, "fp": 0, "fn": 3}}}, {"url": "https://github.com/ai-code-review-evaluation/sentry-greptile/pull/1", "language": "Python", "pr_size": "medium", "domain": "API", "change_type": "performance", "complexity": "moderate", "difficulty": "subtle", "risk": "high", "context": "cross_file", "concern": "correctness", "summary": "", "tool_metrics": {"gemini": {"tp": 1, "fp": 5, "fn": 3}, "claude": {"tp": 2, "fp": 7, "fn": 2}, "graphite": {"tp": 0, "fp": 0, "fn": 4}, "qodo": {"tp": 1, "fp": 2, "fn": 3}, "copilot": {"tp": 3, "fp": 13, "fn": 1}, "bugbot": {"tp": 3, "fp": 1, "fn": 1}, "augment": {"tp": 3, "fp": 1, "fn": 1}, "propel": {"tp": 3, "fp": 1, "fn": 1}, "baz": {"tp": 0, "fp": 0, "fn": 4}, "coderabbit": {"tp": 3, "fp": 4, "fn": 1}, "greptile": {"tp": 1, "fp": 6, "fn": 3}, "kg": {"tp": 1, "fp": 1, "fn": 3}}}, {"url": "https://github.com/grafana/grafana/pull/97529", "language": "Go", "pr_size": "small", "domain": "concurrency", "change_type": "performance", "complexity": "complex", "difficulty": "very_subtle", "risk": "critical", "context": "cross_file", "concern": "reliability", "summary": "", "tool_metrics": {"gemini": {"tp": 0, "fp": 1, "fn": 2}, "claude": {"tp": 1, "fp": 0, "fn": 1}, "graphite": {"tp": 0, "fp": 0, "fn": 2}, "qodo": {"tp": 2, "fp": 4, "fn": 0}, "bugbot": {"tp": 1, "fp": 4, "fn": 1}, "copilot": {"tp": 1, "fp": 1, "fn": 1}, "propel": {"tp": 0, "fp": 1, "fn": 2}, "augment": {"tp": 2, "fp": 3, "fn": 0}, "baz": {"tp": 0, "fp": 1, "fn": 2}, "coderabbit": {"tp": 1, "fp": 3, "fn": 1}, "greptile": {"tp": 0, "fp": 8, "fn": 2}, "kg": {"tp": 1, "fp": 0, "fn": 1}}}, {"url": "https://github.com/getsentry/sentry/pull/80168", "language": "Python", "pr_size": "small", "domain": "data_processing", "change_type": "feature", "complexity": "moderate", "difficulty": "moderate", "risk": "high", "context": "cross_file", "concern": "correctness", "summary": "", "tool_metrics": {"gemini": {"tp": 1, "fp": 2, "fn": 1}, "claude": {"tp": 0, "fp": 0, "fn": 2}, "graphite": {"tp": 0, "fp": 0, "fn": 2}, "qodo": {"tp": 0, "fp": 3, "fn": 2}, "bugbot": {"tp": 1, "fp": 2, "fn": 1}, "copilot": {"tp": 2, "fp": 3, "fn": 0}, "propel": {"tp": 1, "fp": 1, "fn": 1}, "augment": {"tp": 2, "fp": 3, "fn": 0}, "baz": {"tp": 0, "fp": 0, "fn": 2}, "coderabbit": {"tp": 1, "fp": 3, "fn": 1}, "greptile": {"tp": 1, "fp": 1, "fn": 1}, "kg": {"tp": 0, "fp": 0, "fn": 2}}}, {"url": "https://github.com/getsentry/sentry/pull/80528", "language": "Python", "pr_size": "small", "domain": "scheduling", "change_type": "refactoring", "complexity": "moderate", "difficulty": "subtle", "risk": "medium", "context": "file", "concern": "correctness", "summary": "", "tool_metrics": {"gemini": {"tp": 0, "fp": 5, "fn": 2}, "claude": {"tp": 0, "fp": 0, "fn": 2}, "qodo": {"tp": 1, "fp": 2, "fn": 1}, "graphite": {"tp": 1, "fp": 1, "fn": 1}, "bugbot": {"tp": 0, "fp": 0, "fn": 2}, "copilot": {"tp": 0, "fp": 1, "fn": 2}, "augment": {"tp": 1, "fp": 2, "fn": 1}, "propel": {"tp": 1, "fp": 1, "fn": 1}, "baz": {"tp": 1, "fp": 2, "fn": 1}, "coderabbit": {"tp": 1, "fp": 3, "fn": 1}, "greptile": {"tp": 0, "fp": 1, "fn": 2}, "kg": {"tp": 0, "fp": 1, "fn": 2}}}, {"url": "https://github.com/getsentry/sentry/pull/77754", "language": "Python", "pr_size": "medium", "domain": "serialization", "change_type": "feature", "complexity": "moderate", "difficulty": "moderate", "risk": "medium", "context": "file", "concern": "correctness", "summary": "", "tool_metrics": {"gemini": {"tp": 1, "fp": 1, "fn": 3}, "claude": {"tp": 2, "fp": 0, "fn": 2}, "graphite": {"tp": 0, "fp": 0, "fn": 4}, "qodo": {"tp": 2, "fp": 2, "fn": 2}, "bugbot": {"tp": 1, "fp": 1, "fn": 3}, "copilot": {"tp": 2, "fp": 0, "fn": 2}, "propel": {"tp": 2, "fp": 0, "fn": 2}, "augment": {"tp": 1, "fp": 0, "fn": 3}, "baz": {"tp": 1, "fp": 1, "fn": 3}, "coderabbit": {"tp": 3, "fp": 2, "fn": 1}, "greptile": {"tp": 2, "fp": 0, "fn": 2}, "kg": {"tp": 1, "fp": 0, "fn": 3}}}, {"url": "https://github.com/getsentry/sentry/pull/95633", "language": "Python", "pr_size": "medium", "domain": "concurrency", "change_type": "feature", "complexity": "moderate", "difficulty": "moderate", "risk": "medium", "context": "file", "concern": "correctness", "summary": "", "tool_metrics": {"gemini": {"tp": 1, "fp": 1, "fn": 2}, "claude": {"tp": 0, "fp": 0, "fn": 3}, "qodo": {"tp": 1, "fp": 3, "fn": 2}, "graphite": {"tp": 0, "fp": 0, "fn": 3}, "bugbot": {"tp": 0, "fp": 2, "fn": 3}, "copilot": {"tp": 0, "fp": 6, "fn": 3}, "propel": {"tp": 0, "fp": 1, "fn": 3}, "augment": {"tp": 0, "fp": 7, "fn": 3}, "baz": {"tp": 0, "fp": 3, "fn": 3}, "coderabbit": {"tp": 0, "fp": 7, "fn": 3}, "greptile": {"tp": 0, "fp": 1, "fn": 3}, "kg": {"tp": 0, "fp": 2, "fn": 3}}}, {"url": "https://github.com/ai-code-review-evaluation/sentry-greptile/pull/2", "language": "Python", "pr_size": "medium", "domain": "data_processing", "change_type": "performance", "complexity": "moderate", "difficulty": "subtle", "risk": "high", "context": "cross_file", "concern": "correctness", "summary": "", "tool_metrics": {"gemini": {"tp": 0, "fp": 5, "fn": 3}, "claude": {"tp": 2, "fp": 5, "fn": 1}, "graphite": {"tp": 0, "fp": 0, "fn": 3}, "qodo": {"tp": 2, "fp": 8, "fn": 1}, "bugbot": {"tp": 3, "fp": 1, "fn": 0}, "copilot": {"tp": 3, "fp": 8, "fn": 0}, "augment": {"tp": 3, "fp": 3, "fn": 0}, "propel": {"tp": 2, "fp": 3, "fn": 1}, "baz": {"tp": 3, "fp": 2, "fn": 0}, "coderabbit": {"tp": 0, "fp": 0, "fn": 3}, "greptile": {"tp": 2, "fp": 4, "fn": 1}, "kg": {"tp": 2, "fp": 2, "fn": 1}}}, {"url": "https://github.com/ai-code-review-evaluation/sentry-greptile/pull/3", "language": "Python", "pr_size": "medium", "domain": "caching", "change_type": "feature", "complexity": "complex", "difficulty": "subtle", "risk": "medium", "context": "cross_file", "concern": "correctness", "summary": "", "tool_metrics": {"gemini": {"tp": 0, "fp": 4, "fn": 3}, "claude": {"tp": 1, "fp": 0, "fn": 2}, "graphite": {"tp": 0, "fp": 0, "fn": 3}, "qodo": {"tp": 2, "fp": 4, "fn": 1}, "bugbot": {"tp": 0, "fp": 3, "fn": 3}, "copilot": {"tp": 1, "fp": 3, "fn": 2}, "augment": {"tp": 1, "fp": 2, "fn": 2}, "propel": {"tp": 1, "fp": 2, "fn": 2}, "baz": {"tp": 0, "fp": 7, "fn": 3}, "coderabbit": {"tp": 2, "fp": 4, "fn": 1}, "greptile": {"tp": 1, "fp": 3, "fn": 2}, "kg": {"tp": 0, "fp": 0, "fn": 3}}}, {"url": "https://github.com/grafana/grafana/pull/103633", "language": "Go", "pr_size": "small", "domain": "caching", "change_type": "performance", "complexity": "moderate", "difficulty": "subtle", "risk": "high", "context": "cross_file", "concern": "security", "summary": "", "tool_metrics": {"gemini": {"tp": 1, "fp": 2, "fn": 1}, "claude": {"tp": 0, "fp": 6, "fn": 2}, "graphite": {"tp": 0, "fp": 0, "fn": 2}, "qodo": {"tp": 1, "fp": 3, "fn": 1}, "bugbot": {"tp": 0, "fp": 1, "fn": 2}, "copilot": {"tp": 1, "fp": 6, "fn": 1}, "propel": {"tp": 0, "fp": 1, "fn": 2}, "augment": {"tp": 1, "fp": 1, "fn": 1}, "baz": {"tp": 0, "fp": 1, "fn": 2}, "coderabbit": {"tp": 0, "fp": 1, "fn": 2}, "greptile": {"tp": 0, "fp": 2, "fn": 2}, "kg": {"tp": 0, "fp": 0, "fn": 2}}}, {"url": "https://github.com/getsentry/sentry/pull/67876", "language": "Python", "pr_size": "small", "domain": "authentication", "change_type": "security_patch", "complexity": "moderate", "difficulty": "subtle", "risk": "high", "context": "cross_file", "concern": "security", "summary": "", "tool_metrics": {"gemini": {"tp": 1, "fp": 3, "fn": 2}, "claude": {"tp": 1, "fp": 1, "fn": 2}, "graphite": {"tp": 0, "fp": 0, "fn": 3}, "qodo": {"tp": 1, "fp": 7, "fn": 2}, "bugbot": {"tp": 1, "fp": 2, "fn": 2}, "copilot": {"tp": 1, "fp": 4, "fn": 2}, "augment": {"tp": 1, "fp": 2, "fn": 2}, "propel": {"tp": 1, "fp": 2, "fn": 2}, "coderabbit": {"tp": 1, "fp": 2, "fn": 2}, "baz": {"tp": 1, "fp": 1, "fn": 2}, "greptile": {"tp": 1, "fp": 3, "fn": 2}, "kg": {"tp": 0, "fp": 0, "fn": 3}}}, {"url": "https://github.com/keycloak/keycloak/pull/32918", "language": "Java", "pr_size": "small", "domain": "caching", "change_type": "feature", "complexity": "moderate", "difficulty": "subtle", "risk": "high", "context": "file", "concern": "correctness", "summary": "", "tool_metrics": {"gemini": {"tp": 0, "fp": 2, "fn": 2}, "claude": {"tp": 0, "fp": 2, "fn": 2}, "graphite": {"tp": 1, "fp": 1, "fn": 1}, "qodo": {"tp": 1, "fp": 2, "fn": 1}, "bugbot": {"tp": 1, "fp": 1, "fn": 1}, "copilot": {"tp": 1, "fp": 0, "fn": 1}, "augment": {"tp": 1, "fp": 1, "fn": 1}, "propel": {"tp": 1, "fp": 2, "fn": 1}, "baz": {"tp": 0, "fp": 1, "fn": 2}, "coderabbit": {"tp": 1, "fp": 1, "fn": 1}, "greptile": {"tp": 0, "fp": 1, "fn": 2}, "kg": {"tp": 1, "fp": 2, "fn": 1}}}, {"url": "https://github.com/grafana/grafana/pull/94942", "language": "Go", "pr_size": "small", "domain": "data_processing", "change_type": "feature", "complexity": "moderate", "difficulty": "moderate", "risk": "high", "context": "file", "concern": "correctness", "summary": "", "tool_metrics": {"gemini": {"tp": 1, "fp": 2, "fn": 1}, "claude": {"tp": 2, "fp": 1, "fn": 0}, "graphite": {"tp": 0, "fp": 0, "fn": 2}, "qodo": {"tp": 2, "fp": 2, "fn": 0}, "bugbot": {"tp": 1, "fp": 2, "fn": 1}, "copilot": {"tp": 2, "fp": 12, "fn": 0}, "propel": {"tp": 0, "fp": 1, "fn": 2}, "augment": {"tp": 1, "fp": 3, "fn": 1}, "baz": {"tp": 1, "fp": 1, "fn": 1}, "coderabbit": {"tp": 1, "fp": 2, "fn": 1}, "greptile": {"tp": 1, "fp": 0, "fn": 1}, "kg": {"tp": 2, "fp": 0, "fn": 0}}}, {"url": "https://github.com/grafana/grafana/pull/90939", "language": "Go", "pr_size": "small", "domain": "caching", "change_type": "performance", "complexity": "moderate", "difficulty": "subtle", "risk": "high", "context": "file", "concern": "correctness", "summary": "", "tool_metrics": {"gemini": {"tp": 1, "fp": 0, "fn": 1}, "claude": {"tp": 1, "fp": 0, "fn": 1}, "graphite": {"tp": 0, "fp": 0, "fn": 2}, "qodo": {"tp": 1, "fp": 1, "fn": 1}, "copilot": {"tp": 1, "fp": 1, "fn": 1}, "bugbot": {"tp": 1, "fp": 0, "fn": 1}, "propel": {"tp": 1, "fp": 1, "fn": 1}, "augment": {"tp": 2, "fp": 0, "fn": 0}, "baz": {"tp": 0, "fp": 1, "fn": 2}, "coderabbit": {"tp": 1, "fp": 1, "fn": 1}, "greptile": {"tp": 1, "fp": 1, "fn": 1}, "kg": {"tp": 1, "fp": 1, "fn": 1}}}, {"url": "https://github.com/grafana/grafana/pull/80329", "language": "Go", "pr_size": "small", "domain": "logging", "change_type": "performance", "complexity": "simple", "difficulty": "obvious", "risk": "low", "context": "local", "concern": "maintainability", "summary": "", "tool_metrics": {"gemini": {"tp": 1, "fp": 1, "fn": 0}, "claude": {"tp": 1, "fp": 5, "fn": 0}, "graphite": {"tp": 0, "fp": 0, "fn": 1}, "qodo": {"tp": 1, "fp": 5, "fn": 0}, "bugbot": {"tp": 1, "fp": 5, "fn": 0}, "copilot": {"tp": 1, "fp": 4, "fn": 0}, "propel": {"tp": 0, "fp": 3, "fn": 1}, "augment": {"tp": 1, "fp": 2, "fn": 0}, "baz": {"tp": 0, "fp": 1, "fn": 1}, "coderabbit": {"tp": 1, "fp": 6, "fn": 0}, "greptile": {"tp": 1, "fp": 2, "fn": 0}, "kg": {"tp": 0, "fp": 0, "fn": 1}}}, {"url": "https://github.com/grafana/grafana/pull/90045", "language": "Go", "pr_size": "medium", "domain": "logging", "change_type": "feature", "complexity": "moderate", "difficulty": "moderate", "risk": "medium", "context": "file", "concern": "correctness", "summary": "", "tool_metrics": {"gemini": {"tp": 3, "fp": 5, "fn": 0}, "claude": {"tp": 3, "fp": 3, "fn": 0}, "graphite": {"tp": 0, "fp": 0, "fn": 3}, "qodo": {"tp": 3, "fp": 4, "fn": 0}, "bugbot": {"tp": 3, "fp": 3, "fn": 0}, "copilot": {"tp": 3, "fp": 7, "fn": 0}, "propel": {"tp": 1, "fp": 2, "fn": 2}, "augment": {"tp": 3, "fp": 5, "fn": 0}, "baz": {"tp": 2, "fp": 1, "fn": 1}, "coderabbit": {"tp": 3, "fp": 3, "fn": 0}, "greptile": {"tp": 3, "fp": 1, "fn": 0}, "kg": {"tp": 2, "fp": 2, "fn": 1}}}, {"url": "https://github.com/grafana/grafana/pull/106778", "language": "Go", "pr_size": "medium", "domain": "UI", "change_type": "feature", "complexity": "moderate", "difficulty": "subtle", "risk": "medium", "context": "cross_file", "concern": "correctness", "summary": "", "tool_metrics": {"gemini": {"tp": 1, "fp": 1, "fn": 1}, "claude": {"tp": 0, "fp": 9, "fn": 2}, "graphite": {"tp": 0, "fp": 0, "fn": 2}, "qodo": {"tp": 0, "fp": 5, "fn": 2}, "bugbot": {"tp": 2, "fp": 0, "fn": 0}, "copilot": {"tp": 1, "fp": 1, "fn": 1}, "augment": {"tp": 1, "fp": 2, "fn": 1}, "propel": {"tp": 1, "fp": 2, "fn": 1}, "baz": {"tp": 0, "fp": 1, "fn": 2}, "coderabbit": {"tp": 1, "fp": 7, "fn": 1}, "greptile": {"tp": 1, "fp": 0, "fn": 1}, "kg": {"tp": 1, "fp": 1, "fn": 1}}}, {"url": "https://github.com/grafana/grafana/pull/107534", "language": "Go", "pr_size": "small", "domain": "testing", "change_type": "feature", "complexity": "moderate", "difficulty": "subtle", "risk": "low", "context": "cross_file", "concern": "correctness", "summary": "", "tool_metrics": {"gemini": {"tp": 0, "fp": 2, "fn": 1}, "claude": {"tp": 0, "fp": 0, "fn": 1}, "graphite": {"tp": 0, "fp": 0, "fn": 1}, "qodo": {"tp": 0, "fp": 3, "fn": 1}, "bugbot": {"tp": 0, "fp": 2, "fn": 1}, "copilot": {"tp": 0, "fp": 4, "fn": 1}, "augment": {"tp": 0, "fp": 0, "fn": 1}, "propel": {"tp": 0, "fp": 2, "fn": 1}, "baz": {"tp": 0, "fp": 2, "fn": 1}, "coderabbit": {"tp": 0, "fp": 2, "fn": 1}, "greptile": {"tp": 0, "fp": 0, "fn": 1}, "kg": {"tp": 0, "fp": 2, "fn": 1}}}, {"url": "https://github.com/grafana/grafana/pull/79265", "language": "Go", "pr_size": "large", "domain": "authentication", "change_type": "feature", "complexity": "moderate", "difficulty": "subtle", "risk": "high", "context": "cross_file", "concern": "correctness", "summary": "", "tool_metrics": {"gemini": {"tp": 1, "fp": 1, "fn": 4}, "claude": {"tp": 1, "fp": 6, "fn": 4}, "graphite": {"tp": 0, "fp": 0, "fn": 5}, "qodo": {"tp": 2, "fp": 1, "fn": 3}, "copilot": {"tp": 3, "fp": 7, "fn": 2}, "bugbot": {"tp": 0, "fp": 2, "fn": 5}, "augment": {"tp": 0, "fp": 2, "fn": 5}, "propel": {"tp": 1, "fp": 1, "fn": 4}, "baz": {"tp": 0, "fp": 1, "fn": 5}, "coderabbit": {"tp": 4, "fp": 5, "fn": 1}, "greptile": {"tp": 1, "fp": 2, "fn": 4}, "kg": {"tp": 1, "fp": 0, "fn": 4}}}, {"url": "https://github.com/ai-code-review-evaluation/discourse-graphite/pull/9", "language": "Ruby", "pr_size": "small", "domain": "configuration", "change_type": "feature", "complexity": "moderate", "difficulty": "subtle", "risk": "medium", "context": "file", "concern": "reliability", "summary": "", "tool_metrics": {"gemini": {"tp": 0, "fp": 0, "fn": 2}, "claude": {"tp": 0, "fp": 0, "fn": 2}, "graphite": {"tp": 0, "fp": 0, "fn": 2}, "qodo": {"tp": 1, "fp": 1, "fn": 1}, "bugbot": {"tp": 1, "fp": 1, "fn": 1}, "copilot": {"tp": 1, "fp": 4, "fn": 1}, "augment": {"tp": 1, "fp": 2, "fn": 1}, "propel": {"tp": 0, "fp": 3, "fn": 2}, "baz": {"tp": 0, "fp": 1, "fn": 2}, "coderabbit": {"tp": 0, "fp": 4, "fn": 2}, "greptile": {"tp": 0, "fp": 2, "fn": 2}, "kg": {"tp": 0, "fp": 0, "fn": 2}}}, {"url": "https://github.com/grafana/grafana/pull/76186", "language": "Go", "pr_size": "small", "domain": "logging", "change_type": "refactoring", "complexity": "moderate", "difficulty": "subtle", "risk": "high", "context": "cross_file", "concern": "reliability", "summary": "", "tool_metrics": {"gemini": {"tp": 0, "fp": 3, "fn": 2}, "claude": {"tp": 0, "fp": 0, "fn": 2}, "graphite": {"tp": 0, "fp": 0, "fn": 2}, "qodo": {"tp": 0, "fp": 3, "fn": 2}, "bugbot": {"tp": 0, "fp": 2, "fn": 2}, "copilot": {"tp": 0, "fp": 0, "fn": 2}, "augment": {"tp": 1, "fp": 1, "fn": 1}, "propel": {"tp": 0, "fp": 1, "fn": 2}, "baz": {"tp": 0, "fp": 1, "fn": 2}, "coderabbit": {"tp": 1, "fp": 1, "fn": 1}, "greptile": {"tp": 0, "fp": 0, "fn": 2}, "kg": {"tp": 0, "fp": 0, "fn": 2}}}, {"url": "https://github.com/ai-code-review-evaluation/discourse-graphite/pull/10", "language": "Ruby", "pr_size": "large", "domain": "configuration", "change_type": "feature", "complexity": "moderate", "difficulty": "subtle", "risk": "high", "context": "cross_file", "concern": "correctness", "summary": "", "tool_metrics": {"gemini": {"tp": 1, "fp": 10, "fn": 3}, "claude": {"tp": 0, "fp": 3, "fn": 4}, "qodo": {"tp": 2, "fp": 4, "fn": 2}, "graphite": {"tp": 0, "fp": 0, "fn": 4}, "bugbot": {"tp": 3, "fp": 4, "fn": 1}, "copilot": {"tp": 1, "fp": 4, "fn": 3}, "propel": {"tp": 3, "fp": 1, "fn": 1}, "augment": {"tp": 3, "fp": 2, "fn": 1}, "baz": {"tp": 2, "fp": 0, "fn": 2}, "coderabbit": {"tp": 2, "fp": 15, "fn": 2}, "greptile": {"tp": 2, "fp": 3, "fn": 2}, "kg": {"tp": 0, "fp": 2, "fn": 4}}}, {"url": "https://github.com/ai-code-review-evaluation/discourse-graphite/pull/7", "language": "Ruby", "pr_size": "medium", "domain": "UI", "change_type": "bug_fix", "complexity": "simple", "difficulty": "subtle", "risk": "medium", "context": "cross_file", "concern": "correctness", "summary": "", "tool_metrics": {"gemini": {"tp": 3, "fp": 3, "fn": 0}, "claude": {"tp": 3, "fp": 5, "fn": 0}, "graphite": {"tp": 0, "fp": 0, "fn": 3}, "qodo": {"tp": 0, "fp": 3, "fn": 3}, "bugbot": {"tp": 3, "fp": 1, "fn": 0}, "copilot": {"tp": 3, "fp": 1, "fn": 0}, "augment": {"tp": 3, "fp": 2, "fn": 0}, "propel": {"tp": 3, "fp": 1, "fn": 0}, "baz": {"tp": 3, "fp": 1, "fn": 0}, "coderabbit": {"tp": 0, "fp": 2, "fn": 3}, "greptile": {"tp": 2, "fp": 4, "fn": 1}, "kg": {"tp": 0, "fp": 0, "fn": 3}}}, {"url": "https://github.com/ai-code-review-evaluation/discourse-graphite/pull/8", "language": "Ruby", "pr_size": "medium", "domain": "API", "change_type": "bug_fix", "complexity": "moderate", "difficulty": "subtle", "risk": "medium", "context": "cross_file", "concern": "correctness", "summary": "", "tool_metrics": {"gemini": {"tp": 1, "fp": 5, "fn": 2}, "claude": {"tp": 2, "fp": 5, "fn": 1}, "graphite": {"tp": 0, "fp": 0, "fn": 3}, "qodo": {"tp": 1, "fp": 6, "fn": 2}, "bugbot": {"tp": 1, "fp": 2, "fn": 2}, "copilot": {"tp": 1, "fp": 9, "fn": 2}, "augment": {"tp": 2, "fp": 3, "fn": 1}, "propel": {"tp": 1, "fp": 4, "fn": 2}, "baz": {"tp": 1, "fp": 2, "fn": 2}, "coderabbit": {"tp": 2, "fp": 8, "fn": 1}, "greptile": {"tp": 1, "fp": 0, "fn": 2}, "kg": {"tp": 0, "fp": 0, "fn": 3}}}, {"url": "https://github.com/ai-code-review-evaluation/discourse-graphite/pull/3", "language": "Ruby", "pr_size": "medium", "domain": "authentication", "change_type": "feature", "complexity": "moderate", "difficulty": "subtle", "risk": "medium", "context": "file", "concern": "correctness", "summary": "", "tool_metrics": {"gemini": {"tp": 0, "fp": 2, "fn": 2}, "claude": {"tp": 1, "fp": 4, "fn": 1}, "graphite": {"tp": 0, "fp": 0, "fn": 2}, "qodo": {"tp": 1, "fp": 5, "fn": 1}, "copilot": {"tp": 1, "fp": 1, "fn": 1}, "bugbot": {"tp": 0, "fp": 2, "fn": 2}, "augment": {"tp": 1, "fp": 5, "fn": 1}, "propel": {"tp": 1, "fp": 1, "fn": 1}, "baz": {"tp": 0, "fp": 4, "fn": 2}, "coderabbit": {"tp": 1, "fp": 9, "fn": 1}, "greptile": {"tp": 1, "fp": 0, "fn": 1}, "kg": {"tp": 0, "fp": 1, "fn": 2}}}, {"url": "https://github.com/ai-code-review-evaluation/discourse-graphite/pull/5", "language": "Ruby", "pr_size": "small", "domain": "UI", "change_type": "performance", "complexity": "moderate", "difficulty": "subtle", "risk": "medium", "context": "cross_file", "concern": "correctness", "summary": "", "tool_metrics": {"gemini": {"tp": 0, "fp": 1, "fn": 2}, "claude": {"tp": 0, "fp": 1, "fn": 2}, "graphite": {"tp": 0, "fp": 0, "fn": 2}, "qodo": {"tp": 0, "fp": 7, "fn": 2}, "bugbot": {"tp": 0, "fp": 1, "fn": 2}, "copilot": {"tp": 0, "fp": 3, "fn": 2}, "augment": {"tp": 1, "fp": 1, "fn": 1}, "propel": {"tp": 0, "fp": 1, "fn": 2}, "baz": {"tp": 1, "fp": 2, "fn": 1}, "coderabbit": {"tp": 0, "fp": 1, "fn": 2}, "greptile": {"tp": 0, "fp": 2, "fn": 2}, "kg": {"tp": 1, "fp": 0, "fn": 1}}}, {"url": "https://github.com/ai-code-review-evaluation/discourse-graphite/pull/6", "language": "Ruby", "pr_size": "small", "domain": "serialization", "change_type": "feature", "complexity": "simple", "difficulty": "moderate", "risk": "medium", "context": "file", "concern": "correctness", "summary": "", "tool_metrics": {"gemini": {"tp": 0, "fp": 2, "fn": 1}, "claude": {"tp": 0, "fp": 0, "fn": 1}, "graphite": {"tp": 0, "fp": 0, "fn": 1}, "qodo": {"tp": 1, "fp": 5, "fn": 0}, "bugbot": {"tp": 0, "fp": 3, "fn": 1}, "copilot": {"tp": 1, "fp": 3, "fn": 0}, "augment": {"tp": 0, "fp": 3, "fn": 1}, "propel": {"tp": 0, "fp": 2, "fn": 1}, "baz": {"tp": 0, "fp": 3, "fn": 1}, "coderabbit": {"tp": 1, "fp": 5, "fn": 0}, "greptile": {"tp": 0, "fp": 3, "fn": 1}, "kg": {"tp": 0, "fp": 0, "fn": 1}}}, {"url": "https://github.com/ai-code-review-evaluation/discourse-graphite/pull/4", "language": "Ruby", "pr_size": "large", "domain": "API", "change_type": "feature", "complexity": "complex", "difficulty": "subtle", "risk": "critical", "context": "cross_file", "concern": "security", "summary": "", "tool_metrics": {"gemini": {"tp": 3, "fp": 7, "fn": 3}, "claude": {"tp": 2, "fp": 8, "fn": 4}, "graphite": {"tp": 0, "fp": 0, "fn": 6}, "qodo": {"tp": 2, "fp": 6, "fn": 4}, "bugbot": {"tp": 1, "fp": 4, "fn": 5}, "copilot": {"tp": 1, "fp": 5, "fn": 5}, "augment": {"tp": 2, "fp": 3, "fn": 4}, "propel": {"tp": 1, "fp": 1, "fn": 5}, "baz": {"tp": 1, "fp": 4, "fn": 5}, "coderabbit": {"tp": 3, "fp": 25, "fn": 3}, "greptile": {"tp": 2, "fp": 5, "fn": 4}, "kg": {"tp": 0, "fp": 0, "fn": 6}}}, {"url": "https://github.com/ai-code-review-evaluation/discourse-graphite/pull/1", "language": "Ruby", "pr_size": "medium", "domain": "file_io", "change_type": "feature", "complexity": "moderate", "difficulty": "subtle", "risk": "medium", "context": "cross_file", "concern": "correctness", "summary": "", "tool_metrics": {"gemini": {"tp": 2, "fp": 5, "fn": 1}, "claude": {"tp": 1, "fp": 1, "fn": 2}, "graphite": {"tp": 0, "fp": 0, "fn": 3}, "qodo": {"tp": 3, "fp": 4, "fn": 0}, "bugbot": {"tp": 2, "fp": 4, "fn": 1}, "copilot": {"tp": 2, "fp": 9, "fn": 1}, "augment": {"tp": 2, "fp": 5, "fn": 1}, "propel": {"tp": 2, "fp": 2, "fn": 1}, "baz": {"tp": 2, "fp": 1, "fn": 1}, "coderabbit": {"tp": 2, "fp": 5, "fn": 1}, "greptile": {"tp": 2, "fp": 2, "fn": 1}, "kg": {"tp": 0, "fp": 0, "fn": 3}}}, {"url": "https://github.com/ai-code-review-evaluation/discourse-graphite/pull/2", "language": "Ruby", "pr_size": "medium", "domain": "UI", "change_type": "feature", "complexity": "moderate", "difficulty": "moderate", "risk": "medium", "context": "file", "concern": "correctness", "summary": "", "tool_metrics": {"gemini": {"tp": 2, "fp": 0, "fn": 0}, "claude": {"tp": 1, "fp": 1, "fn": 1}, "graphite": {"tp": 0, "fp": 0, "fn": 2}, "qodo": {"tp": 2, "fp": 3, "fn": 0}, "bugbot": {"tp": 1, "fp": 1, "fn": 1}, "copilot": {"tp": 2, "fp": 4, "fn": 0}, "augment": {"tp": 1, "fp": 1, "fn": 1}, "propel": {"tp": 1, "fp": 2, "fn": 1}, "baz": {"tp": 1, "fp": 1, "fn": 1}, "coderabbit": {"tp": 2, "fp": 7, "fn": 0}, "greptile": {"tp": 2, "fp": 1, "fn": 0}, "kg": {"tp": 1, "fp": 1, "fn": 1}}}, {"url": "https://github.com/calcom/cal.com/pull/22532", "language": "TypeScript", "pr_size": "medium", "domain": "caching", "change_type": "feature", "complexity": "moderate", "difficulty": "subtle", "risk": "medium", "context": "cross_file", "concern": "correctness", "summary": "", "tool_metrics": {"gemini": {"tp": 1, "fp": 3, "fn": 1}, "claude": {"tp": 0, "fp": 1, "fn": 2}, "graphite": {"tp": 0, "fp": 0, "fn": 2}, "qodo": {"tp": 1, "fp": 6, "fn": 1}, "bugbot": {"tp": 0, "fp": 1, "fn": 2}, "copilot": {"tp": 2, "fp": 11, "fn": 0}, "augment": {"tp": 2, "fp": 4, "fn": 0}, "propel": {"tp": 1, "fp": 3, "fn": 1}, "baz": {"tp": 1, "fp": 2, "fn": 1}, "coderabbit": {"tp": 1, "fp": 10, "fn": 1}, "greptile": {"tp": 1, "fp": 1, "fn": 1}, "kg": {"tp": 0, "fp": 0, "fn": 2}}}, {"url": "https://github.com/calcom/cal.com/pull/8330", "language": "TypeScript", "pr_size": "small", "domain": "scheduling", "change_type": "bug_fix", "complexity": "moderate", "difficulty": "subtle", "risk": "medium", "context": "file", "concern": "correctness", "summary": "", "tool_metrics": {"gemini": {"tp": 2, "fp": 5, "fn": 0}, "claude": {"tp": 2, "fp": 0, "fn": 0}, "graphite": {"tp": 2, "fp": 0, "fn": 0}, "qodo": {"tp": 2, "fp": 4, "fn": 0}, "bugbot": {"tp": 2, "fp": 1, "fn": 0}, "copilot": {"tp": 2, "fp": 4, "fn": 0}, "augment": {"tp": 2, "fp": 3, "fn": 0}, "propel": {"tp": 1, "fp": 2, "fn": 1}, "baz": {"tp": 2, "fp": 1, "fn": 0}, "coderabbit": {"tp": 2, "fp": 2, "fn": 0}, "greptile": {"tp": 2, "fp": 0, "fn": 0}, "kg": {"tp": 1, "fp": 2, "fn": 1}}}, {"url": "https://github.com/calcom/cal.com/pull/14943", "language": "TypeScript", "pr_size": "small", "domain": "scheduling", "change_type": "feature", "complexity": "moderate", "difficulty": "subtle", "risk": "high", "context": "file", "concern": "correctness", "summary": "", "tool_metrics": {"gemini": {"tp": 0, "fp": 2, "fn": 2}, "claude": {"tp": 1, "fp": 1, "fn": 1}, "graphite": {"tp": 1, "fp": 0, "fn": 1}, "qodo": {"tp": 2, "fp": 1, "fn": 0}, "bugbot": {"tp": 1, "fp": 2, "fn": 1}, "copilot": {"tp": 1, "fp": 4, "fn": 1}, "augment": {"tp": 2, "fp": 1, "fn": 0}, "propel": {"tp": 2, "fp": 1, "fn": 0}, "baz": {"tp": 1, "fp": 3, "fn": 1}, "coderabbit": {"tp": 0, "fp": 0, "fn": 2}, "greptile": {"tp": 1, "fp": 2, "fn": 1}, "kg": {"tp": 1, "fp": 0, "fn": 1}}}, {"url": "https://github.com/calcom/cal.com/pull/22345", "language": "TypeScript", "pr_size": "small", "domain": "database", "change_type": "migration", "complexity": "moderate", "difficulty": "subtle", "risk": "medium", "context": "file", "concern": "correctness", "summary": "", "tool_metrics": {"gemini": {"tp": 0, "fp": 5, "fn": 2}, "claude": {"tp": 0, "fp": 0, "fn": 2}, "graphite": {"tp": 0, "fp": 0, "fn": 2}, "qodo": {"tp": 0, "fp": 5, "fn": 2}, "bugbot": {"tp": 1, "fp": 1, "fn": 1}, "copilot": {"tp": 0, "fp": 5, "fn": 2}, "augment": {"tp": 1, "fp": 3, "fn": 1}, "propel": {"tp": 0, "fp": 0, "fn": 2}, "baz": {"tp": 0, "fp": 3, "fn": 2}, "coderabbit": {"tp": 0, "fp": 0, "fn": 2}, "greptile": {"tp": 0, "fp": 2, "fn": 2}, "kg": {"tp": 0, "fp": 1, "fn": 2}}}, {"url": "https://github.com/calcom/cal.com/pull/11059", "language": "TypeScript", "pr_size": "large", "domain": "authentication", "change_type": "feature", "complexity": "complex", "difficulty": "subtle", "risk": "critical", "context": "cross_file", "concern": "correctness", "summary": "", "tool_metrics": {"gemini": {"tp": 3, "fp": 3, "fn": 2}, "claude": {"tp": 3, "fp": 3, "fn": 2}, "graphite": {"tp": 1, "fp": 2, "fn": 4}, "qodo": {"tp": 3, "fp": 11, "fn": 2}, "bugbot": {"tp": 4, "fp": 4, "fn": 1}, "copilot": {"tp": 5, "fp": 13, "fn": 0}, "augment": {"tp": 5, "fp": 10, "fn": 0}, "propel": {"tp": 1, "fp": 2, "fn": 4}, "baz": {"tp": 4, "fp": 1, "fn": 1}, "coderabbit": {"tp": 5, "fp": 15, "fn": 0}, "greptile": {"tp": 3, "fp": 7, "fn": 2}, "kg": {"tp": 0, "fp": 0, "fn": 5}}}, {"url": "https://github.com/calcom/cal.com/pull/7232", "language": "TypeScript", "pr_size": "medium", "domain": "scheduling", "change_type": "feature", "complexity": "moderate", "difficulty": "subtle", "risk": "high", "context": "cross_file", "concern": "reliability", "summary": "", "tool_metrics": {"gemini": {"tp": 0, "fp": 3, "fn": 2}, "claude": {"tp": 1, "fp": 3, "fn": 1}, "graphite": {"tp": 0, "fp": 0, "fn": 2}, "qodo": {"tp": 1, "fp": 3, "fn": 1}, "bugbot": {"tp": 1, "fp": 3, "fn": 1}, "copilot": {"tp": 2, "fp": 6, "fn": 0}, "augment": {"tp": 1, "fp": 2, "fn": 1}, "propel": {"tp": 0, "fp": 2, "fn": 2}, "baz": {"tp": 1, "fp": 2, "fn": 1}, "coderabbit": {"tp": 0, "fp": 0, "fn": 2}, "greptile": {"tp": 1, "fp": 4, "fn": 1}, "kg": {"tp": 0, "fp": 1, "fn": 2}}}, {"url": "https://github.com/calcom/cal.com/pull/14740", "language": "TypeScript", "pr_size": "large", "domain": "scheduling", "change_type": "feature", "complexity": "moderate", "difficulty": "subtle", "risk": "critical", "context": "cross_file", "concern": "security", "summary": "", "tool_metrics": {"gemini": {"tp": 1, "fp": 3, "fn": 4}, "claude": {"tp": 2, "fp": 0, "fn": 3}, "graphite": {"tp": 1, "fp": 1, "fn": 4}, "qodo": {"tp": 2, "fp": 3, "fn": 3}, "bugbot": {"tp": 3, "fp": 3, "fn": 2}, "copilot": {"tp": 3, "fp": 8, "fn": 2}, "augment": {"tp": 4, "fp": 3, "fn": 1}, "propel": {"tp": 4, "fp": 0, "fn": 1}, "baz": {"tp": 1, "fp": 1, "fn": 4}, "coderabbit": {"tp": 4, "fp": 7, "fn": 1}, "greptile": {"tp": 4, "fp": 2, "fn": 1}, "kg": {"tp": 2, "fp": 0, "fn": 3}}}, {"url": "https://github.com/calcom/cal.com/pull/10600", "language": "TypeScript", "pr_size": "medium", "domain": "authentication", "change_type": "feature", "complexity": "moderate", "difficulty": "subtle", "risk": "high", "context": "cross_file", "concern": "security", "summary": "", "tool_metrics": {"gemini": {"tp": 1, "fp": 5, "fn": 3}, "claude": {"tp": 1, "fp": 12, "fn": 3}, "graphite": {"tp": 0, "fp": 0, "fn": 4}, "qodo": {"tp": 0, "fp": 5, "fn": 4}, "bugbot": {"tp": 1, "fp": 1, "fn": 3}, "copilot": {"tp": 1, "fp": 9, "fn": 3}, "augment": {"tp": 1, "fp": 4, "fn": 3}, "propel": {"tp": 1, "fp": 2, "fn": 3}, "baz": {"tp": 0, "fp": 1, "fn": 4}, "coderabbit": {"tp": 0, "fp": 0, "fn": 4}, "greptile": {"tp": 0, "fp": 4, "fn": 4}, "kg": {"tp": 0, "fp": 0, "fn": 4}}}, {"url": "https://github.com/calcom/cal.com/pull/10967", "language": "TypeScript", "pr_size": "large", "domain": "scheduling", "change_type": "bug_fix", "complexity": "complex", "difficulty": "subtle", "risk": "high", "context": "cross_file", "concern": "correctness", "summary": "", "tool_metrics": {"gemini": {"tp": 1, "fp": 9, "fn": 4}, "claude": {"tp": 4, "fp": 3, "fn": 1}, "graphite": {"tp": 0, "fp": 0, "fn": 5}, "qodo": {"tp": 0, "fp": 3, "fn": 5}, "bugbot": {"tp": 2, "fp": 4, "fn": 3}, "copilot": {"tp": 3, "fp": 8, "fn": 2}, "augment": {"tp": 2, "fp": 3, "fn": 3}, "propel": {"tp": 1, "fp": 0, "fn": 4}, "baz": {"tp": 0, "fp": 4, "fn": 5}, "coderabbit": {"tp": 0, "fp": 0, "fn": 5}, "greptile": {"tp": 2, "fp": 2, "fn": 3}, "kg": {"tp": 0, "fp": 0, "fn": 5}}}, {"url": "https://github.com/calcom/cal.com/pull/8087", "language": "TypeScript", "pr_size": "medium", "domain": "concurrency", "change_type": "refactoring", "complexity": "moderate", "difficulty": "subtle", "risk": "critical", "context": "cross_file", "concern": "reliability", "summary": "", "tool_metrics": {"gemini": {"tp": 1, "fp": 1, "fn": 1}, "claude": {"tp": 1, "fp": 1, "fn": 1}, "graphite": {"tp": 0, "fp": 0, "fn": 2}, "qodo": {"tp": 1, "fp": 2, "fn": 1}, "bugbot": {"tp": 1, "fp": 2, "fn": 1}, "copilot": {"tp": 1, "fp": 3, "fn": 1}, "augment": {"tp": 1, "fp": 4, "fn": 1}, "propel": {"tp": 0, "fp": 0, "fn": 2}, "baz": {"tp": 0, "fp": 1, "fn": 2}, "coderabbit": {"tp": 0, "fp": 0, "fn": 2}, "greptile": {"tp": 1, "fp": 3, "fn": 1}, "kg": {"tp": 1, "fp": 0, "fn": 1}}}], "tools": ["augment", "baz", "bugbot", "claude", "coderabbit", "copilot", "gemini", "graphite", "greptile", "kg", "propel", "qodo"], "dimensions": {"language": ["Go", "Java", "Python", "Ruby", "TypeScript"], "pr_size": ["small", "medium", "large"], "domain": ["API", "UI", "authentication", "caching", "concurrency", "configuration", "data_processing", "database", "file_io", "logging", "scheduling", "serialization", "testing"], "change_type": ["bug_fix", "feature", "migration", "performance", "refactoring", "security_patch"], "complexity": ["simple", "moderate", "complex"], "difficulty": ["obvious", "moderate", "subtle", "very_subtle"], "risk": ["low", "medium", "high", "critical"], "context": ["local", "file", "cross_file", "system"], "concern": ["correctness", "maintainability", "reliability", "security"]}, "overall_metrics": {"qodo": {"precision": 23.4, "recall": 42.3, "f1": 30.1, "tp": 58, "fp": 190, "fn": 79, "num_prs": 50}, "graphite": {"precision": 66.7, "recall": 8.8, "f1": 15.5, "tp": 12, "fp": 6, "fn": 125, "num_prs": 50}, "claude": {"precision": 30.5, "recall": 37.2, "f1": 33.6, "tp": 51, "fp": 116, "fn": 86, "num_prs": 50}, "bugbot": {"precision": 38.3, "recall": 43.1, "f1": 40.5, "tp": 59, "fp": 95, "fn": 78, "num_prs": 50}, "propel": {"precision": 38.9, "recall": 37.2, "f1": 38.1, "tp": 51, "fp": 80, "fn": 86, "num_prs": 50}, "kg": {"precision": 48.9, "recall": 16.8, "f1": 25.0, "tp": 23, "fp": 24, "fn": 114, "num_prs": 50}, "coderabbit": {"precision": 21.2, "recall": 41.6, "f1": 28.1, "tp": 57, "fp": 212, "fn": 80, "num_prs": 50}, "copilot": {"precision": 23.5, "recall": 53.3, "f1": 32.6, "tp": 73, "fp": 238, "fn": 64, "num_prs": 50}, "baz": {"precision": 34.6, "recall": 27.0, "f1": 30.3, "tp": 37, "fp": 70, "fn": 100, "num_prs": 50}, "greptile": {"precision": 33.8, "recall": 36.5, "f1": 35.1, "tp": 50, "fp": 98, "fn": 87, "num_prs": 50}, "augment": {"precision": 37.3, "recall": 59.1, "f1": 45.8, "tp": 81, "fp": 136, "fn": 56, "num_prs": 50}, "gemini": {"precision": 24.6, "recall": 32.8, "f1": 28.1, "tp": 45, "fp": 138, "fn": 92, "num_prs": 50}}}};
+        const allModelsData = {"anthropic_claude-opus-4-5-20251101": {"prs": [{"url": "https://github.com/keycloak/keycloak/pull/37429", "language": "Java", "pr_size": "medium", "domain": "UI", "change_type": "feature", "complexity": "moderate", "difficulty": "moderate", "risk": "medium", "context": "cross_file", "concern": "correctness", "summary": "", "tool_metrics": {"graphite": {"tp": 0, "fp": 0, "fn": 4}, "qodo": {"tp": 0, "fp": 5, "fn": 4}, "gemini": {"tp": 2, "fp": 4, "fn": 2}, "claude": {"tp": 1, "fp": 0, "fn": 3}, "augment": {"tp": 2, "fp": 3, "fn": 2}, "bugbot": {"tp": 2, "fp": 0, "fn": 2}, "coderabbit": {"tp": 0, "fp": 0, "fn": 4}, "propel": {"tp": 2, "fp": 0, "fn": 2}, "copilot": {"tp": 3, "fp": 5, "fn": 1}, "baz": {"tp": 0, "fp": 0, "fn": 4}, "greptile": {"tp": 2, "fp": 1, "fn": 2}, "kg": {"tp": 1, "fp": 0, "fn": 3}}}, {"url": "https://github.com/keycloak/keycloak/pull/37634", "language": "Java", "pr_size": "medium", "domain": "authentication", "change_type": "feature", "complexity": "moderate", "difficulty": "subtle", "risk": "high", "context": "file", "concern": "correctness", "summary": "", "tool_metrics": {"claude": {"tp": 2, "fp": 1, "fn": 2}, "gemini": {"tp": 3, "fp": 0, "fn": 1}, "coderabbit": {"tp": 0, "fp": 0, "fn": 4}, "augment": {"tp": 2, "fp": 2, "fn": 2}, "propel": {"tp": 2, "fp": 0, "fn": 2}, "baz": {"tp": 0, "fp": 0, "fn": 4}, "graphite": {"tp": 2, "fp": 0, "fn": 2}, "qodo": {"tp": 2, "fp": 1, "fn": 2}, "bugbot": {"tp": 2, "fp": 1, "fn": 2}, "copilot": {"tp": 3, "fp": 2, "fn": 1}, "greptile": {"tp": 2, "fp": 0, "fn": 2}, "kg": {"tp": 1, "fp": 2, "fn": 3}}}, {"url": "https://github.com/keycloak/keycloak/pull/38446", "language": "Java", "pr_size": "medium", "domain": "authentication", "change_type": "feature", "complexity": "moderate", "difficulty": "moderate", "risk": "medium", "context": "cross_file", "concern": "correctness", "summary": "", "tool_metrics": {"gemini": {"tp": 1, "fp": 2, "fn": 1}, "graphite": {"tp": 0, "fp": 0, "fn": 2}, "baz": {"tp": 0, "fp": 0, "fn": 2}, "copilot": {"tp": 0, "fp": 3, "fn": 2}, "augment": {"tp": 1, "fp": 3, "fn": 1}, "coderabbit": {"tp": 0, "fp": 0, "fn": 2}, "greptile": {"tp": 1, "fp": 1, "fn": 1}, "claude": {"tp": 1, "fp": 3, "fn": 1}, "qodo": {"tp": 1, "fp": 3, "fn": 1}, "bugbot": {"tp": 0, "fp": 3, "fn": 2}, "propel": {"tp": 0, "fp": 1, "fn": 2}, "kg": {"tp": 0, "fp": 0, "fn": 2}}}, {"url": "https://github.com/keycloak/keycloak/pull/36882", "language": "Java", "pr_size": "small", "domain": "configuration", "change_type": "feature", "complexity": "moderate", "difficulty": "moderate", "risk": "medium", "context": "cross_file", "concern": "correctness", "summary": "", "tool_metrics": {"claude": {"tp": 0, "fp": 0, "fn": 1}, "bugbot": {"tp": 0, "fp": 1, "fn": 1}, "gemini": {"tp": 0, "fp": 1, "fn": 1}, "propel": {"tp": 0, "fp": 0, "fn": 1}, "copilot": {"tp": 0, "fp": 3, "fn": 1}, "baz": {"tp": 0, "fp": 0, "fn": 1}, "greptile": {"tp": 0, "fp": 0, "fn": 1}, "coderabbit": {"tp": 0, "fp": 1, "fn": 1}, "graphite": {"tp": 0, "fp": 0, "fn": 1}, "qodo": {"tp": 1, "fp": 2, "fn": 0}, "augment": {"tp": 0, "fp": 1, "fn": 1}, "kg": {"tp": 0, "fp": 0, "fn": 1}}}, {"url": "https://github.com/keycloak/keycloak/pull/36880", "language": "Java", "pr_size": "medium", "domain": "authentication", "change_type": "feature", "complexity": "complex", "difficulty": "very_subtle", "risk": "high", "context": "cross_file", "concern": "correctness", "summary": "", "tool_metrics": {"claude": {"tp": 0, "fp": 4, "fn": 3}, "gemini": {"tp": 0, "fp": 3, "fn": 3}, "propel": {"tp": 2, "fp": 2, "fn": 1}, "augment": {"tp": 1, "fp": 1, "fn": 2}, "coderabbit": {"tp": 1, "fp": 6, "fn": 2}, "bugbot": {"tp": 2, "fp": 1, "fn": 1}, "graphite": {"tp": 0, "fp": 0, "fn": 3}, "qodo": {"tp": 0, "fp": 3, "fn": 3}, "copilot": {"tp": 1, "fp": 6, "fn": 2}, "baz": {"tp": 2, "fp": 1, "fn": 1}, "greptile": {"tp": 0, "fp": 1, "fn": 3}, "kg": {"tp": 0, "fp": 0, "fn": 3}}}, {"url": "https://github.com/keycloak/keycloak/pull/37038", "language": "Java", "pr_size": "small", "domain": "authentication", "change_type": "feature", "complexity": "complex", "difficulty": "very_subtle", "risk": "high", "context": "cross_file", "concern": "correctness", "summary": "", "tool_metrics": {"qodo": {"tp": 1, "fp": 2, "fn": 1}, "gemini": {"tp": 0, "fp": 1, "fn": 2}, "copilot": {"tp": 1, "fp": 4, "fn": 1}, "coderabbit": {"tp": 0, "fp": 0, "fn": 2}, "augment": {"tp": 2, "fp": 1, "fn": 0}, "greptile": {"tp": 0, "fp": 0, "fn": 2}, "bugbot": {"tp": 2, "fp": 0, "fn": 0}, "claude": {"tp": 1, "fp": 0, "fn": 1}, "graphite": {"tp": 0, "fp": 0, "fn": 2}, "propel": {"tp": 2, "fp": 3, "fn": 0}, "baz": {"tp": 2, "fp": 0, "fn": 0}, "kg": {"tp": 0, "fp": 0, "fn": 2}}}, {"url": "https://github.com/keycloak/keycloak/pull/33832", "language": "Java", "pr_size": "medium", "domain": "authentication", "change_type": "feature", "complexity": "moderate", "difficulty": "subtle", "risk": "high", "context": "cross_file", "concern": "correctness", "summary": "", "tool_metrics": {"claude": {"tp": 1, "fp": 5, "fn": 1}, "gemini": {"tp": 1, "fp": 1, "fn": 1}, "graphite": {"tp": 1, "fp": 2, "fn": 1}, "qodo": {"tp": 0, "fp": 5, "fn": 2}, "bugbot": {"tp": 1, "fp": 0, "fn": 1}, "copilot": {"tp": 1, "fp": 3, "fn": 1}, "augment": {"tp": 1, "fp": 2, "fn": 1}, "propel": {"tp": 0, "fp": 5, "fn": 2}, "greptile": {"tp": 0, "fp": 0, "fn": 2}, "baz": {"tp": 2, "fp": 1, "fn": 0}, "coderabbit": {"tp": 1, "fp": 2, "fn": 1}, "kg": {"tp": 0, "fp": 0, "fn": 2}}}, {"url": "https://github.com/keycloak/keycloak/pull/40940", "language": "Java", "pr_size": "small", "domain": "concurrency", "change_type": "bug_fix", "complexity": "moderate", "difficulty": "subtle", "risk": "high", "context": "cross_file", "concern": "correctness", "summary": "", "tool_metrics": {"baz": {"tp": 0, "fp": 0, "fn": 2}, "gemini": {"tp": 1, "fp": 1, "fn": 1}, "claude": {"tp": 1, "fp": 0, "fn": 1}, "graphite": {"tp": 1, "fp": 0, "fn": 1}, "qodo": {"tp": 2, "fp": 1, "fn": 0}, "bugbot": {"tp": 1, "fp": 2, "fn": 1}, "copilot": {"tp": 2, "fp": 2, "fn": 0}, "propel": {"tp": 1, "fp": 2, "fn": 1}, "augment": {"tp": 2, "fp": 0, "fn": 0}, "coderabbit": {"tp": 1, "fp": 0, "fn": 1}, "greptile": {"tp": 1, "fp": 3, "fn": 1}, "kg": {"tp": 0, "fp": 0, "fn": 2}}}, {"url": "https://github.com/ai-code-review-evaluation/keycloak-greptile/pull/1", "language": "Java", "pr_size": "medium", "domain": "authentication", "change_type": "bug_fix", "complexity": "moderate", "difficulty": "subtle", "risk": "medium", "context": "cross_file", "concern": "correctness", "summary": "", "tool_metrics": {"augment": {"tp": 2, "fp": 0, "fn": 0}, "gemini": {"tp": 2, "fp": 1, "fn": 0}, "claude": {"tp": 1, "fp": 0, "fn": 1}, "graphite": {"tp": 0, "fp": 0, "fn": 2}, "qodo": {"tp": 1, "fp": 2, "fn": 1}, "bugbot": {"tp": 0, "fp": 1, "fn": 2}, "copilot": {"tp": 2, "fp": 5, "fn": 0}, "propel": {"tp": 1, "fp": 0, "fn": 1}, "coderabbit": {"tp": 1, "fp": 3, "fn": 1}, "baz": {"tp": 2, "fp": 1, "fn": 0}, "greptile": {"tp": 2, "fp": 0, "fn": 0}, "kg": {"tp": 1, "fp": 0, "fn": 1}}}, {"url": "https://github.com/getsentry/sentry/pull/93824", "language": "Python", "pr_size": "large", "domain": "concurrency", "change_type": "feature", "complexity": "complex", "difficulty": "subtle", "risk": "high", "context": "cross_file", "concern": "correctness", "summary": "", "tool_metrics": {"baz": {"tp": 0, "fp": 0, "fn": 5}, "augment": {"tp": 5, "fp": 1, "fn": 0}, "gemini": {"tp": 1, "fp": 1, "fn": 4}, "bugbot": {"tp": 1, "fp": 0, "fn": 4}, "coderabbit": {"tp": 0, "fp": 1, "fn": 5}, "graphite": {"tp": 1, "fp": 0, "fn": 4}, "claude": {"tp": 0, "fp": 2, "fn": 5}, "qodo": {"tp": 1, "fp": 3, "fn": 4}, "copilot": {"tp": 1, "fp": 5, "fn": 4}, "propel": {"tp": 2, "fp": 2, "fn": 3}, "greptile": {"tp": 1, "fp": 1, "fn": 4}, "kg": {"tp": 0, "fp": 0, "fn": 5}}}, {"url": "https://github.com/ai-code-review-evaluation/sentry-greptile/pull/5", "language": "Python", "pr_size": "large", "domain": "API", "change_type": "feature", "complexity": "moderate", "difficulty": "subtle", "risk": "medium", "context": "cross_file", "concern": "correctness", "summary": "", "tool_metrics": {"gemini": {"tp": 0, "fp": 1, "fn": 3}, "greptile": {"tp": 0, "fp": 2, "fn": 3}, "claude": {"tp": 0, "fp": 0, "fn": 3}, "coderabbit": {"tp": 1, "fp": 16, "fn": 2}, "qodo": {"tp": 1, "fp": 3, "fn": 2}, "graphite": {"tp": 0, "fp": 0, "fn": 3}, "bugbot": {"tp": 1, "fp": 1, "fn": 2}, "copilot": {"tp": 0, "fp": 1, "fn": 3}, "propel": {"tp": 1, "fp": 1, "fn": 2}, "augment": {"tp": 1, "fp": 4, "fn": 2}, "baz": {"tp": 0, "fp": 0, "fn": 3}, "kg": {"tp": 0, "fp": 0, "fn": 3}}}, {"url": "https://github.com/ai-code-review-evaluation/sentry-greptile/pull/1", "language": "Python", "pr_size": "medium", "domain": "API", "change_type": "performance", "complexity": "moderate", "difficulty": "subtle", "risk": "high", "context": "cross_file", "concern": "correctness", "summary": "", "tool_metrics": {"gemini": {"tp": 1, "fp": 3, "fn": 3}, "claude": {"tp": 2, "fp": 6, "fn": 2}, "graphite": {"tp": 0, "fp": 0, "fn": 4}, "qodo": {"tp": 1, "fp": 2, "fn": 3}, "copilot": {"tp": 3, "fp": 7, "fn": 1}, "bugbot": {"tp": 3, "fp": 1, "fn": 1}, "augment": {"tp": 3, "fp": 1, "fn": 1}, "propel": {"tp": 3, "fp": 1, "fn": 1}, "baz": {"tp": 0, "fp": 0, "fn": 4}, "coderabbit": {"tp": 3, "fp": 2, "fn": 1}, "greptile": {"tp": 1, "fp": 6, "fn": 3}, "kg": {"tp": 1, "fp": 1, "fn": 3}}}, {"url": "https://github.com/grafana/grafana/pull/97529", "language": "Go", "pr_size": "small", "domain": "concurrency", "change_type": "performance", "complexity": "complex", "difficulty": "very_subtle", "risk": "critical", "context": "cross_file", "concern": "reliability", "summary": "", "tool_metrics": {"gemini": {"tp": 0, "fp": 1, "fn": 2}, "claude": {"tp": 1, "fp": 0, "fn": 1}, "graphite": {"tp": 0, "fp": 0, "fn": 2}, "qodo": {"tp": 2, "fp": 2, "fn": 0}, "bugbot": {"tp": 1, "fp": 2, "fn": 1}, "copilot": {"tp": 1, "fp": 1, "fn": 1}, "propel": {"tp": 0, "fp": 0, "fn": 2}, "augment": {"tp": 2, "fp": 1, "fn": 0}, "baz": {"tp": 0, "fp": 0, "fn": 2}, "coderabbit": {"tp": 1, "fp": 3, "fn": 1}, "greptile": {"tp": 0, "fp": 2, "fn": 2}, "kg": {"tp": 1, "fp": 0, "fn": 1}}}, {"url": "https://github.com/getsentry/sentry/pull/80168", "language": "Python", "pr_size": "small", "domain": "data_processing", "change_type": "feature", "complexity": "moderate", "difficulty": "moderate", "risk": "high", "context": "cross_file", "concern": "correctness", "summary": "", "tool_metrics": {"gemini": {"tp": 1, "fp": 2, "fn": 1}, "claude": {"tp": 0, "fp": 0, "fn": 2}, "graphite": {"tp": 0, "fp": 0, "fn": 2}, "qodo": {"tp": 0, "fp": 3, "fn": 2}, "bugbot": {"tp": 1, "fp": 0, "fn": 1}, "copilot": {"tp": 2, "fp": 3, "fn": 0}, "propel": {"tp": 1, "fp": 0, "fn": 1}, "augment": {"tp": 2, "fp": 1, "fn": 0}, "baz": {"tp": 0, "fp": 0, "fn": 2}, "coderabbit": {"tp": 0, "fp": 1, "fn": 2}, "greptile": {"tp": 1, "fp": 3, "fn": 1}, "kg": {"tp": 0, "fp": 0, "fn": 2}}}, {"url": "https://github.com/getsentry/sentry/pull/80528", "language": "Python", "pr_size": "small", "domain": "scheduling", "change_type": "refactoring", "complexity": "moderate", "difficulty": "subtle", "risk": "medium", "context": "file", "concern": "correctness", "summary": "", "tool_metrics": {"gemini": {"tp": 0, "fp": 5, "fn": 2}, "claude": {"tp": 0, "fp": 0, "fn": 2}, "qodo": {"tp": 1, "fp": 2, "fn": 1}, "graphite": {"tp": 1, "fp": 0, "fn": 1}, "bugbot": {"tp": 0, "fp": 0, "fn": 2}, "copilot": {"tp": 0, "fp": 1, "fn": 2}, "augment": {"tp": 1, "fp": 2, "fn": 1}, "propel": {"tp": 1, "fp": 0, "fn": 1}, "baz": {"tp": 1, "fp": 0, "fn": 1}, "coderabbit": {"tp": 1, "fp": 3, "fn": 1}, "greptile": {"tp": 0, "fp": 1, "fn": 2}, "kg": {"tp": 0, "fp": 1, "fn": 2}}}, {"url": "https://github.com/getsentry/sentry/pull/77754", "language": "Python", "pr_size": "medium", "domain": "serialization", "change_type": "feature", "complexity": "moderate", "difficulty": "moderate", "risk": "medium", "context": "file", "concern": "correctness", "summary": "", "tool_metrics": {"gemini": {"tp": 1, "fp": 1, "fn": 3}, "claude": {"tp": 2, "fp": 0, "fn": 2}, "graphite": {"tp": 0, "fp": 0, "fn": 4}, "qodo": {"tp": 2, "fp": 2, "fn": 2}, "bugbot": {"tp": 1, "fp": 1, "fn": 3}, "copilot": {"tp": 2, "fp": 0, "fn": 2}, "propel": {"tp": 2, "fp": 0, "fn": 2}, "augment": {"tp": 1, "fp": 0, "fn": 3}, "baz": {"tp": 1, "fp": 0, "fn": 3}, "coderabbit": {"tp": 3, "fp": 2, "fn": 1}, "greptile": {"tp": 2, "fp": 0, "fn": 2}, "kg": {"tp": 1, "fp": 0, "fn": 3}}}, {"url": "https://github.com/getsentry/sentry/pull/95633", "language": "Python", "pr_size": "medium", "domain": "concurrency", "change_type": "feature", "complexity": "moderate", "difficulty": "moderate", "risk": "medium", "context": "file", "concern": "correctness", "summary": "", "tool_metrics": {"gemini": {"tp": 1, "fp": 1, "fn": 2}, "claude": {"tp": 0, "fp": 0, "fn": 3}, "qodo": {"tp": 1, "fp": 2, "fn": 2}, "graphite": {"tp": 0, "fp": 0, "fn": 3}, "bugbot": {"tp": 0, "fp": 2, "fn": 3}, "copilot": {"tp": 0, "fp": 6, "fn": 3}, "propel": {"tp": 0, "fp": 0, "fn": 3}, "augment": {"tp": 0, "fp": 3, "fn": 3}, "baz": {"tp": 0, "fp": 3, "fn": 3}, "coderabbit": {"tp": 0, "fp": 7, "fn": 3}, "greptile": {"tp": 0, "fp": 1, "fn": 3}, "kg": {"tp": 0, "fp": 2, "fn": 3}}}, {"url": "https://github.com/ai-code-review-evaluation/sentry-greptile/pull/2", "language": "Python", "pr_size": "medium", "domain": "data_processing", "change_type": "performance", "complexity": "moderate", "difficulty": "subtle", "risk": "high", "context": "cross_file", "concern": "correctness", "summary": "", "tool_metrics": {"gemini": {"tp": 0, "fp": 4, "fn": 3}, "claude": {"tp": 2, "fp": 5, "fn": 1}, "graphite": {"tp": 0, "fp": 0, "fn": 3}, "qodo": {"tp": 2, "fp": 3, "fn": 1}, "bugbot": {"tp": 3, "fp": 1, "fn": 0}, "copilot": {"tp": 3, "fp": 3, "fn": 0}, "augment": {"tp": 3, "fp": 3, "fn": 0}, "propel": {"tp": 2, "fp": 4, "fn": 1}, "baz": {"tp": 3, "fp": 1, "fn": 0}, "coderabbit": {"tp": 0, "fp": 0, "fn": 3}, "greptile": {"tp": 2, "fp": 3, "fn": 1}, "kg": {"tp": 2, "fp": 2, "fn": 1}}}, {"url": "https://github.com/ai-code-review-evaluation/sentry-greptile/pull/3", "language": "Python", "pr_size": "medium", "domain": "caching", "change_type": "feature", "complexity": "complex", "difficulty": "subtle", "risk": "medium", "context": "cross_file", "concern": "correctness", "summary": "", "tool_metrics": {"gemini": {"tp": 0, "fp": 5, "fn": 3}, "claude": {"tp": 1, "fp": 0, "fn": 2}, "graphite": {"tp": 0, "fp": 0, "fn": 3}, "qodo": {"tp": 2, "fp": 1, "fn": 1}, "bugbot": {"tp": 0, "fp": 3, "fn": 3}, "copilot": {"tp": 1, "fp": 3, "fn": 2}, "augment": {"tp": 2, "fp": 1, "fn": 1}, "propel": {"tp": 1, "fp": 1, "fn": 2}, "baz": {"tp": 0, "fp": 3, "fn": 3}, "coderabbit": {"tp": 2, "fp": 6, "fn": 1}, "greptile": {"tp": 1, "fp": 3, "fn": 2}, "kg": {"tp": 0, "fp": 0, "fn": 3}}}, {"url": "https://github.com/grafana/grafana/pull/103633", "language": "Go", "pr_size": "small", "domain": "caching", "change_type": "performance", "complexity": "moderate", "difficulty": "subtle", "risk": "high", "context": "cross_file", "concern": "security", "summary": "", "tool_metrics": {"gemini": {"tp": 1, "fp": 1, "fn": 1}, "claude": {"tp": 0, "fp": 6, "fn": 2}, "graphite": {"tp": 0, "fp": 0, "fn": 2}, "qodo": {"tp": 1, "fp": 3, "fn": 1}, "bugbot": {"tp": 0, "fp": 1, "fn": 2}, "copilot": {"tp": 1, "fp": 5, "fn": 1}, "propel": {"tp": 0, "fp": 0, "fn": 2}, "augment": {"tp": 1, "fp": 1, "fn": 1}, "baz": {"tp": 0, "fp": 0, "fn": 2}, "coderabbit": {"tp": 0, "fp": 1, "fn": 2}, "greptile": {"tp": 0, "fp": 2, "fn": 2}, "kg": {"tp": 0, "fp": 0, "fn": 2}}}, {"url": "https://github.com/getsentry/sentry/pull/67876", "language": "Python", "pr_size": "small", "domain": "authentication", "change_type": "security_patch", "complexity": "moderate", "difficulty": "subtle", "risk": "high", "context": "cross_file", "concern": "security", "summary": "", "tool_metrics": {"gemini": {"tp": 1, "fp": 1, "fn": 2}, "claude": {"tp": 1, "fp": 1, "fn": 2}, "graphite": {"tp": 0, "fp": 0, "fn": 3}, "qodo": {"tp": 1, "fp": 3, "fn": 2}, "bugbot": {"tp": 1, "fp": 2, "fn": 2}, "copilot": {"tp": 1, "fp": 4, "fn": 2}, "augment": {"tp": 1, "fp": 2, "fn": 2}, "propel": {"tp": 1, "fp": 2, "fn": 2}, "coderabbit": {"tp": 1, "fp": 2, "fn": 2}, "baz": {"tp": 1, "fp": 1, "fn": 2}, "greptile": {"tp": 1, "fp": 3, "fn": 2}, "kg": {"tp": 0, "fp": 0, "fn": 3}}}, {"url": "https://github.com/keycloak/keycloak/pull/32918", "language": "Java", "pr_size": "small", "domain": "caching", "change_type": "feature", "complexity": "moderate", "difficulty": "subtle", "risk": "high", "context": "file", "concern": "correctness", "summary": "", "tool_metrics": {"gemini": {"tp": 0, "fp": 2, "fn": 2}, "claude": {"tp": 0, "fp": 1, "fn": 2}, "graphite": {"tp": 1, "fp": 1, "fn": 1}, "qodo": {"tp": 1, "fp": 2, "fn": 1}, "bugbot": {"tp": 1, "fp": 1, "fn": 1}, "copilot": {"tp": 1, "fp": 0, "fn": 1}, "augment": {"tp": 1, "fp": 0, "fn": 1}, "propel": {"tp": 1, "fp": 2, "fn": 1}, "baz": {"tp": 0, "fp": 0, "fn": 2}, "coderabbit": {"tp": 1, "fp": 1, "fn": 1}, "greptile": {"tp": 0, "fp": 1, "fn": 2}, "kg": {"tp": 1, "fp": 2, "fn": 1}}}, {"url": "https://github.com/grafana/grafana/pull/94942", "language": "Go", "pr_size": "small", "domain": "data_processing", "change_type": "feature", "complexity": "moderate", "difficulty": "moderate", "risk": "high", "context": "file", "concern": "correctness", "summary": "", "tool_metrics": {"gemini": {"tp": 1, "fp": 0, "fn": 1}, "claude": {"tp": 2, "fp": 0, "fn": 0}, "graphite": {"tp": 0, "fp": 0, "fn": 2}, "qodo": {"tp": 2, "fp": 1, "fn": 0}, "bugbot": {"tp": 1, "fp": 0, "fn": 1}, "copilot": {"tp": 2, "fp": 2, "fn": 0}, "propel": {"tp": 0, "fp": 0, "fn": 2}, "augment": {"tp": 2, "fp": 0, "fn": 0}, "baz": {"tp": 1, "fp": 1, "fn": 1}, "coderabbit": {"tp": 1, "fp": 1, "fn": 1}, "greptile": {"tp": 1, "fp": 0, "fn": 1}, "kg": {"tp": 2, "fp": 0, "fn": 0}}}, {"url": "https://github.com/grafana/grafana/pull/90939", "language": "Go", "pr_size": "small", "domain": "caching", "change_type": "performance", "complexity": "moderate", "difficulty": "subtle", "risk": "high", "context": "file", "concern": "correctness", "summary": "", "tool_metrics": {"gemini": {"tp": 1, "fp": 1, "fn": 1}, "claude": {"tp": 1, "fp": 0, "fn": 1}, "graphite": {"tp": 0, "fp": 0, "fn": 2}, "qodo": {"tp": 1, "fp": 1, "fn": 1}, "copilot": {"tp": 2, "fp": 0, "fn": 0}, "bugbot": {"tp": 1, "fp": 0, "fn": 1}, "propel": {"tp": 1, "fp": 0, "fn": 1}, "augment": {"tp": 2, "fp": 0, "fn": 0}, "baz": {"tp": 0, "fp": 0, "fn": 2}, "coderabbit": {"tp": 1, "fp": 1, "fn": 1}, "greptile": {"tp": 1, "fp": 0, "fn": 1}, "kg": {"tp": 1, "fp": 1, "fn": 1}}}, {"url": "https://github.com/grafana/grafana/pull/80329", "language": "Go", "pr_size": "small", "domain": "logging", "change_type": "performance", "complexity": "simple", "difficulty": "obvious", "risk": "low", "context": "local", "concern": "maintainability", "summary": "", "tool_metrics": {"gemini": {"tp": 1, "fp": 1, "fn": 0}, "claude": {"tp": 1, "fp": 5, "fn": 0}, "graphite": {"tp": 0, "fp": 0, "fn": 1}, "qodo": {"tp": 1, "fp": 5, "fn": 0}, "bugbot": {"tp": 1, "fp": 2, "fn": 0}, "copilot": {"tp": 1, "fp": 4, "fn": 0}, "propel": {"tp": 0, "fp": 1, "fn": 1}, "augment": {"tp": 1, "fp": 1, "fn": 0}, "baz": {"tp": 0, "fp": 0, "fn": 1}, "coderabbit": {"tp": 1, "fp": 4, "fn": 0}, "greptile": {"tp": 1, "fp": 3, "fn": 0}, "kg": {"tp": 0, "fp": 0, "fn": 1}}}, {"url": "https://github.com/grafana/grafana/pull/90045", "language": "Go", "pr_size": "medium", "domain": "logging", "change_type": "feature", "complexity": "moderate", "difficulty": "moderate", "risk": "medium", "context": "file", "concern": "correctness", "summary": "", "tool_metrics": {"gemini": {"tp": 3, "fp": 5, "fn": 0}, "claude": {"tp": 3, "fp": 3, "fn": 0}, "graphite": {"tp": 0, "fp": 0, "fn": 3}, "qodo": {"tp": 3, "fp": 4, "fn": 0}, "bugbot": {"tp": 3, "fp": 3, "fn": 0}, "copilot": {"tp": 3, "fp": 7, "fn": 0}, "propel": {"tp": 1, "fp": 2, "fn": 2}, "augment": {"tp": 3, "fp": 5, "fn": 0}, "baz": {"tp": 2, "fp": 2, "fn": 1}, "coderabbit": {"tp": 3, "fp": 2, "fn": 0}, "greptile": {"tp": 3, "fp": 2, "fn": 0}, "kg": {"tp": 2, "fp": 2, "fn": 1}}}, {"url": "https://github.com/grafana/grafana/pull/106778", "language": "Go", "pr_size": "medium", "domain": "UI", "change_type": "feature", "complexity": "moderate", "difficulty": "subtle", "risk": "medium", "context": "cross_file", "concern": "correctness", "summary": "", "tool_metrics": {"gemini": {"tp": 1, "fp": 1, "fn": 1}, "claude": {"tp": 0, "fp": 10, "fn": 2}, "graphite": {"tp": 0, "fp": 0, "fn": 2}, "qodo": {"tp": 0, "fp": 3, "fn": 2}, "bugbot": {"tp": 2, "fp": 0, "fn": 0}, "copilot": {"tp": 1, "fp": 2, "fn": 1}, "augment": {"tp": 1, "fp": 2, "fn": 1}, "propel": {"tp": 1, "fp": 2, "fn": 1}, "baz": {"tp": 0, "fp": 0, "fn": 2}, "coderabbit": {"tp": 1, "fp": 6, "fn": 1}, "greptile": {"tp": 1, "fp": 0, "fn": 1}, "kg": {"tp": 1, "fp": 1, "fn": 1}}}, {"url": "https://github.com/grafana/grafana/pull/107534", "language": "Go", "pr_size": "small", "domain": "testing", "change_type": "feature", "complexity": "moderate", "difficulty": "subtle", "risk": "low", "context": "cross_file", "concern": "correctness", "summary": "", "tool_metrics": {"gemini": {"tp": 0, "fp": 3, "fn": 1}, "claude": {"tp": 0, "fp": 0, "fn": 1}, "graphite": {"tp": 0, "fp": 0, "fn": 1}, "qodo": {"tp": 0, "fp": 3, "fn": 1}, "bugbot": {"tp": 0, "fp": 1, "fn": 1}, "copilot": {"tp": 0, "fp": 4, "fn": 1}, "augment": {"tp": 0, "fp": 0, "fn": 1}, "propel": {"tp": 0, "fp": 2, "fn": 1}, "baz": {"tp": 0, "fp": 2, "fn": 1}, "coderabbit": {"tp": 0, "fp": 1, "fn": 1}, "greptile": {"tp": 0, "fp": 0, "fn": 1}, "kg": {"tp": 0, "fp": 2, "fn": 1}}}, {"url": "https://github.com/grafana/grafana/pull/79265", "language": "Go", "pr_size": "large", "domain": "authentication", "change_type": "feature", "complexity": "moderate", "difficulty": "subtle", "risk": "high", "context": "cross_file", "concern": "correctness", "summary": "", "tool_metrics": {"gemini": {"tp": 1, "fp": 1, "fn": 4}, "claude": {"tp": 1, "fp": 2, "fn": 4}, "graphite": {"tp": 0, "fp": 0, "fn": 5}, "qodo": {"tp": 2, "fp": 1, "fn": 3}, "copilot": {"tp": 2, "fp": 7, "fn": 3}, "bugbot": {"tp": 0, "fp": 2, "fn": 5}, "augment": {"tp": 1, "fp": 1, "fn": 4}, "propel": {"tp": 1, "fp": 1, "fn": 4}, "baz": {"tp": 0, "fp": 0, "fn": 5}, "coderabbit": {"tp": 3, "fp": 4, "fn": 2}, "greptile": {"tp": 1, "fp": 2, "fn": 4}, "kg": {"tp": 1, "fp": 0, "fn": 4}}}, {"url": "https://github.com/ai-code-review-evaluation/discourse-graphite/pull/9", "language": "Ruby", "pr_size": "small", "domain": "configuration", "change_type": "feature", "complexity": "moderate", "difficulty": "subtle", "risk": "medium", "context": "file", "concern": "reliability", "summary": "", "tool_metrics": {"gemini": {"tp": 0, "fp": 0, "fn": 2}, "claude": {"tp": 0, "fp": 0, "fn": 2}, "graphite": {"tp": 0, "fp": 0, "fn": 2}, "qodo": {"tp": 1, "fp": 1, "fn": 1}, "bugbot": {"tp": 1, "fp": 0, "fn": 1}, "copilot": {"tp": 1, "fp": 4, "fn": 1}, "augment": {"tp": 1, "fp": 2, "fn": 1}, "propel": {"tp": 0, "fp": 2, "fn": 2}, "baz": {"tp": 0, "fp": 0, "fn": 2}, "coderabbit": {"tp": 0, "fp": 3, "fn": 2}, "greptile": {"tp": 0, "fp": 1, "fn": 2}, "kg": {"tp": 0, "fp": 0, "fn": 2}}}, {"url": "https://github.com/grafana/grafana/pull/76186", "language": "Go", "pr_size": "small", "domain": "logging", "change_type": "refactoring", "complexity": "moderate", "difficulty": "subtle", "risk": "high", "context": "cross_file", "concern": "reliability", "summary": "", "tool_metrics": {"gemini": {"tp": 0, "fp": 2, "fn": 2}, "claude": {"tp": 0, "fp": 0, "fn": 2}, "graphite": {"tp": 0, "fp": 0, "fn": 2}, "qodo": {"tp": 0, "fp": 3, "fn": 2}, "bugbot": {"tp": 0, "fp": 1, "fn": 2}, "copilot": {"tp": 0, "fp": 0, "fn": 2}, "augment": {"tp": 1, "fp": 1, "fn": 1}, "propel": {"tp": 0, "fp": 0, "fn": 2}, "baz": {"tp": 0, "fp": 0, "fn": 2}, "coderabbit": {"tp": 1, "fp": 0, "fn": 1}, "greptile": {"tp": 0, "fp": 0, "fn": 2}, "kg": {"tp": 0, "fp": 0, "fn": 2}}}, {"url": "https://github.com/ai-code-review-evaluation/discourse-graphite/pull/10", "language": "Ruby", "pr_size": "large", "domain": "configuration", "change_type": "feature", "complexity": "moderate", "difficulty": "subtle", "risk": "high", "context": "cross_file", "concern": "correctness", "summary": "", "tool_metrics": {"gemini": {"tp": 2, "fp": 10, "fn": 2}, "claude": {"tp": 0, "fp": 3, "fn": 4}, "qodo": {"tp": 2, "fp": 3, "fn": 2}, "graphite": {"tp": 0, "fp": 0, "fn": 4}, "bugbot": {"tp": 3, "fp": 4, "fn": 1}, "copilot": {"tp": 1, "fp": 4, "fn": 3}, "propel": {"tp": 3, "fp": 0, "fn": 1}, "augment": {"tp": 3, "fp": 2, "fn": 1}, "baz": {"tp": 2, "fp": 0, "fn": 2}, "coderabbit": {"tp": 2, "fp": 9, "fn": 2}, "greptile": {"tp": 2, "fp": 3, "fn": 2}, "kg": {"tp": 0, "fp": 2, "fn": 4}}}, {"url": "https://github.com/ai-code-review-evaluation/discourse-graphite/pull/7", "language": "Ruby", "pr_size": "medium", "domain": "UI", "change_type": "bug_fix", "complexity": "simple", "difficulty": "subtle", "risk": "medium", "context": "cross_file", "concern": "correctness", "summary": "", "tool_metrics": {"gemini": {"tp": 2, "fp": 3, "fn": 1}, "claude": {"tp": 3, "fp": 5, "fn": 0}, "graphite": {"tp": 0, "fp": 0, "fn": 3}, "qodo": {"tp": 0, "fp": 3, "fn": 3}, "bugbot": {"tp": 3, "fp": 1, "fn": 0}, "copilot": {"tp": 3, "fp": 1, "fn": 0}, "augment": {"tp": 3, "fp": 2, "fn": 0}, "propel": {"tp": 1, "fp": 0, "fn": 2}, "baz": {"tp": 3, "fp": 1, "fn": 0}, "coderabbit": {"tp": 0, "fp": 2, "fn": 3}, "greptile": {"tp": 1, "fp": 5, "fn": 2}, "kg": {"tp": 0, "fp": 0, "fn": 3}}}, {"url": "https://github.com/ai-code-review-evaluation/discourse-graphite/pull/8", "language": "Ruby", "pr_size": "medium", "domain": "API", "change_type": "bug_fix", "complexity": "moderate", "difficulty": "subtle", "risk": "medium", "context": "cross_file", "concern": "correctness", "summary": "", "tool_metrics": {"gemini": {"tp": 1, "fp": 5, "fn": 2}, "claude": {"tp": 2, "fp": 4, "fn": 1}, "graphite": {"tp": 0, "fp": 0, "fn": 3}, "qodo": {"tp": 1, "fp": 5, "fn": 2}, "bugbot": {"tp": 1, "fp": 1, "fn": 2}, "copilot": {"tp": 1, "fp": 9, "fn": 2}, "augment": {"tp": 2, "fp": 2, "fn": 1}, "propel": {"tp": 1, "fp": 4, "fn": 2}, "baz": {"tp": 1, "fp": 2, "fn": 2}, "coderabbit": {"tp": 2, "fp": 8, "fn": 1}, "greptile": {"tp": 1, "fp": 0, "fn": 2}, "kg": {"tp": 0, "fp": 0, "fn": 3}}}, {"url": "https://github.com/ai-code-review-evaluation/discourse-graphite/pull/3", "language": "Ruby", "pr_size": "medium", "domain": "authentication", "change_type": "feature", "complexity": "moderate", "difficulty": "subtle", "risk": "medium", "context": "file", "concern": "correctness", "summary": "", "tool_metrics": {"gemini": {"tp": 1, "fp": 1, "fn": 1}, "claude": {"tp": 1, "fp": 6, "fn": 1}, "graphite": {"tp": 0, "fp": 0, "fn": 2}, "qodo": {"tp": 1, "fp": 3, "fn": 1}, "copilot": {"tp": 1, "fp": 1, "fn": 1}, "bugbot": {"tp": 0, "fp": 2, "fn": 2}, "augment": {"tp": 1, "fp": 4, "fn": 1}, "propel": {"tp": 1, "fp": 1, "fn": 1}, "baz": {"tp": 0, "fp": 2, "fn": 2}, "coderabbit": {"tp": 1, "fp": 7, "fn": 1}, "greptile": {"tp": 1, "fp": 0, "fn": 1}, "kg": {"tp": 0, "fp": 1, "fn": 2}}}, {"url": "https://github.com/ai-code-review-evaluation/discourse-graphite/pull/5", "language": "Ruby", "pr_size": "small", "domain": "UI", "change_type": "performance", "complexity": "moderate", "difficulty": "subtle", "risk": "medium", "context": "cross_file", "concern": "correctness", "summary": "", "tool_metrics": {"gemini": {"tp": 1, "fp": 0, "fn": 1}, "claude": {"tp": 0, "fp": 1, "fn": 2}, "graphite": {"tp": 0, "fp": 0, "fn": 2}, "qodo": {"tp": 1, "fp": 2, "fn": 1}, "bugbot": {"tp": 0, "fp": 1, "fn": 2}, "copilot": {"tp": 0, "fp": 3, "fn": 2}, "augment": {"tp": 1, "fp": 1, "fn": 1}, "propel": {"tp": 0, "fp": 1, "fn": 2}, "baz": {"tp": 1, "fp": 2, "fn": 1}, "coderabbit": {"tp": 0, "fp": 1, "fn": 2}, "greptile": {"tp": 0, "fp": 2, "fn": 2}, "kg": {"tp": 1, "fp": 0, "fn": 1}}}, {"url": "https://github.com/ai-code-review-evaluation/discourse-graphite/pull/6", "language": "Ruby", "pr_size": "small", "domain": "serialization", "change_type": "feature", "complexity": "simple", "difficulty": "moderate", "risk": "medium", "context": "file", "concern": "correctness", "summary": "", "tool_metrics": {"gemini": {"tp": 0, "fp": 2, "fn": 1}, "claude": {"tp": 0, "fp": 0, "fn": 1}, "graphite": {"tp": 0, "fp": 0, "fn": 1}, "qodo": {"tp": 1, "fp": 4, "fn": 0}, "bugbot": {"tp": 1, "fp": 2, "fn": 0}, "copilot": {"tp": 1, "fp": 3, "fn": 0}, "augment": {"tp": 1, "fp": 1, "fn": 0}, "propel": {"tp": 1, "fp": 1, "fn": 0}, "baz": {"tp": 1, "fp": 1, "fn": 0}, "coderabbit": {"tp": 1, "fp": 0, "fn": 0}, "greptile": {"tp": 0, "fp": 3, "fn": 1}, "kg": {"tp": 0, "fp": 0, "fn": 1}}}, {"url": "https://github.com/ai-code-review-evaluation/discourse-graphite/pull/4", "language": "Ruby", "pr_size": "large", "domain": "API", "change_type": "feature", "complexity": "complex", "difficulty": "subtle", "risk": "critical", "context": "cross_file", "concern": "security", "summary": "", "tool_metrics": {"gemini": {"tp": 5, "fp": 3, "fn": 1}, "claude": {"tp": 3, "fp": 4, "fn": 3}, "graphite": {"tp": 0, "fp": 0, "fn": 6}, "qodo": {"tp": 2, "fp": 3, "fn": 4}, "bugbot": {"tp": 1, "fp": 4, "fn": 5}, "copilot": {"tp": 1, "fp": 3, "fn": 5}, "augment": {"tp": 3, "fp": 2, "fn": 3}, "propel": {"tp": 1, "fp": 1, "fn": 5}, "baz": {"tp": 1, "fp": 3, "fn": 5}, "coderabbit": {"tp": 4, "fp": 20, "fn": 2}, "greptile": {"tp": 4, "fp": 2, "fn": 2}, "kg": {"tp": 0, "fp": 0, "fn": 6}}}, {"url": "https://github.com/ai-code-review-evaluation/discourse-graphite/pull/1", "language": "Ruby", "pr_size": "medium", "domain": "file_io", "change_type": "feature", "complexity": "moderate", "difficulty": "subtle", "risk": "medium", "context": "cross_file", "concern": "correctness", "summary": "", "tool_metrics": {"gemini": {"tp": 2, "fp": 2, "fn": 1}, "claude": {"tp": 1, "fp": 1, "fn": 2}, "graphite": {"tp": 0, "fp": 0, "fn": 3}, "qodo": {"tp": 3, "fp": 1, "fn": 0}, "bugbot": {"tp": 2, "fp": 1, "fn": 1}, "copilot": {"tp": 2, "fp": 4, "fn": 1}, "augment": {"tp": 2, "fp": 5, "fn": 1}, "propel": {"tp": 2, "fp": 2, "fn": 1}, "baz": {"tp": 2, "fp": 1, "fn": 1}, "coderabbit": {"tp": 2, "fp": 7, "fn": 1}, "greptile": {"tp": 2, "fp": 2, "fn": 1}, "kg": {"tp": 0, "fp": 0, "fn": 3}}}, {"url": "https://github.com/ai-code-review-evaluation/discourse-graphite/pull/2", "language": "Ruby", "pr_size": "medium", "domain": "UI", "change_type": "feature", "complexity": "moderate", "difficulty": "moderate", "risk": "medium", "context": "file", "concern": "correctness", "summary": "", "tool_metrics": {"gemini": {"tp": 2, "fp": 0, "fn": 0}, "claude": {"tp": 0, "fp": 1, "fn": 2}, "graphite": {"tp": 0, "fp": 0, "fn": 2}, "qodo": {"tp": 2, "fp": 2, "fn": 0}, "bugbot": {"tp": 1, "fp": 1, "fn": 1}, "copilot": {"tp": 2, "fp": 3, "fn": 0}, "augment": {"tp": 1, "fp": 1, "fn": 1}, "propel": {"tp": 1, "fp": 0, "fn": 1}, "baz": {"tp": 1, "fp": 0, "fn": 1}, "coderabbit": {"tp": 2, "fp": 6, "fn": 0}, "greptile": {"tp": 2, "fp": 1, "fn": 0}, "kg": {"tp": 1, "fp": 1, "fn": 1}}}, {"url": "https://github.com/calcom/cal.com/pull/22532", "language": "TypeScript", "pr_size": "medium", "domain": "caching", "change_type": "feature", "complexity": "moderate", "difficulty": "subtle", "risk": "medium", "context": "cross_file", "concern": "correctness", "summary": "", "tool_metrics": {"gemini": {"tp": 1, "fp": 3, "fn": 1}, "claude": {"tp": 0, "fp": 1, "fn": 2}, "graphite": {"tp": 0, "fp": 0, "fn": 2}, "qodo": {"tp": 1, "fp": 3, "fn": 1}, "bugbot": {"tp": 0, "fp": 0, "fn": 2}, "copilot": {"tp": 2, "fp": 11, "fn": 0}, "augment": {"tp": 2, "fp": 4, "fn": 0}, "propel": {"tp": 2, "fp": 2, "fn": 0}, "baz": {"tp": 1, "fp": 2, "fn": 1}, "coderabbit": {"tp": 1, "fp": 10, "fn": 1}, "greptile": {"tp": 1, "fp": 1, "fn": 1}, "kg": {"tp": 0, "fp": 0, "fn": 2}}}, {"url": "https://github.com/calcom/cal.com/pull/8330", "language": "TypeScript", "pr_size": "small", "domain": "scheduling", "change_type": "bug_fix", "complexity": "moderate", "difficulty": "subtle", "risk": "medium", "context": "file", "concern": "correctness", "summary": "", "tool_metrics": {"gemini": {"tp": 2, "fp": 4, "fn": 0}, "claude": {"tp": 2, "fp": 0, "fn": 0}, "graphite": {"tp": 2, "fp": 0, "fn": 0}, "qodo": {"tp": 2, "fp": 4, "fn": 0}, "bugbot": {"tp": 2, "fp": 1, "fn": 0}, "copilot": {"tp": 2, "fp": 4, "fn": 0}, "augment": {"tp": 2, "fp": 3, "fn": 0}, "propel": {"tp": 1, "fp": 1, "fn": 1}, "baz": {"tp": 2, "fp": 1, "fn": 0}, "coderabbit": {"tp": 2, "fp": 2, "fn": 0}, "greptile": {"tp": 2, "fp": 0, "fn": 0}, "kg": {"tp": 1, "fp": 2, "fn": 1}}}, {"url": "https://github.com/calcom/cal.com/pull/14943", "language": "TypeScript", "pr_size": "small", "domain": "scheduling", "change_type": "feature", "complexity": "moderate", "difficulty": "subtle", "risk": "high", "context": "file", "concern": "correctness", "summary": "", "tool_metrics": {"gemini": {"tp": 0, "fp": 2, "fn": 2}, "claude": {"tp": 1, "fp": 0, "fn": 1}, "graphite": {"tp": 1, "fp": 0, "fn": 1}, "qodo": {"tp": 2, "fp": 1, "fn": 0}, "bugbot": {"tp": 1, "fp": 2, "fn": 1}, "copilot": {"tp": 1, "fp": 3, "fn": 1}, "augment": {"tp": 2, "fp": 1, "fn": 0}, "propel": {"tp": 2, "fp": 1, "fn": 0}, "baz": {"tp": 1, "fp": 0, "fn": 1}, "coderabbit": {"tp": 0, "fp": 0, "fn": 2}, "greptile": {"tp": 1, "fp": 2, "fn": 1}, "kg": {"tp": 1, "fp": 0, "fn": 1}}}, {"url": "https://github.com/calcom/cal.com/pull/22345", "language": "TypeScript", "pr_size": "small", "domain": "database", "change_type": "migration", "complexity": "moderate", "difficulty": "subtle", "risk": "medium", "context": "file", "concern": "correctness", "summary": "", "tool_metrics": {"gemini": {"tp": 0, "fp": 4, "fn": 2}, "claude": {"tp": 0, "fp": 0, "fn": 2}, "graphite": {"tp": 0, "fp": 0, "fn": 2}, "qodo": {"tp": 1, "fp": 3, "fn": 1}, "bugbot": {"tp": 1, "fp": 1, "fn": 1}, "copilot": {"tp": 0, "fp": 3, "fn": 2}, "augment": {"tp": 1, "fp": 1, "fn": 1}, "propel": {"tp": 0, "fp": 0, "fn": 2}, "baz": {"tp": 0, "fp": 2, "fn": 2}, "coderabbit": {"tp": 0, "fp": 0, "fn": 2}, "greptile": {"tp": 0, "fp": 1, "fn": 2}, "kg": {"tp": 0, "fp": 1, "fn": 2}}}, {"url": "https://github.com/calcom/cal.com/pull/11059", "language": "TypeScript", "pr_size": "large", "domain": "authentication", "change_type": "feature", "complexity": "complex", "difficulty": "subtle", "risk": "critical", "context": "cross_file", "concern": "correctness", "summary": "", "tool_metrics": {"gemini": {"tp": 3, "fp": 3, "fn": 2}, "claude": {"tp": 3, "fp": 3, "fn": 2}, "graphite": {"tp": 1, "fp": 1, "fn": 4}, "qodo": {"tp": 3, "fp": 7, "fn": 2}, "bugbot": {"tp": 4, "fp": 6, "fn": 1}, "copilot": {"tp": 4, "fp": 11, "fn": 1}, "augment": {"tp": 5, "fp": 6, "fn": 0}, "propel": {"tp": 1, "fp": 1, "fn": 4}, "baz": {"tp": 4, "fp": 1, "fn": 1}, "coderabbit": {"tp": 5, "fp": 14, "fn": 0}, "greptile": {"tp": 3, "fp": 7, "fn": 2}, "kg": {"tp": 0, "fp": 0, "fn": 5}}}, {"url": "https://github.com/calcom/cal.com/pull/7232", "language": "TypeScript", "pr_size": "medium", "domain": "scheduling", "change_type": "feature", "complexity": "moderate", "difficulty": "subtle", "risk": "high", "context": "cross_file", "concern": "reliability", "summary": "", "tool_metrics": {"gemini": {"tp": 0, "fp": 3, "fn": 2}, "claude": {"tp": 1, "fp": 3, "fn": 1}, "graphite": {"tp": 0, "fp": 0, "fn": 2}, "qodo": {"tp": 1, "fp": 2, "fn": 1}, "bugbot": {"tp": 1, "fp": 1, "fn": 1}, "copilot": {"tp": 2, "fp": 10, "fn": 0}, "augment": {"tp": 1, "fp": 2, "fn": 1}, "propel": {"tp": 0, "fp": 2, "fn": 2}, "baz": {"tp": 1, "fp": 2, "fn": 1}, "coderabbit": {"tp": 0, "fp": 0, "fn": 2}, "greptile": {"tp": 1, "fp": 4, "fn": 1}, "kg": {"tp": 0, "fp": 1, "fn": 2}}}, {"url": "https://github.com/calcom/cal.com/pull/14740", "language": "TypeScript", "pr_size": "large", "domain": "scheduling", "change_type": "feature", "complexity": "moderate", "difficulty": "subtle", "risk": "critical", "context": "cross_file", "concern": "security", "summary": "", "tool_metrics": {"gemini": {"tp": 1, "fp": 3, "fn": 4}, "claude": {"tp": 2, "fp": 0, "fn": 3}, "graphite": {"tp": 1, "fp": 0, "fn": 4}, "qodo": {"tp": 2, "fp": 3, "fn": 3}, "bugbot": {"tp": 3, "fp": 3, "fn": 2}, "copilot": {"tp": 3, "fp": 7, "fn": 2}, "augment": {"tp": 4, "fp": 3, "fn": 1}, "propel": {"tp": 4, "fp": 0, "fn": 1}, "baz": {"tp": 1, "fp": 1, "fn": 4}, "coderabbit": {"tp": 4, "fp": 7, "fn": 1}, "greptile": {"tp": 4, "fp": 2, "fn": 1}, "kg": {"tp": 2, "fp": 0, "fn": 3}}}, {"url": "https://github.com/calcom/cal.com/pull/10600", "language": "TypeScript", "pr_size": "medium", "domain": "authentication", "change_type": "feature", "complexity": "moderate", "difficulty": "subtle", "risk": "high", "context": "cross_file", "concern": "security", "summary": "", "tool_metrics": {"gemini": {"tp": 1, "fp": 5, "fn": 3}, "claude": {"tp": 1, "fp": 8, "fn": 3}, "graphite": {"tp": 0, "fp": 0, "fn": 4}, "qodo": {"tp": 0, "fp": 5, "fn": 4}, "bugbot": {"tp": 1, "fp": 0, "fn": 3}, "copilot": {"tp": 1, "fp": 9, "fn": 3}, "augment": {"tp": 1, "fp": 4, "fn": 3}, "propel": {"tp": 1, "fp": 2, "fn": 3}, "baz": {"tp": 0, "fp": 0, "fn": 4}, "coderabbit": {"tp": 0, "fp": 0, "fn": 4}, "greptile": {"tp": 0, "fp": 4, "fn": 4}, "kg": {"tp": 0, "fp": 0, "fn": 4}}}, {"url": "https://github.com/calcom/cal.com/pull/10967", "language": "TypeScript", "pr_size": "large", "domain": "scheduling", "change_type": "bug_fix", "complexity": "complex", "difficulty": "subtle", "risk": "high", "context": "cross_file", "concern": "correctness", "summary": "", "tool_metrics": {"gemini": {"tp": 1, "fp": 9, "fn": 4}, "claude": {"tp": 3, "fp": 4, "fn": 2}, "graphite": {"tp": 0, "fp": 0, "fn": 5}, "qodo": {"tp": 0, "fp": 3, "fn": 5}, "bugbot": {"tp": 2, "fp": 4, "fn": 3}, "copilot": {"tp": 4, "fp": 7, "fn": 1}, "augment": {"tp": 2, "fp": 3, "fn": 3}, "propel": {"tp": 1, "fp": 0, "fn": 4}, "baz": {"tp": 1, "fp": 1, "fn": 4}, "coderabbit": {"tp": 0, "fp": 0, "fn": 5}, "greptile": {"tp": 2, "fp": 2, "fn": 3}, "kg": {"tp": 0, "fp": 0, "fn": 5}}}, {"url": "https://github.com/calcom/cal.com/pull/8087", "language": "TypeScript", "pr_size": "medium", "domain": "concurrency", "change_type": "refactoring", "complexity": "moderate", "difficulty": "subtle", "risk": "critical", "context": "cross_file", "concern": "reliability", "summary": "", "tool_metrics": {"gemini": {"tp": 1, "fp": 2, "fn": 1}, "claude": {"tp": 1, "fp": 1, "fn": 1}, "graphite": {"tp": 0, "fp": 0, "fn": 2}, "qodo": {"tp": 1, "fp": 2, "fn": 1}, "bugbot": {"tp": 1, "fp": 1, "fn": 1}, "copilot": {"tp": 1, "fp": 3, "fn": 1}, "augment": {"tp": 1, "fp": 5, "fn": 1}, "propel": {"tp": 0, "fp": 0, "fn": 2}, "baz": {"tp": 0, "fp": 0, "fn": 2}, "coderabbit": {"tp": 0, "fp": 0, "fn": 2}, "greptile": {"tp": 1, "fp": 1, "fn": 1}, "kg": {"tp": 1, "fp": 2, "fn": 1}}}], "tools": ["augment", "baz", "bugbot", "claude", "coderabbit", "copilot", "gemini", "graphite", "greptile", "kg", "propel", "qodo"], "dimensions": {"language": ["Go", "Java", "Python", "Ruby", "TypeScript"], "pr_size": ["small", "medium", "large"], "domain": ["API", "UI", "authentication", "caching", "concurrency", "configuration", "data_processing", "database", "file_io", "logging", "scheduling", "serialization", "testing"], "change_type": ["bug_fix", "feature", "migration", "performance", "refactoring", "security_patch"], "complexity": ["simple", "moderate", "complex"], "difficulty": ["obvious", "moderate", "subtle", "very_subtle"], "risk": ["low", "medium", "high", "critical"], "context": ["local", "file", "cross_file", "system"], "concern": ["correctness", "maintainability", "reliability", "security"]}, "overall_metrics": {"qodo": {"precision": 30.6, "recall": 43.8, "f1": 36.0, "tp": 60, "fp": 136, "fn": 77, "num_prs": 50}, "graphite": {"precision": 75.0, "recall": 8.8, "f1": 15.7, "tp": 12, "fp": 4, "fn": 125, "num_prs": 50}, "claude": {"precision": 33.1, "recall": 35.8, "f1": 34.4, "tp": 49, "fp": 99, "fn": 88, "num_prs": 50}, "bugbot": {"precision": 46.5, "recall": 43.8, "f1": 45.1, "tp": 60, "fp": 69, "fn": 77, "num_prs": 50}, "propel": {"precision": 48.6, "recall": 38.0, "f1": 42.6, "tp": 52, "fp": 55, "fn": 85, "num_prs": 50}, "kg": {"precision": 46.9, "recall": 16.8, "f1": 24.7, "tp": 23, "fp": 26, "fn": 114, "num_prs": 50}, "coderabbit": {"precision": 23.9, "recall": 39.4, "f1": 29.8, "tp": 54, "fp": 172, "fn": 83, "num_prs": 50}, "copilot": {"precision": 26.6, "recall": 53.3, "f1": 35.5, "tp": 73, "fp": 201, "fn": 64, "num_prs": 50}, "baz": {"precision": 51.3, "recall": 29.2, "f1": 37.2, "tp": 40, "fp": 38, "fn": 97, "num_prs": 50}, "greptile": {"precision": 38.7, "recall": 38.7, "f1": 38.7, "tp": 53, "fp": 84, "fn": 84, "num_prs": 50}, "augment": {"precision": 47.0, "recall": 62.8, "f1": 53.8, "tp": 86, "fp": 97, "fn": 51, "num_prs": 50}, "gemini": {"precision": 29.8, "recall": 37.2, "f1": 33.1, "tp": 51, "fp": 120, "fn": 86, "num_prs": 50}}}, "openai_gpt-5.2": {"prs": [{"url": "https://github.com/keycloak/keycloak/pull/37429", "language": "Java", "pr_size": "medium", "domain": "UI", "change_type": "feature", "complexity": "moderate", "difficulty": "moderate", "risk": "medium", "context": "cross_file", "concern": "correctness", "summary": "", "tool_metrics": {"graphite": {"tp": 0, "fp": 0, "fn": 4}, "qodo": {"tp": 0, "fp": 5, "fn": 4}, "gemini": {"tp": 0, "fp": 5, "fn": 4}, "claude": {"tp": 1, "fp": 0, "fn": 3}, "augment": {"tp": 2, "fp": 3, "fn": 2}, "bugbot": {"tp": 2, "fp": 0, "fn": 2}, "coderabbit": {"tp": 0, "fp": 0, "fn": 4}, "propel": {"tp": 1, "fp": 1, "fn": 3}, "copilot": {"tp": 3, "fp": 4, "fn": 1}, "baz": {"tp": 0, "fp": 0, "fn": 4}, "greptile": {"tp": 2, "fp": 1, "fn": 2}, "kg": {"tp": 1, "fp": 0, "fn": 3}}}, {"url": "https://github.com/keycloak/keycloak/pull/37634", "language": "Java", "pr_size": "medium", "domain": "authentication", "change_type": "feature", "complexity": "moderate", "difficulty": "subtle", "risk": "high", "context": "file", "concern": "correctness", "summary": "", "tool_metrics": {"claude": {"tp": 2, "fp": 2, "fn": 2}, "gemini": {"tp": 3, "fp": 1, "fn": 1}, "coderabbit": {"tp": 0, "fp": 0, "fn": 4}, "augment": {"tp": 2, "fp": 6, "fn": 2}, "propel": {"tp": 2, "fp": 0, "fn": 2}, "baz": {"tp": 0, "fp": 0, "fn": 4}, "graphite": {"tp": 2, "fp": 0, "fn": 2}, "qodo": {"tp": 2, "fp": 2, "fn": 2}, "bugbot": {"tp": 2, "fp": 3, "fn": 2}, "copilot": {"tp": 3, "fp": 2, "fn": 1}, "greptile": {"tp": 2, "fp": 1, "fn": 2}, "kg": {"tp": 1, "fp": 2, "fn": 3}}}, {"url": "https://github.com/keycloak/keycloak/pull/38446", "language": "Java", "pr_size": "medium", "domain": "authentication", "change_type": "feature", "complexity": "moderate", "difficulty": "moderate", "risk": "medium", "context": "cross_file", "concern": "correctness", "summary": "", "tool_metrics": {"gemini": {"tp": 1, "fp": 2, "fn": 1}, "graphite": {"tp": 0, "fp": 0, "fn": 2}, "baz": {"tp": 0, "fp": 0, "fn": 2}, "copilot": {"tp": 0, "fp": 6, "fn": 2}, "augment": {"tp": 1, "fp": 3, "fn": 1}, "coderabbit": {"tp": 0, "fp": 0, "fn": 2}, "greptile": {"tp": 0, "fp": 3, "fn": 2}, "claude": {"tp": 1, "fp": 3, "fn": 1}, "qodo": {"tp": 1, "fp": 5, "fn": 1}, "bugbot": {"tp": 0, "fp": 3, "fn": 2}, "propel": {"tp": 0, "fp": 2, "fn": 2}, "kg": {"tp": 0, "fp": 0, "fn": 2}}}, {"url": "https://github.com/keycloak/keycloak/pull/36882", "language": "Java", "pr_size": "small", "domain": "configuration", "change_type": "feature", "complexity": "moderate", "difficulty": "moderate", "risk": "medium", "context": "cross_file", "concern": "correctness", "summary": "", "tool_metrics": {"claude": {"tp": 0, "fp": 0, "fn": 1}, "bugbot": {"tp": 0, "fp": 1, "fn": 1}, "gemini": {"tp": 0, "fp": 1, "fn": 1}, "propel": {"tp": 0, "fp": 0, "fn": 1}, "copilot": {"tp": 0, "fp": 4, "fn": 1}, "baz": {"tp": 0, "fp": 0, "fn": 1}, "greptile": {"tp": 0, "fp": 0, "fn": 1}, "coderabbit": {"tp": 0, "fp": 2, "fn": 1}, "graphite": {"tp": 0, "fp": 0, "fn": 1}, "qodo": {"tp": 1, "fp": 5, "fn": 0}, "augment": {"tp": 0, "fp": 1, "fn": 1}, "kg": {"tp": 0, "fp": 0, "fn": 1}}}, {"url": "https://github.com/keycloak/keycloak/pull/36880", "language": "Java", "pr_size": "medium", "domain": "authentication", "change_type": "feature", "complexity": "complex", "difficulty": "very_subtle", "risk": "high", "context": "cross_file", "concern": "correctness", "summary": "", "tool_metrics": {"claude": {"tp": 0, "fp": 6, "fn": 3}, "gemini": {"tp": 0, "fp": 3, "fn": 3}, "propel": {"tp": 2, "fp": 3, "fn": 1}, "augment": {"tp": 1, "fp": 1, "fn": 2}, "coderabbit": {"tp": 1, "fp": 6, "fn": 2}, "bugbot": {"tp": 2, "fp": 2, "fn": 1}, "graphite": {"tp": 0, "fp": 0, "fn": 3}, "qodo": {"tp": 0, "fp": 3, "fn": 3}, "copilot": {"tp": 1, "fp": 6, "fn": 2}, "baz": {"tp": 2, "fp": 1, "fn": 1}, "greptile": {"tp": 0, "fp": 1, "fn": 3}, "kg": {"tp": 0, "fp": 0, "fn": 3}}}, {"url": "https://github.com/keycloak/keycloak/pull/37038", "language": "Java", "pr_size": "small", "domain": "authentication", "change_type": "feature", "complexity": "complex", "difficulty": "very_subtle", "risk": "high", "context": "cross_file", "concern": "correctness", "summary": "", "tool_metrics": {"qodo": {"tp": 1, "fp": 3, "fn": 1}, "gemini": {"tp": 0, "fp": 1, "fn": 2}, "copilot": {"tp": 1, "fp": 4, "fn": 1}, "coderabbit": {"tp": 0, "fp": 0, "fn": 2}, "augment": {"tp": 2, "fp": 5, "fn": 0}, "greptile": {"tp": 0, "fp": 0, "fn": 2}, "bugbot": {"tp": 2, "fp": 0, "fn": 0}, "claude": {"tp": 1, "fp": 1, "fn": 1}, "graphite": {"tp": 0, "fp": 0, "fn": 2}, "propel": {"tp": 2, "fp": 2, "fn": 0}, "baz": {"tp": 2, "fp": 0, "fn": 0}, "kg": {"tp": 0, "fp": 0, "fn": 2}}}, {"url": "https://github.com/keycloak/keycloak/pull/33832", "language": "Java", "pr_size": "medium", "domain": "authentication", "change_type": "feature", "complexity": "moderate", "difficulty": "subtle", "risk": "high", "context": "cross_file", "concern": "correctness", "summary": "", "tool_metrics": {"claude": {"tp": 2, "fp": 4, "fn": 0}, "gemini": {"tp": 1, "fp": 1, "fn": 1}, "graphite": {"tp": 1, "fp": 1, "fn": 1}, "qodo": {"tp": 0, "fp": 6, "fn": 2}, "bugbot": {"tp": 1, "fp": 1, "fn": 1}, "copilot": {"tp": 1, "fp": 3, "fn": 1}, "augment": {"tp": 1, "fp": 2, "fn": 1}, "propel": {"tp": 0, "fp": 4, "fn": 2}, "greptile": {"tp": 0, "fp": 0, "fn": 2}, "baz": {"tp": 1, "fp": 1, "fn": 1}, "coderabbit": {"tp": 2, "fp": 9, "fn": 0}, "kg": {"tp": 0, "fp": 0, "fn": 2}}}, {"url": "https://github.com/keycloak/keycloak/pull/40940", "language": "Java", "pr_size": "small", "domain": "concurrency", "change_type": "bug_fix", "complexity": "moderate", "difficulty": "subtle", "risk": "high", "context": "cross_file", "concern": "correctness", "summary": "", "tool_metrics": {"baz": {"tp": 0, "fp": 0, "fn": 2}, "gemini": {"tp": 1, "fp": 1, "fn": 1}, "claude": {"tp": 1, "fp": 0, "fn": 1}, "graphite": {"tp": 1, "fp": 0, "fn": 1}, "qodo": {"tp": 2, "fp": 2, "fn": 0}, "bugbot": {"tp": 1, "fp": 2, "fn": 1}, "copilot": {"tp": 2, "fp": 2, "fn": 0}, "propel": {"tp": 1, "fp": 3, "fn": 1}, "augment": {"tp": 2, "fp": 5, "fn": 0}, "coderabbit": {"tp": 1, "fp": 0, "fn": 1}, "greptile": {"tp": 1, "fp": 3, "fn": 1}, "kg": {"tp": 0, "fp": 0, "fn": 2}}}, {"url": "https://github.com/ai-code-review-evaluation/keycloak-greptile/pull/1", "language": "Java", "pr_size": "medium", "domain": "authentication", "change_type": "bug_fix", "complexity": "moderate", "difficulty": "subtle", "risk": "medium", "context": "cross_file", "concern": "correctness", "summary": "", "tool_metrics": {"augment": {"tp": 2, "fp": 1, "fn": 0}, "gemini": {"tp": 2, "fp": 1, "fn": 0}, "claude": {"tp": 1, "fp": 0, "fn": 1}, "graphite": {"tp": 0, "fp": 0, "fn": 2}, "qodo": {"tp": 1, "fp": 2, "fn": 1}, "bugbot": {"tp": 0, "fp": 2, "fn": 2}, "copilot": {"tp": 2, "fp": 4, "fn": 0}, "propel": {"tp": 1, "fp": 0, "fn": 1}, "coderabbit": {"tp": 1, "fp": 3, "fn": 1}, "baz": {"tp": 2, "fp": 0, "fn": 0}, "greptile": {"tp": 1, "fp": 0, "fn": 1}, "kg": {"tp": 1, "fp": 0, "fn": 1}}}, {"url": "https://github.com/getsentry/sentry/pull/93824", "language": "Python", "pr_size": "large", "domain": "concurrency", "change_type": "feature", "complexity": "complex", "difficulty": "subtle", "risk": "high", "context": "cross_file", "concern": "correctness", "summary": "", "tool_metrics": {"baz": {"tp": 0, "fp": 0, "fn": 5}, "augment": {"tp": 5, "fp": 1, "fn": 0}, "gemini": {"tp": 1, "fp": 1, "fn": 4}, "bugbot": {"tp": 1, "fp": 0, "fn": 4}, "coderabbit": {"tp": 1, "fp": 3, "fn": 4}, "graphite": {"tp": 1, "fp": 0, "fn": 4}, "claude": {"tp": 0, "fp": 3, "fn": 5}, "qodo": {"tp": 1, "fp": 3, "fn": 4}, "copilot": {"tp": 1, "fp": 5, "fn": 4}, "propel": {"tp": 2, "fp": 4, "fn": 3}, "greptile": {"tp": 1, "fp": 1, "fn": 4}, "kg": {"tp": 0, "fp": 0, "fn": 5}}}, {"url": "https://github.com/ai-code-review-evaluation/sentry-greptile/pull/5", "language": "Python", "pr_size": "large", "domain": "API", "change_type": "feature", "complexity": "moderate", "difficulty": "subtle", "risk": "medium", "context": "cross_file", "concern": "correctness", "summary": "", "tool_metrics": {"gemini": {"tp": 0, "fp": 1, "fn": 3}, "greptile": {"tp": 0, "fp": 2, "fn": 3}, "claude": {"tp": 0, "fp": 0, "fn": 3}, "coderabbit": {"tp": 1, "fp": 17, "fn": 2}, "qodo": {"tp": 1, "fp": 3, "fn": 2}, "graphite": {"tp": 0, "fp": 0, "fn": 3}, "bugbot": {"tp": 1, "fp": 2, "fn": 2}, "copilot": {"tp": 0, "fp": 3, "fn": 3}, "propel": {"tp": 1, "fp": 2, "fn": 2}, "augment": {"tp": 1, "fp": 4, "fn": 2}, "baz": {"tp": 0, "fp": 0, "fn": 3}, "kg": {"tp": 0, "fp": 0, "fn": 3}}}, {"url": "https://github.com/ai-code-review-evaluation/sentry-greptile/pull/1", "language": "Python", "pr_size": "medium", "domain": "API", "change_type": "performance", "complexity": "moderate", "difficulty": "subtle", "risk": "high", "context": "cross_file", "concern": "correctness", "summary": "", "tool_metrics": {"gemini": {"tp": 1, "fp": 5, "fn": 3}, "claude": {"tp": 2, "fp": 7, "fn": 2}, "graphite": {"tp": 0, "fp": 0, "fn": 4}, "qodo": {"tp": 1, "fp": 2, "fn": 3}, "copilot": {"tp": 3, "fp": 13, "fn": 1}, "bugbot": {"tp": 3, "fp": 1, "fn": 1}, "augment": {"tp": 3, "fp": 1, "fn": 1}, "propel": {"tp": 3, "fp": 1, "fn": 1}, "baz": {"tp": 0, "fp": 0, "fn": 4}, "coderabbit": {"tp": 3, "fp": 4, "fn": 1}, "greptile": {"tp": 1, "fp": 6, "fn": 3}, "kg": {"tp": 1, "fp": 1, "fn": 3}}}, {"url": "https://github.com/grafana/grafana/pull/97529", "language": "Go", "pr_size": "small", "domain": "concurrency", "change_type": "performance", "complexity": "complex", "difficulty": "very_subtle", "risk": "critical", "context": "cross_file", "concern": "reliability", "summary": "", "tool_metrics": {"gemini": {"tp": 0, "fp": 1, "fn": 2}, "claude": {"tp": 1, "fp": 0, "fn": 1}, "graphite": {"tp": 0, "fp": 0, "fn": 2}, "qodo": {"tp": 2, "fp": 4, "fn": 0}, "bugbot": {"tp": 1, "fp": 4, "fn": 1}, "copilot": {"tp": 1, "fp": 1, "fn": 1}, "propel": {"tp": 0, "fp": 0, "fn": 2}, "augment": {"tp": 2, "fp": 3, "fn": 0}, "baz": {"tp": 0, "fp": 0, "fn": 2}, "coderabbit": {"tp": 1, "fp": 3, "fn": 1}, "greptile": {"tp": 0, "fp": 8, "fn": 2}, "kg": {"tp": 1, "fp": 0, "fn": 1}}}, {"url": "https://github.com/getsentry/sentry/pull/80168", "language": "Python", "pr_size": "small", "domain": "data_processing", "change_type": "feature", "complexity": "moderate", "difficulty": "moderate", "risk": "high", "context": "cross_file", "concern": "correctness", "summary": "", "tool_metrics": {"gemini": {"tp": 1, "fp": 2, "fn": 1}, "claude": {"tp": 0, "fp": 0, "fn": 2}, "graphite": {"tp": 0, "fp": 0, "fn": 2}, "qodo": {"tp": 0, "fp": 3, "fn": 2}, "bugbot": {"tp": 1, "fp": 2, "fn": 1}, "copilot": {"tp": 2, "fp": 3, "fn": 0}, "propel": {"tp": 1, "fp": 1, "fn": 1}, "augment": {"tp": 2, "fp": 3, "fn": 0}, "baz": {"tp": 0, "fp": 0, "fn": 2}, "coderabbit": {"tp": 1, "fp": 3, "fn": 1}, "greptile": {"tp": 1, "fp": 1, "fn": 1}, "kg": {"tp": 0, "fp": 0, "fn": 2}}}, {"url": "https://github.com/getsentry/sentry/pull/80528", "language": "Python", "pr_size": "small", "domain": "scheduling", "change_type": "refactoring", "complexity": "moderate", "difficulty": "subtle", "risk": "medium", "context": "file", "concern": "correctness", "summary": "", "tool_metrics": {"gemini": {"tp": 0, "fp": 5, "fn": 2}, "claude": {"tp": 0, "fp": 0, "fn": 2}, "qodo": {"tp": 1, "fp": 2, "fn": 1}, "graphite": {"tp": 1, "fp": 1, "fn": 1}, "bugbot": {"tp": 0, "fp": 0, "fn": 2}, "copilot": {"tp": 0, "fp": 1, "fn": 2}, "augment": {"tp": 1, "fp": 2, "fn": 1}, "propel": {"tp": 1, "fp": 1, "fn": 1}, "baz": {"tp": 1, "fp": 2, "fn": 1}, "coderabbit": {"tp": 1, "fp": 3, "fn": 1}, "greptile": {"tp": 0, "fp": 1, "fn": 2}, "kg": {"tp": 0, "fp": 1, "fn": 2}}}, {"url": "https://github.com/getsentry/sentry/pull/77754", "language": "Python", "pr_size": "medium", "domain": "serialization", "change_type": "feature", "complexity": "moderate", "difficulty": "moderate", "risk": "medium", "context": "file", "concern": "correctness", "summary": "", "tool_metrics": {"gemini": {"tp": 1, "fp": 1, "fn": 3}, "claude": {"tp": 2, "fp": 0, "fn": 2}, "graphite": {"tp": 0, "fp": 0, "fn": 4}, "qodo": {"tp": 2, "fp": 2, "fn": 2}, "bugbot": {"tp": 1, "fp": 1, "fn": 3}, "copilot": {"tp": 2, "fp": 0, "fn": 2}, "propel": {"tp": 2, "fp": 0, "fn": 2}, "augment": {"tp": 1, "fp": 0, "fn": 3}, "baz": {"tp": 1, "fp": 1, "fn": 3}, "coderabbit": {"tp": 3, "fp": 2, "fn": 1}, "greptile": {"tp": 2, "fp": 0, "fn": 2}, "kg": {"tp": 1, "fp": 0, "fn": 3}}}, {"url": "https://github.com/getsentry/sentry/pull/95633", "language": "Python", "pr_size": "medium", "domain": "concurrency", "change_type": "feature", "complexity": "moderate", "difficulty": "moderate", "risk": "medium", "context": "file", "concern": "correctness", "summary": "", "tool_metrics": {"gemini": {"tp": 1, "fp": 1, "fn": 2}, "claude": {"tp": 0, "fp": 0, "fn": 3}, "qodo": {"tp": 1, "fp": 3, "fn": 2}, "graphite": {"tp": 0, "fp": 0, "fn": 3}, "bugbot": {"tp": 0, "fp": 2, "fn": 3}, "copilot": {"tp": 0, "fp": 6, "fn": 3}, "propel": {"tp": 0, "fp": 0, "fn": 3}, "augment": {"tp": 0, "fp": 7, "fn": 3}, "baz": {"tp": 0, "fp": 3, "fn": 3}, "coderabbit": {"tp": 0, "fp": 7, "fn": 3}, "greptile": {"tp": 0, "fp": 1, "fn": 3}, "kg": {"tp": 0, "fp": 2, "fn": 3}}}, {"url": "https://github.com/ai-code-review-evaluation/sentry-greptile/pull/2", "language": "Python", "pr_size": "medium", "domain": "data_processing", "change_type": "performance", "complexity": "moderate", "difficulty": "subtle", "risk": "high", "context": "cross_file", "concern": "correctness", "summary": "", "tool_metrics": {"gemini": {"tp": 0, "fp": 5, "fn": 3}, "claude": {"tp": 2, "fp": 5, "fn": 1}, "graphite": {"tp": 0, "fp": 0, "fn": 3}, "qodo": {"tp": 2, "fp": 8, "fn": 1}, "bugbot": {"tp": 3, "fp": 1, "fn": 0}, "copilot": {"tp": 3, "fp": 8, "fn": 0}, "augment": {"tp": 3, "fp": 3, "fn": 0}, "propel": {"tp": 2, "fp": 3, "fn": 1}, "baz": {"tp": 3, "fp": 2, "fn": 0}, "coderabbit": {"tp": 0, "fp": 0, "fn": 3}, "greptile": {"tp": 2, "fp": 4, "fn": 1}, "kg": {"tp": 2, "fp": 2, "fn": 1}}}, {"url": "https://github.com/ai-code-review-evaluation/sentry-greptile/pull/3", "language": "Python", "pr_size": "medium", "domain": "caching", "change_type": "feature", "complexity": "complex", "difficulty": "subtle", "risk": "medium", "context": "cross_file", "concern": "correctness", "summary": "", "tool_metrics": {"gemini": {"tp": 0, "fp": 4, "fn": 3}, "claude": {"tp": 1, "fp": 0, "fn": 2}, "graphite": {"tp": 0, "fp": 0, "fn": 3}, "qodo": {"tp": 2, "fp": 4, "fn": 1}, "bugbot": {"tp": 0, "fp": 3, "fn": 3}, "copilot": {"tp": 1, "fp": 3, "fn": 2}, "augment": {"tp": 1, "fp": 2, "fn": 2}, "propel": {"tp": 1, "fp": 2, "fn": 2}, "baz": {"tp": 0, "fp": 7, "fn": 3}, "coderabbit": {"tp": 2, "fp": 4, "fn": 1}, "greptile": {"tp": 1, "fp": 3, "fn": 2}, "kg": {"tp": 0, "fp": 0, "fn": 3}}}, {"url": "https://github.com/grafana/grafana/pull/103633", "language": "Go", "pr_size": "small", "domain": "caching", "change_type": "performance", "complexity": "moderate", "difficulty": "subtle", "risk": "high", "context": "cross_file", "concern": "security", "summary": "", "tool_metrics": {"gemini": {"tp": 1, "fp": 2, "fn": 1}, "claude": {"tp": 0, "fp": 6, "fn": 2}, "graphite": {"tp": 0, "fp": 0, "fn": 2}, "qodo": {"tp": 1, "fp": 3, "fn": 1}, "bugbot": {"tp": 0, "fp": 1, "fn": 2}, "copilot": {"tp": 1, "fp": 6, "fn": 1}, "propel": {"tp": 0, "fp": 0, "fn": 2}, "augment": {"tp": 1, "fp": 1, "fn": 1}, "baz": {"tp": 0, "fp": 0, "fn": 2}, "coderabbit": {"tp": 0, "fp": 1, "fn": 2}, "greptile": {"tp": 0, "fp": 2, "fn": 2}, "kg": {"tp": 0, "fp": 0, "fn": 2}}}, {"url": "https://github.com/getsentry/sentry/pull/67876", "language": "Python", "pr_size": "small", "domain": "authentication", "change_type": "security_patch", "complexity": "moderate", "difficulty": "subtle", "risk": "high", "context": "cross_file", "concern": "security", "summary": "", "tool_metrics": {"gemini": {"tp": 1, "fp": 3, "fn": 2}, "claude": {"tp": 1, "fp": 1, "fn": 2}, "graphite": {"tp": 0, "fp": 0, "fn": 3}, "qodo": {"tp": 1, "fp": 7, "fn": 2}, "bugbot": {"tp": 1, "fp": 2, "fn": 2}, "copilot": {"tp": 1, "fp": 4, "fn": 2}, "augment": {"tp": 1, "fp": 2, "fn": 2}, "propel": {"tp": 1, "fp": 2, "fn": 2}, "coderabbit": {"tp": 1, "fp": 2, "fn": 2}, "baz": {"tp": 1, "fp": 1, "fn": 2}, "greptile": {"tp": 1, "fp": 3, "fn": 2}, "kg": {"tp": 0, "fp": 0, "fn": 3}}}, {"url": "https://github.com/keycloak/keycloak/pull/32918", "language": "Java", "pr_size": "small", "domain": "caching", "change_type": "feature", "complexity": "moderate", "difficulty": "subtle", "risk": "high", "context": "file", "concern": "correctness", "summary": "", "tool_metrics": {"gemini": {"tp": 0, "fp": 2, "fn": 2}, "claude": {"tp": 0, "fp": 2, "fn": 2}, "graphite": {"tp": 1, "fp": 1, "fn": 1}, "qodo": {"tp": 1, "fp": 2, "fn": 1}, "bugbot": {"tp": 1, "fp": 1, "fn": 1}, "copilot": {"tp": 1, "fp": 0, "fn": 1}, "augment": {"tp": 1, "fp": 1, "fn": 1}, "propel": {"tp": 1, "fp": 2, "fn": 1}, "baz": {"tp": 0, "fp": 0, "fn": 2}, "coderabbit": {"tp": 1, "fp": 1, "fn": 1}, "greptile": {"tp": 0, "fp": 1, "fn": 2}, "kg": {"tp": 1, "fp": 2, "fn": 1}}}, {"url": "https://github.com/grafana/grafana/pull/94942", "language": "Go", "pr_size": "small", "domain": "data_processing", "change_type": "feature", "complexity": "moderate", "difficulty": "moderate", "risk": "high", "context": "file", "concern": "correctness", "summary": "", "tool_metrics": {"gemini": {"tp": 1, "fp": 2, "fn": 1}, "claude": {"tp": 2, "fp": 1, "fn": 0}, "graphite": {"tp": 0, "fp": 0, "fn": 2}, "qodo": {"tp": 2, "fp": 2, "fn": 0}, "bugbot": {"tp": 1, "fp": 2, "fn": 1}, "copilot": {"tp": 2, "fp": 12, "fn": 0}, "propel": {"tp": 0, "fp": 0, "fn": 2}, "augment": {"tp": 1, "fp": 3, "fn": 1}, "baz": {"tp": 1, "fp": 1, "fn": 1}, "coderabbit": {"tp": 1, "fp": 2, "fn": 1}, "greptile": {"tp": 1, "fp": 0, "fn": 1}, "kg": {"tp": 2, "fp": 0, "fn": 0}}}, {"url": "https://github.com/grafana/grafana/pull/90939", "language": "Go", "pr_size": "small", "domain": "caching", "change_type": "performance", "complexity": "moderate", "difficulty": "subtle", "risk": "high", "context": "file", "concern": "correctness", "summary": "", "tool_metrics": {"gemini": {"tp": 1, "fp": 0, "fn": 1}, "claude": {"tp": 1, "fp": 0, "fn": 1}, "graphite": {"tp": 0, "fp": 0, "fn": 2}, "qodo": {"tp": 1, "fp": 1, "fn": 1}, "copilot": {"tp": 1, "fp": 1, "fn": 1}, "bugbot": {"tp": 1, "fp": 0, "fn": 1}, "propel": {"tp": 1, "fp": 1, "fn": 1}, "augment": {"tp": 2, "fp": 0, "fn": 0}, "baz": {"tp": 0, "fp": 0, "fn": 2}, "coderabbit": {"tp": 1, "fp": 1, "fn": 1}, "greptile": {"tp": 1, "fp": 1, "fn": 1}, "kg": {"tp": 1, "fp": 1, "fn": 1}}}, {"url": "https://github.com/grafana/grafana/pull/80329", "language": "Go", "pr_size": "small", "domain": "logging", "change_type": "performance", "complexity": "simple", "difficulty": "obvious", "risk": "low", "context": "local", "concern": "maintainability", "summary": "", "tool_metrics": {"gemini": {"tp": 1, "fp": 1, "fn": 0}, "claude": {"tp": 1, "fp": 5, "fn": 0}, "graphite": {"tp": 0, "fp": 0, "fn": 1}, "qodo": {"tp": 1, "fp": 5, "fn": 0}, "bugbot": {"tp": 1, "fp": 5, "fn": 0}, "copilot": {"tp": 1, "fp": 4, "fn": 0}, "propel": {"tp": 0, "fp": 3, "fn": 1}, "augment": {"tp": 1, "fp": 2, "fn": 0}, "baz": {"tp": 0, "fp": 0, "fn": 1}, "coderabbit": {"tp": 1, "fp": 6, "fn": 0}, "greptile": {"tp": 1, "fp": 2, "fn": 0}, "kg": {"tp": 0, "fp": 0, "fn": 1}}}, {"url": "https://github.com/grafana/grafana/pull/90045", "language": "Go", "pr_size": "medium", "domain": "logging", "change_type": "feature", "complexity": "moderate", "difficulty": "moderate", "risk": "medium", "context": "file", "concern": "correctness", "summary": "", "tool_metrics": {"gemini": {"tp": 3, "fp": 5, "fn": 0}, "claude": {"tp": 3, "fp": 3, "fn": 0}, "graphite": {"tp": 0, "fp": 0, "fn": 3}, "qodo": {"tp": 3, "fp": 4, "fn": 0}, "bugbot": {"tp": 3, "fp": 3, "fn": 0}, "copilot": {"tp": 3, "fp": 7, "fn": 0}, "propel": {"tp": 1, "fp": 2, "fn": 2}, "augment": {"tp": 3, "fp": 5, "fn": 0}, "baz": {"tp": 2, "fp": 1, "fn": 1}, "coderabbit": {"tp": 3, "fp": 3, "fn": 0}, "greptile": {"tp": 3, "fp": 1, "fn": 0}, "kg": {"tp": 2, "fp": 2, "fn": 1}}}, {"url": "https://github.com/grafana/grafana/pull/106778", "language": "Go", "pr_size": "medium", "domain": "UI", "change_type": "feature", "complexity": "moderate", "difficulty": "subtle", "risk": "medium", "context": "cross_file", "concern": "correctness", "summary": "", "tool_metrics": {"gemini": {"tp": 1, "fp": 1, "fn": 1}, "claude": {"tp": 0, "fp": 9, "fn": 2}, "graphite": {"tp": 0, "fp": 0, "fn": 2}, "qodo": {"tp": 0, "fp": 5, "fn": 2}, "bugbot": {"tp": 2, "fp": 0, "fn": 0}, "copilot": {"tp": 1, "fp": 1, "fn": 1}, "augment": {"tp": 1, "fp": 2, "fn": 1}, "propel": {"tp": 1, "fp": 2, "fn": 1}, "baz": {"tp": 0, "fp": 0, "fn": 2}, "coderabbit": {"tp": 1, "fp": 7, "fn": 1}, "greptile": {"tp": 1, "fp": 0, "fn": 1}, "kg": {"tp": 1, "fp": 1, "fn": 1}}}, {"url": "https://github.com/grafana/grafana/pull/107534", "language": "Go", "pr_size": "small", "domain": "testing", "change_type": "feature", "complexity": "moderate", "difficulty": "subtle", "risk": "low", "context": "cross_file", "concern": "correctness", "summary": "", "tool_metrics": {"gemini": {"tp": 0, "fp": 2, "fn": 1}, "claude": {"tp": 0, "fp": 0, "fn": 1}, "graphite": {"tp": 0, "fp": 0, "fn": 1}, "qodo": {"tp": 0, "fp": 3, "fn": 1}, "bugbot": {"tp": 0, "fp": 2, "fn": 1}, "copilot": {"tp": 0, "fp": 4, "fn": 1}, "augment": {"tp": 0, "fp": 0, "fn": 1}, "propel": {"tp": 0, "fp": 2, "fn": 1}, "baz": {"tp": 0, "fp": 2, "fn": 1}, "coderabbit": {"tp": 0, "fp": 2, "fn": 1}, "greptile": {"tp": 0, "fp": 0, "fn": 1}, "kg": {"tp": 0, "fp": 2, "fn": 1}}}, {"url": "https://github.com/grafana/grafana/pull/79265", "language": "Go", "pr_size": "large", "domain": "authentication", "change_type": "feature", "complexity": "moderate", "difficulty": "subtle", "risk": "high", "context": "cross_file", "concern": "correctness", "summary": "", "tool_metrics": {"gemini": {"tp": 1, "fp": 1, "fn": 4}, "claude": {"tp": 1, "fp": 6, "fn": 4}, "graphite": {"tp": 0, "fp": 0, "fn": 5}, "qodo": {"tp": 2, "fp": 1, "fn": 3}, "copilot": {"tp": 3, "fp": 7, "fn": 2}, "bugbot": {"tp": 0, "fp": 2, "fn": 5}, "augment": {"tp": 0, "fp": 2, "fn": 5}, "propel": {"tp": 1, "fp": 1, "fn": 4}, "baz": {"tp": 0, "fp": 0, "fn": 5}, "coderabbit": {"tp": 4, "fp": 5, "fn": 1}, "greptile": {"tp": 1, "fp": 2, "fn": 4}, "kg": {"tp": 1, "fp": 0, "fn": 4}}}, {"url": "https://github.com/ai-code-review-evaluation/discourse-graphite/pull/9", "language": "Ruby", "pr_size": "small", "domain": "configuration", "change_type": "feature", "complexity": "moderate", "difficulty": "subtle", "risk": "medium", "context": "file", "concern": "reliability", "summary": "", "tool_metrics": {"gemini": {"tp": 0, "fp": 0, "fn": 2}, "claude": {"tp": 0, "fp": 0, "fn": 2}, "graphite": {"tp": 0, "fp": 0, "fn": 2}, "qodo": {"tp": 1, "fp": 1, "fn": 1}, "bugbot": {"tp": 1, "fp": 1, "fn": 1}, "copilot": {"tp": 1, "fp": 4, "fn": 1}, "augment": {"tp": 1, "fp": 2, "fn": 1}, "propel": {"tp": 0, "fp": 3, "fn": 2}, "baz": {"tp": 0, "fp": 0, "fn": 2}, "coderabbit": {"tp": 0, "fp": 4, "fn": 2}, "greptile": {"tp": 0, "fp": 2, "fn": 2}, "kg": {"tp": 0, "fp": 0, "fn": 2}}}, {"url": "https://github.com/grafana/grafana/pull/76186", "language": "Go", "pr_size": "small", "domain": "logging", "change_type": "refactoring", "complexity": "moderate", "difficulty": "subtle", "risk": "high", "context": "cross_file", "concern": "reliability", "summary": "", "tool_metrics": {"gemini": {"tp": 0, "fp": 3, "fn": 2}, "claude": {"tp": 0, "fp": 0, "fn": 2}, "graphite": {"tp": 0, "fp": 0, "fn": 2}, "qodo": {"tp": 0, "fp": 3, "fn": 2}, "bugbot": {"tp": 0, "fp": 2, "fn": 2}, "copilot": {"tp": 0, "fp": 0, "fn": 2}, "augment": {"tp": 1, "fp": 1, "fn": 1}, "propel": {"tp": 0, "fp": 0, "fn": 2}, "baz": {"tp": 0, "fp": 0, "fn": 2}, "coderabbit": {"tp": 1, "fp": 1, "fn": 1}, "greptile": {"tp": 0, "fp": 0, "fn": 2}, "kg": {"tp": 0, "fp": 0, "fn": 2}}}, {"url": "https://github.com/ai-code-review-evaluation/discourse-graphite/pull/10", "language": "Ruby", "pr_size": "large", "domain": "configuration", "change_type": "feature", "complexity": "moderate", "difficulty": "subtle", "risk": "high", "context": "cross_file", "concern": "correctness", "summary": "", "tool_metrics": {"gemini": {"tp": 1, "fp": 10, "fn": 3}, "claude": {"tp": 0, "fp": 3, "fn": 4}, "qodo": {"tp": 2, "fp": 4, "fn": 2}, "graphite": {"tp": 0, "fp": 0, "fn": 4}, "bugbot": {"tp": 3, "fp": 4, "fn": 1}, "copilot": {"tp": 1, "fp": 4, "fn": 3}, "propel": {"tp": 3, "fp": 1, "fn": 1}, "augment": {"tp": 3, "fp": 2, "fn": 1}, "baz": {"tp": 2, "fp": 0, "fn": 2}, "coderabbit": {"tp": 2, "fp": 15, "fn": 2}, "greptile": {"tp": 2, "fp": 3, "fn": 2}, "kg": {"tp": 0, "fp": 2, "fn": 4}}}, {"url": "https://github.com/ai-code-review-evaluation/discourse-graphite/pull/7", "language": "Ruby", "pr_size": "medium", "domain": "UI", "change_type": "bug_fix", "complexity": "simple", "difficulty": "subtle", "risk": "medium", "context": "cross_file", "concern": "correctness", "summary": "", "tool_metrics": {"gemini": {"tp": 3, "fp": 3, "fn": 0}, "claude": {"tp": 3, "fp": 5, "fn": 0}, "graphite": {"tp": 0, "fp": 0, "fn": 3}, "qodo": {"tp": 0, "fp": 3, "fn": 3}, "bugbot": {"tp": 3, "fp": 1, "fn": 0}, "copilot": {"tp": 3, "fp": 1, "fn": 0}, "augment": {"tp": 3, "fp": 2, "fn": 0}, "propel": {"tp": 3, "fp": 1, "fn": 0}, "baz": {"tp": 3, "fp": 1, "fn": 0}, "coderabbit": {"tp": 0, "fp": 2, "fn": 3}, "greptile": {"tp": 2, "fp": 4, "fn": 1}, "kg": {"tp": 0, "fp": 0, "fn": 3}}}, {"url": "https://github.com/ai-code-review-evaluation/discourse-graphite/pull/8", "language": "Ruby", "pr_size": "medium", "domain": "API", "change_type": "bug_fix", "complexity": "moderate", "difficulty": "subtle", "risk": "medium", "context": "cross_file", "concern": "correctness", "summary": "", "tool_metrics": {"gemini": {"tp": 1, "fp": 5, "fn": 2}, "claude": {"tp": 2, "fp": 5, "fn": 1}, "graphite": {"tp": 0, "fp": 0, "fn": 3}, "qodo": {"tp": 1, "fp": 6, "fn": 2}, "bugbot": {"tp": 1, "fp": 2, "fn": 2}, "copilot": {"tp": 1, "fp": 9, "fn": 2}, "augment": {"tp": 2, "fp": 3, "fn": 1}, "propel": {"tp": 1, "fp": 4, "fn": 2}, "baz": {"tp": 1, "fp": 2, "fn": 2}, "coderabbit": {"tp": 2, "fp": 8, "fn": 1}, "greptile": {"tp": 1, "fp": 0, "fn": 2}, "kg": {"tp": 0, "fp": 0, "fn": 3}}}, {"url": "https://github.com/ai-code-review-evaluation/discourse-graphite/pull/3", "language": "Ruby", "pr_size": "medium", "domain": "authentication", "change_type": "feature", "complexity": "moderate", "difficulty": "subtle", "risk": "medium", "context": "file", "concern": "correctness", "summary": "", "tool_metrics": {"gemini": {"tp": 0, "fp": 2, "fn": 2}, "claude": {"tp": 1, "fp": 4, "fn": 1}, "graphite": {"tp": 0, "fp": 0, "fn": 2}, "qodo": {"tp": 1, "fp": 5, "fn": 1}, "copilot": {"tp": 1, "fp": 1, "fn": 1}, "bugbot": {"tp": 0, "fp": 2, "fn": 2}, "augment": {"tp": 1, "fp": 5, "fn": 1}, "propel": {"tp": 1, "fp": 1, "fn": 1}, "baz": {"tp": 0, "fp": 4, "fn": 2}, "coderabbit": {"tp": 1, "fp": 9, "fn": 1}, "greptile": {"tp": 1, "fp": 0, "fn": 1}, "kg": {"tp": 0, "fp": 1, "fn": 2}}}, {"url": "https://github.com/ai-code-review-evaluation/discourse-graphite/pull/5", "language": "Ruby", "pr_size": "small", "domain": "UI", "change_type": "performance", "complexity": "moderate", "difficulty": "subtle", "risk": "medium", "context": "cross_file", "concern": "correctness", "summary": "", "tool_metrics": {"gemini": {"tp": 0, "fp": 1, "fn": 2}, "claude": {"tp": 0, "fp": 1, "fn": 2}, "graphite": {"tp": 0, "fp": 0, "fn": 2}, "qodo": {"tp": 0, "fp": 7, "fn": 2}, "bugbot": {"tp": 0, "fp": 1, "fn": 2}, "copilot": {"tp": 0, "fp": 3, "fn": 2}, "augment": {"tp": 1, "fp": 1, "fn": 1}, "propel": {"tp": 0, "fp": 1, "fn": 2}, "baz": {"tp": 1, "fp": 2, "fn": 1}, "coderabbit": {"tp": 0, "fp": 1, "fn": 2}, "greptile": {"tp": 0, "fp": 2, "fn": 2}, "kg": {"tp": 1, "fp": 0, "fn": 1}}}, {"url": "https://github.com/ai-code-review-evaluation/discourse-graphite/pull/6", "language": "Ruby", "pr_size": "small", "domain": "serialization", "change_type": "feature", "complexity": "simple", "difficulty": "moderate", "risk": "medium", "context": "file", "concern": "correctness", "summary": "", "tool_metrics": {"gemini": {"tp": 0, "fp": 2, "fn": 1}, "claude": {"tp": 0, "fp": 0, "fn": 1}, "graphite": {"tp": 0, "fp": 0, "fn": 1}, "qodo": {"tp": 1, "fp": 5, "fn": 0}, "bugbot": {"tp": 0, "fp": 3, "fn": 1}, "copilot": {"tp": 1, "fp": 3, "fn": 0}, "augment": {"tp": 0, "fp": 3, "fn": 1}, "propel": {"tp": 0, "fp": 2, "fn": 1}, "baz": {"tp": 0, "fp": 3, "fn": 1}, "coderabbit": {"tp": 1, "fp": 5, "fn": 0}, "greptile": {"tp": 0, "fp": 3, "fn": 1}, "kg": {"tp": 0, "fp": 0, "fn": 1}}}, {"url": "https://github.com/ai-code-review-evaluation/discourse-graphite/pull/4", "language": "Ruby", "pr_size": "large", "domain": "API", "change_type": "feature", "complexity": "complex", "difficulty": "subtle", "risk": "critical", "context": "cross_file", "concern": "security", "summary": "", "tool_metrics": {"gemini": {"tp": 3, "fp": 7, "fn": 3}, "claude": {"tp": 2, "fp": 8, "fn": 4}, "graphite": {"tp": 0, "fp": 0, "fn": 6}, "qodo": {"tp": 2, "fp": 6, "fn": 4}, "bugbot": {"tp": 1, "fp": 4, "fn": 5}, "copilot": {"tp": 1, "fp": 5, "fn": 5}, "augment": {"tp": 2, "fp": 3, "fn": 4}, "propel": {"tp": 1, "fp": 1, "fn": 5}, "baz": {"tp": 1, "fp": 4, "fn": 5}, "coderabbit": {"tp": 3, "fp": 25, "fn": 3}, "greptile": {"tp": 2, "fp": 5, "fn": 4}, "kg": {"tp": 0, "fp": 0, "fn": 6}}}, {"url": "https://github.com/ai-code-review-evaluation/discourse-graphite/pull/1", "language": "Ruby", "pr_size": "medium", "domain": "file_io", "change_type": "feature", "complexity": "moderate", "difficulty": "subtle", "risk": "medium", "context": "cross_file", "concern": "correctness", "summary": "", "tool_metrics": {"gemini": {"tp": 2, "fp": 5, "fn": 1}, "claude": {"tp": 1, "fp": 1, "fn": 2}, "graphite": {"tp": 0, "fp": 0, "fn": 3}, "qodo": {"tp": 3, "fp": 4, "fn": 0}, "bugbot": {"tp": 2, "fp": 4, "fn": 1}, "copilot": {"tp": 2, "fp": 9, "fn": 1}, "augment": {"tp": 2, "fp": 5, "fn": 1}, "propel": {"tp": 2, "fp": 2, "fn": 1}, "baz": {"tp": 2, "fp": 1, "fn": 1}, "coderabbit": {"tp": 2, "fp": 5, "fn": 1}, "greptile": {"tp": 2, "fp": 2, "fn": 1}, "kg": {"tp": 0, "fp": 0, "fn": 3}}}, {"url": "https://github.com/ai-code-review-evaluation/discourse-graphite/pull/2", "language": "Ruby", "pr_size": "medium", "domain": "UI", "change_type": "feature", "complexity": "moderate", "difficulty": "moderate", "risk": "medium", "context": "file", "concern": "correctness", "summary": "", "tool_metrics": {"gemini": {"tp": 2, "fp": 0, "fn": 0}, "claude": {"tp": 1, "fp": 1, "fn": 1}, "graphite": {"tp": 0, "fp": 0, "fn": 2}, "qodo": {"tp": 2, "fp": 3, "fn": 0}, "bugbot": {"tp": 1, "fp": 1, "fn": 1}, "copilot": {"tp": 2, "fp": 4, "fn": 0}, "augment": {"tp": 1, "fp": 1, "fn": 1}, "propel": {"tp": 1, "fp": 2, "fn": 1}, "baz": {"tp": 1, "fp": 1, "fn": 1}, "coderabbit": {"tp": 2, "fp": 7, "fn": 0}, "greptile": {"tp": 2, "fp": 1, "fn": 0}, "kg": {"tp": 1, "fp": 1, "fn": 1}}}, {"url": "https://github.com/calcom/cal.com/pull/22532", "language": "TypeScript", "pr_size": "medium", "domain": "caching", "change_type": "feature", "complexity": "moderate", "difficulty": "subtle", "risk": "medium", "context": "cross_file", "concern": "correctness", "summary": "", "tool_metrics": {"gemini": {"tp": 1, "fp": 3, "fn": 1}, "claude": {"tp": 0, "fp": 1, "fn": 2}, "graphite": {"tp": 0, "fp": 0, "fn": 2}, "qodo": {"tp": 1, "fp": 6, "fn": 1}, "bugbot": {"tp": 0, "fp": 0, "fn": 2}, "copilot": {"tp": 2, "fp": 11, "fn": 0}, "augment": {"tp": 2, "fp": 4, "fn": 0}, "propel": {"tp": 1, "fp": 3, "fn": 1}, "baz": {"tp": 1, "fp": 2, "fn": 1}, "coderabbit": {"tp": 1, "fp": 10, "fn": 1}, "greptile": {"tp": 1, "fp": 1, "fn": 1}, "kg": {"tp": 0, "fp": 0, "fn": 2}}}, {"url": "https://github.com/calcom/cal.com/pull/8330", "language": "TypeScript", "pr_size": "small", "domain": "scheduling", "change_type": "bug_fix", "complexity": "moderate", "difficulty": "subtle", "risk": "medium", "context": "file", "concern": "correctness", "summary": "", "tool_metrics": {"gemini": {"tp": 2, "fp": 5, "fn": 0}, "claude": {"tp": 2, "fp": 0, "fn": 0}, "graphite": {"tp": 2, "fp": 0, "fn": 0}, "qodo": {"tp": 2, "fp": 4, "fn": 0}, "bugbot": {"tp": 2, "fp": 1, "fn": 0}, "copilot": {"tp": 2, "fp": 4, "fn": 0}, "augment": {"tp": 2, "fp": 3, "fn": 0}, "propel": {"tp": 1, "fp": 2, "fn": 1}, "baz": {"tp": 2, "fp": 1, "fn": 0}, "coderabbit": {"tp": 2, "fp": 2, "fn": 0}, "greptile": {"tp": 2, "fp": 0, "fn": 0}, "kg": {"tp": 1, "fp": 2, "fn": 1}}}, {"url": "https://github.com/calcom/cal.com/pull/14943", "language": "TypeScript", "pr_size": "small", "domain": "scheduling", "change_type": "feature", "complexity": "moderate", "difficulty": "subtle", "risk": "high", "context": "file", "concern": "correctness", "summary": "", "tool_metrics": {"gemini": {"tp": 0, "fp": 2, "fn": 2}, "claude": {"tp": 1, "fp": 1, "fn": 1}, "graphite": {"tp": 1, "fp": 0, "fn": 1}, "qodo": {"tp": 2, "fp": 1, "fn": 0}, "bugbot": {"tp": 1, "fp": 2, "fn": 1}, "copilot": {"tp": 1, "fp": 4, "fn": 1}, "augment": {"tp": 2, "fp": 1, "fn": 0}, "propel": {"tp": 2, "fp": 1, "fn": 0}, "baz": {"tp": 1, "fp": 3, "fn": 1}, "coderabbit": {"tp": 0, "fp": 0, "fn": 2}, "greptile": {"tp": 1, "fp": 2, "fn": 1}, "kg": {"tp": 1, "fp": 0, "fn": 1}}}, {"url": "https://github.com/calcom/cal.com/pull/22345", "language": "TypeScript", "pr_size": "small", "domain": "database", "change_type": "migration", "complexity": "moderate", "difficulty": "subtle", "risk": "medium", "context": "file", "concern": "correctness", "summary": "", "tool_metrics": {"gemini": {"tp": 0, "fp": 5, "fn": 2}, "claude": {"tp": 0, "fp": 0, "fn": 2}, "graphite": {"tp": 0, "fp": 0, "fn": 2}, "qodo": {"tp": 0, "fp": 5, "fn": 2}, "bugbot": {"tp": 1, "fp": 1, "fn": 1}, "copilot": {"tp": 0, "fp": 5, "fn": 2}, "augment": {"tp": 1, "fp": 3, "fn": 1}, "propel": {"tp": 0, "fp": 0, "fn": 2}, "baz": {"tp": 0, "fp": 3, "fn": 2}, "coderabbit": {"tp": 0, "fp": 0, "fn": 2}, "greptile": {"tp": 0, "fp": 2, "fn": 2}, "kg": {"tp": 0, "fp": 1, "fn": 2}}}, {"url": "https://github.com/calcom/cal.com/pull/11059", "language": "TypeScript", "pr_size": "large", "domain": "authentication", "change_type": "feature", "complexity": "complex", "difficulty": "subtle", "risk": "critical", "context": "cross_file", "concern": "correctness", "summary": "", "tool_metrics": {"gemini": {"tp": 3, "fp": 3, "fn": 2}, "claude": {"tp": 3, "fp": 3, "fn": 2}, "graphite": {"tp": 1, "fp": 2, "fn": 4}, "qodo": {"tp": 3, "fp": 11, "fn": 2}, "bugbot": {"tp": 4, "fp": 4, "fn": 1}, "copilot": {"tp": 5, "fp": 13, "fn": 0}, "augment": {"tp": 5, "fp": 10, "fn": 0}, "propel": {"tp": 1, "fp": 2, "fn": 4}, "baz": {"tp": 4, "fp": 1, "fn": 1}, "coderabbit": {"tp": 5, "fp": 15, "fn": 0}, "greptile": {"tp": 3, "fp": 7, "fn": 2}, "kg": {"tp": 0, "fp": 0, "fn": 5}}}, {"url": "https://github.com/calcom/cal.com/pull/7232", "language": "TypeScript", "pr_size": "medium", "domain": "scheduling", "change_type": "feature", "complexity": "moderate", "difficulty": "subtle", "risk": "high", "context": "cross_file", "concern": "reliability", "summary": "", "tool_metrics": {"gemini": {"tp": 0, "fp": 3, "fn": 2}, "claude": {"tp": 1, "fp": 3, "fn": 1}, "graphite": {"tp": 0, "fp": 0, "fn": 2}, "qodo": {"tp": 1, "fp": 3, "fn": 1}, "bugbot": {"tp": 1, "fp": 3, "fn": 1}, "copilot": {"tp": 2, "fp": 6, "fn": 0}, "augment": {"tp": 1, "fp": 2, "fn": 1}, "propel": {"tp": 0, "fp": 2, "fn": 2}, "baz": {"tp": 1, "fp": 2, "fn": 1}, "coderabbit": {"tp": 0, "fp": 0, "fn": 2}, "greptile": {"tp": 1, "fp": 4, "fn": 1}, "kg": {"tp": 0, "fp": 1, "fn": 2}}}, {"url": "https://github.com/calcom/cal.com/pull/14740", "language": "TypeScript", "pr_size": "large", "domain": "scheduling", "change_type": "feature", "complexity": "moderate", "difficulty": "subtle", "risk": "critical", "context": "cross_file", "concern": "security", "summary": "", "tool_metrics": {"gemini": {"tp": 1, "fp": 3, "fn": 4}, "claude": {"tp": 2, "fp": 0, "fn": 3}, "graphite": {"tp": 1, "fp": 1, "fn": 4}, "qodo": {"tp": 2, "fp": 3, "fn": 3}, "bugbot": {"tp": 3, "fp": 3, "fn": 2}, "copilot": {"tp": 3, "fp": 8, "fn": 2}, "augment": {"tp": 4, "fp": 3, "fn": 1}, "propel": {"tp": 4, "fp": 0, "fn": 1}, "baz": {"tp": 1, "fp": 1, "fn": 4}, "coderabbit": {"tp": 4, "fp": 7, "fn": 1}, "greptile": {"tp": 4, "fp": 2, "fn": 1}, "kg": {"tp": 2, "fp": 0, "fn": 3}}}, {"url": "https://github.com/calcom/cal.com/pull/10600", "language": "TypeScript", "pr_size": "medium", "domain": "authentication", "change_type": "feature", "complexity": "moderate", "difficulty": "subtle", "risk": "high", "context": "cross_file", "concern": "security", "summary": "", "tool_metrics": {"gemini": {"tp": 1, "fp": 5, "fn": 3}, "claude": {"tp": 1, "fp": 12, "fn": 3}, "graphite": {"tp": 0, "fp": 0, "fn": 4}, "qodo": {"tp": 0, "fp": 5, "fn": 4}, "bugbot": {"tp": 1, "fp": 1, "fn": 3}, "copilot": {"tp": 1, "fp": 9, "fn": 3}, "augment": {"tp": 1, "fp": 4, "fn": 3}, "propel": {"tp": 1, "fp": 2, "fn": 3}, "baz": {"tp": 0, "fp": 0, "fn": 4}, "coderabbit": {"tp": 0, "fp": 0, "fn": 4}, "greptile": {"tp": 0, "fp": 4, "fn": 4}, "kg": {"tp": 0, "fp": 0, "fn": 4}}}, {"url": "https://github.com/calcom/cal.com/pull/10967", "language": "TypeScript", "pr_size": "large", "domain": "scheduling", "change_type": "bug_fix", "complexity": "complex", "difficulty": "subtle", "risk": "high", "context": "cross_file", "concern": "correctness", "summary": "", "tool_metrics": {"gemini": {"tp": 1, "fp": 9, "fn": 4}, "claude": {"tp": 4, "fp": 3, "fn": 1}, "graphite": {"tp": 0, "fp": 0, "fn": 5}, "qodo": {"tp": 0, "fp": 3, "fn": 5}, "bugbot": {"tp": 2, "fp": 4, "fn": 3}, "copilot": {"tp": 3, "fp": 8, "fn": 2}, "augment": {"tp": 2, "fp": 3, "fn": 3}, "propel": {"tp": 1, "fp": 0, "fn": 4}, "baz": {"tp": 0, "fp": 4, "fn": 5}, "coderabbit": {"tp": 0, "fp": 0, "fn": 5}, "greptile": {"tp": 2, "fp": 2, "fn": 3}, "kg": {"tp": 0, "fp": 0, "fn": 5}}}, {"url": "https://github.com/calcom/cal.com/pull/8087", "language": "TypeScript", "pr_size": "medium", "domain": "concurrency", "change_type": "refactoring", "complexity": "moderate", "difficulty": "subtle", "risk": "critical", "context": "cross_file", "concern": "reliability", "summary": "", "tool_metrics": {"gemini": {"tp": 1, "fp": 1, "fn": 1}, "claude": {"tp": 1, "fp": 1, "fn": 1}, "graphite": {"tp": 0, "fp": 0, "fn": 2}, "qodo": {"tp": 1, "fp": 2, "fn": 1}, "bugbot": {"tp": 1, "fp": 2, "fn": 1}, "copilot": {"tp": 1, "fp": 3, "fn": 1}, "augment": {"tp": 1, "fp": 4, "fn": 1}, "propel": {"tp": 0, "fp": 0, "fn": 2}, "baz": {"tp": 0, "fp": 0, "fn": 2}, "coderabbit": {"tp": 0, "fp": 0, "fn": 2}, "greptile": {"tp": 1, "fp": 3, "fn": 1}, "kg": {"tp": 1, "fp": 0, "fn": 1}}}], "tools": ["augment", "baz", "bugbot", "claude", "coderabbit", "copilot", "gemini", "graphite", "greptile", "kg", "propel", "qodo"], "dimensions": {"language": ["Go", "Java", "Python", "Ruby", "TypeScript"], "pr_size": ["small", "medium", "large"], "domain": ["API", "UI", "authentication", "caching", "concurrency", "configuration", "data_processing", "database", "file_io", "logging", "scheduling", "serialization", "testing"], "change_type": ["bug_fix", "feature", "migration", "performance", "refactoring", "security_patch"], "complexity": ["simple", "moderate", "complex"], "difficulty": ["obvious", "moderate", "subtle", "very_subtle"], "risk": ["low", "medium", "high", "critical"], "context": ["local", "file", "cross_file", "system"], "concern": ["correctness", "maintainability", "reliability", "security"]}, "overall_metrics": {"qodo": {"precision": 23.4, "recall": 42.3, "f1": 30.1, "tp": 58, "fp": 190, "fn": 79, "num_prs": 50}, "graphite": {"precision": 66.7, "recall": 8.8, "f1": 15.5, "tp": 12, "fp": 6, "fn": 125, "num_prs": 50}, "claude": {"precision": 30.5, "recall": 37.2, "f1": 33.6, "tp": 51, "fp": 116, "fn": 86, "num_prs": 50}, "bugbot": {"precision": 38.6, "recall": 43.1, "f1": 40.7, "tp": 59, "fp": 94, "fn": 78, "num_prs": 50}, "propel": {"precision": 40.8, "recall": 37.2, "f1": 38.9, "tp": 51, "fp": 74, "fn": 86, "num_prs": 50}, "kg": {"precision": 48.9, "recall": 16.8, "f1": 25.0, "tp": 23, "fp": 24, "fn": 114, "num_prs": 50}, "coderabbit": {"precision": 21.2, "recall": 41.6, "f1": 28.1, "tp": 57, "fp": 212, "fn": 80, "num_prs": 50}, "copilot": {"precision": 23.5, "recall": 53.3, "f1": 32.6, "tp": 73, "fp": 238, "fn": 64, "num_prs": 50}, "baz": {"precision": 39.4, "recall": 27.0, "f1": 32.0, "tp": 37, "fp": 57, "fn": 100, "num_prs": 50}, "greptile": {"precision": 34.0, "recall": 36.5, "f1": 35.2, "tp": 50, "fp": 97, "fn": 87, "num_prs": 50}, "augment": {"precision": 37.3, "recall": 59.1, "f1": 45.8, "tp": 81, "fp": 136, "fn": 56, "num_prs": 50}, "gemini": {"precision": 24.6, "recall": 32.8, "f1": 28.1, "tp": 45, "fp": 138, "fn": 92, "num_prs": 50}}}};
         const toolDisplayNames = {"graphite": "Graphite", "qodo": "Qodo", "gemini": "Gemini", "claude": "Claude Code", "augment": "Augment", "bugbot": "Cursor Bugbot", "coderabbit": "CodeRabbit", "propel": "Propel", "copilot": "GitHub Copilot", "baz": "Baz", "greptile": "Greptile", "kg": "KG"};
         const toolColors = {"graphite": "#6366f1", "qodo": "#8b5cf6", "gemini": "#06b6d4", "claude": "#f59e0b", "augment": "#10b981", "bugbot": "#3b82f6", "coderabbit": "#ec4899", "propel": "#14b8a6", "copilot": "#6b7280", "baz": "#f97316", "greptile": "#22c55e", "kg": "#a855f7"};
-        const predefinedFilters = [{"id": "high_precision", "label": "Highest Precision", "filters": {}, "sort": "precision", "description": "Tools ranked by precision - fewer false positives, more reliable findings", "best_model": "anthropic_claude-opus-4-5-20251101", "best_tool": "graphite", "best_score": 75.0}, {"id": "go_small", "label": "Best for Small Go PRs", "filters": {"language": ["Go"], "pr_size": ["small"]}, "description": "Go codebases with concurrency patterns. Small PRs with 1-2 files, easier to review thoroughly", "best_model": "anthropic_claude-opus-4-5-20251101", "best_tool": "augment", "best_score": 72.0}, {"id": "domain_ui", "label": "Best for Ui", "filters": {"domain": ["UI"]}, "description": "User interface and frontend.", "best_model": "anthropic_claude-opus-4-5-20251101", "best_tool": "bugbot", "best_score": 66.7}, {"id": "tool_claude_language_typescript_domain_scheduling", "label": "Typescript + Scheduling", "filters": {"language": ["TypeScript"], "domain": ["scheduling"]}, "description": "TypeScript codebases with frontend patterns. Task scheduling.", "best_model": "openai_gpt-5.2", "best_tool": "claude", "best_score": 60.6}, {"id": "domain_scheduling", "label": "Best for Scheduling", "filters": {"domain": ["scheduling"]}, "description": "Task scheduling.", "best_model": "anthropic_claude-opus-4-5-20251101", "best_tool": "propel", "best_score": 58.1}, {"id": "ruby_medium", "label": "Best for Medium Ruby PRs", "filters": {"language": ["Ruby"], "pr_size": ["medium"]}, "description": "Ruby codebases with Rails patterns. Medium PRs with 3-5 files, typical feature development", "best_model": "openai_gpt-5.2", "best_tool": "greptile", "best_score": 57.1}, {"id": "tool_qodo_risk_high_context_file", "label": "High Risk + File Context", "filters": {"risk": ["high"], "context": ["file"]}, "description": "Significant impact, potential data loss. Requires full file understanding.", "best_model": "openai_gpt-5.2", "best_tool": "qodo", "best_score": 57.1}, {"id": "tool_copilot_language_java_difficulty_subtle", "label": "Java + Subtle Bugs", "filters": {"language": ["Java"], "difficulty": ["subtle"]}, "description": "Java codebases with OOP patterns. Non-obvious, needs domain knowledge.", "best_model": "openai_gpt-5.2", "best_tool": "copilot", "best_score": 56.3}, {"id": "tool_gemini_domain_authentication_difficulty_subtle", "label": "Authentication + Subtle Bugs", "filters": {"domain": ["authentication"], "difficulty": ["subtle"]}, "description": "Auth and access control. Non-obvious, needs domain knowledge.", "best_model": "anthropic_claude-opus-4-5-20251101", "best_tool": "gemini", "best_score": 49.1}, {"id": "tool_coderabbit_language_go_risk_high", "label": "Go + High Risk", "filters": {"language": ["Go"], "risk": ["high"]}, "description": "Go codebases with concurrency patterns. Significant impact, potential data loss.", "best_model": "openai_gpt-5.2", "best_tool": "coderabbit", "best_score": 46.7}, {"id": "domain_authentication", "label": "Best for Authentication", "filters": {"domain": ["authentication"]}, "description": "Auth and access control.", "best_model": "anthropic_claude-opus-4-5-20251101", "best_tool": "baz", "best_score": 46.4}, {"id": "tool_kg_language_go_complexity_moderate", "label": "Go + Moderate Code", "filters": {"language": ["Go"], "complexity": ["moderate"]}, "description": "Go codebases with concurrency patterns. Some abstraction.", "best_model": "openai_gpt-5.2", "best_tool": "kg", "best_score": 43.8}, {"id": "change_type_performance", "label": "Best for Performance Optimization", "filters": {"change_type": ["performance"]}, "description": "Performance optimization changes", "best_model": "anthropic_claude-opus-4-5-20251101", "best_tool": "augment", "best_score": 70.3}, {"id": "change_type_bug_fix", "label": "Best for Bug Fixes", "filters": {"change_type": ["bug_fix"]}, "description": "Bug fixes and issue resolution", "best_model": "anthropic_claude-opus-4-5-20251101", "best_tool": "augment", "best_score": 65.0}, {"id": "domain_caching", "label": "Best for Caching", "filters": {"domain": ["caching"]}, "description": "Cache and memoization.", "best_model": "anthropic_claude-opus-4-5-20251101", "best_tool": "augment", "best_score": 64.0}, {"id": "complexity_complex", "label": "Best for Complex Code", "filters": {"complexity": ["complex"]}, "description": "Deep logic and dependencies.", "best_model": "anthropic_claude-opus-4-5-20251101", "best_tool": "augment", "best_score": 63.8}, {"id": "complex_subtle", "label": "Complex & Subtle", "filters": {"complexity": ["complex"], "difficulty": ["subtle", "very_subtle"]}, "description": "Deep logic and dependencies. Non-obvious, needs domain knowledge.", "best_model": "anthropic_claude-opus-4-5-20251101", "best_tool": "augment", "best_score": 63.8}, {"id": "high_recall", "label": "Highest Recall", "filters": {}, "sort": "recall", "description": "Tools ranked by recall - catches more issues, may have more noise", "best_model": "anthropic_claude-opus-4-5-20251101", "best_tool": "augment", "best_score": 62.8}, {"id": "pr_size_small", "label": "Best for Small PRs", "filters": {"pr_size": ["small"]}, "description": "Small PRs with 1-2 files, easier to review thoroughly", "best_model": "anthropic_claude-opus-4-5-20251101", "best_tool": "augment", "best_score": 62.7}, {"id": "risk_high", "label": "Best for High Risk", "filters": {"risk": ["high"]}, "description": "Significant impact, potential data loss.", "best_model": "anthropic_claude-opus-4-5-20251101", "best_tool": "augment", "best_score": 60.0}, {"id": "domain_concurrency", "label": "Best for Concurrency", "filters": {"domain": ["concurrency"]}, "description": "Threading and async operations.", "best_model": "anthropic_claude-opus-4-5-20251101", "best_tool": "augment", "best_score": 58.8}, {"id": "language_go", "label": "Best for Go", "filters": {"language": ["Go"]}, "description": "Go codebases with concurrency patterns.", "best_model": "anthropic_claude-opus-4-5-20251101", "best_tool": "augment", "best_score": 58.3}, {"id": "risk_critical", "label": "Best for Critical Risk", "filters": {"risk": ["critical"]}, "description": "Critical security or data corruption risk.", "best_model": "anthropic_claude-opus-4-5-20251101", "best_tool": "augment", "best_score": 57.7}, {"id": "pr_size_large", "label": "Best for Large PRs", "filters": {"pr_size": ["large"]}, "description": "Large PRs with 6+ files, complex changes requiring careful review", "best_model": "anthropic_claude-opus-4-5-20251101", "best_tool": "augment", "best_score": 57.1}, {"id": "concern_correctness", "label": "Best for Correctness", "filters": {"concern": ["correctness"]}, "description": "Logical correctness and expected behavior", "best_model": "anthropic_claude-opus-4-5-20251101", "best_tool": "augment", "best_score": 55.6}, {"id": "language_python", "label": "Best for Python", "filters": {"language": ["Python"]}, "description": "Python codebases with dynamic typing.", "best_model": "anthropic_claude-opus-4-5-20251101", "best_tool": "augment", "best_score": 55.1}, {"id": "language_java", "label": "Best for Java", "filters": {"language": ["Java"]}, "description": "Java codebases with OOP patterns.", "best_model": "anthropic_claude-opus-4-5-20251101", "best_tool": "augment", "best_score": 54.9}, {"id": "difficulty_subtle", "label": "Best for Subtle Bugs", "filters": {"difficulty": ["subtle"]}, "description": "Non-obvious, needs domain knowledge.", "best_model": "anthropic_claude-opus-4-5-20251101", "best_tool": "augment", "best_score": 54.3}, {"id": "context_cross_file", "label": "Best for Cross-File", "filters": {"context": ["cross_file"]}, "description": "Spans multiple files.", "best_model": "anthropic_claude-opus-4-5-20251101", "best_tool": "augment", "best_score": 54.2}, {"id": "high_f1", "label": "Highest F1", "filters": {}, "sort": "f1", "description": "Tools ranked by F1 score - balanced precision and recall", "best_model": "anthropic_claude-opus-4-5-20251101", "best_tool": "augment", "best_score": 53.8}, {"id": "language_ruby", "label": "Best for Ruby", "filters": {"language": ["Ruby"]}, "description": "Ruby codebases with Rails patterns.", "best_model": "anthropic_claude-opus-4-5-20251101", "best_tool": "augment", "best_score": 52.9}, {"id": "python_medium", "label": "Best for Medium Python PRs", "filters": {"language": ["Python"], "pr_size": ["medium"]}, "description": "Python codebases with dynamic typing. Medium PRs with 3-5 files, typical feature development", "best_model": "anthropic_claude-opus-4-5-20251101", "best_tool": "augment", "best_score": 52.9}, {"id": "context_file", "label": "Best for File Context", "filters": {"context": ["file"]}, "description": "Requires full file understanding.", "best_model": "anthropic_claude-opus-4-5-20251101", "best_tool": "augment", "best_score": 51.9}, {"id": "change_type_feature", "label": "Best for Features", "filters": {"change_type": ["feature"]}, "description": "New feature implementation", "best_model": "anthropic_claude-opus-4-5-20251101", "best_tool": "augment", "best_score": 50.9}, {"id": "language_typescript", "label": "Best for Typescript", "filters": {"language": ["TypeScript"]}, "description": "TypeScript codebases with frontend patterns.", "best_model": "anthropic_claude-opus-4-5-20251101", "best_tool": "augment", "best_score": 50.0}, {"id": "difficulty_moderate", "label": "Best for Moderate Bugs", "filters": {"difficulty": ["moderate"]}, "description": "Requires careful reading.", "best_model": "anthropic_claude-opus-4-5-20251101", "best_tool": "greptile", "best_score": 50.0}, {"id": "java_medium", "label": "Best for Medium Java PRs", "filters": {"language": ["Java"], "pr_size": ["medium"]}, "description": "Java codebases with OOP patterns. Medium PRs with 3-5 files, typical feature development", "best_model": "anthropic_claude-opus-4-5-20251101", "best_tool": "greptile", "best_score": 50.0}, {"id": "complexity_moderate", "label": "Best for Moderate Code", "filters": {"complexity": ["moderate"]}, "description": "Some abstraction.", "best_model": "anthropic_claude-opus-4-5-20251101", "best_tool": "augment", "best_score": 49.8}, {"id": "pr_size_medium", "label": "Best for Medium PRs", "filters": {"pr_size": ["medium"]}, "description": "Medium PRs with 3-5 files, typical feature development", "best_model": "anthropic_claude-opus-4-5-20251101", "best_tool": "bugbot", "best_score": 49.6}, {"id": "high_risk_auth", "label": "High Risk Auth", "filters": {"risk": ["high", "critical"], "domain": ["authentication"]}, "description": "Significant impact, potential data loss. Auth and access control.", "best_model": "anthropic_claude-opus-4-5-20251101", "best_tool": "bugbot", "best_score": 49.1}, {"id": "concern_security", "label": "Best for Security", "filters": {"concern": ["security"]}, "description": "Security vulnerabilities and attack vectors", "best_model": "anthropic_claude-opus-4-5-20251101", "best_tool": "augment", "best_score": 47.6}, {"id": "security_critical", "label": "Security Critical", "filters": {"concern": ["security"], "risk": ["high", "critical"]}, "description": "Security vulnerabilities and attack vectors Significant impact, potential data loss.", "best_model": "anthropic_claude-opus-4-5-20251101", "best_tool": "augment", "best_score": 47.6}, {"id": "risk_medium", "label": "Best for Medium Risk", "filters": {"risk": ["medium"]}, "description": "Moderate user impact.", "best_model": "anthropic_claude-opus-4-5-20251101", "best_tool": "augment", "best_score": 46.3}, {"id": "concern_reliability", "label": "Best for Reliability", "filters": {"concern": ["reliability"]}, "description": "Error handling and system stability", "best_model": "anthropic_claude-opus-4-5-20251101", "best_tool": "augment", "best_score": 44.4}];
+        const predefinedFilters = [{"id": "high_precision", "label": "Highest Precision", "filters": {}, "sort": "precision", "description": "Tools ranked by precision - fewer false positives, more reliable findings", "best_model": "anthropic_claude-opus-4-5-20251101", "best_tool": "graphite", "best_score": 75.0}, {"id": "go_small", "label": "Best for Small Go PRs", "filters": {"language": ["Go"], "pr_size": ["small"]}, "description": "Go codebases with concurrency patterns. Small PRs with 1-2 files, easier to review thoroughly", "best_model": "anthropic_claude-opus-4-5-20251101", "best_tool": "augment", "best_score": 72.0}, {"id": "domain_ui", "label": "Best for Ui", "filters": {"domain": ["UI"]}, "description": "User interface and frontend.", "best_model": "anthropic_claude-opus-4-5-20251101", "best_tool": "bugbot", "best_score": 66.7}, {"id": "tool_claude_language_typescript_domain_scheduling", "label": "Typescript + Scheduling", "filters": {"language": ["TypeScript"], "domain": ["scheduling"]}, "description": "TypeScript codebases with frontend patterns. Task scheduling.", "best_model": "openai_gpt-5.2", "best_tool": "claude", "best_score": 60.6}, {"id": "domain_scheduling", "label": "Best for Scheduling", "filters": {"domain": ["scheduling"]}, "description": "Task scheduling.", "best_model": "anthropic_claude-opus-4-5-20251101", "best_tool": "propel", "best_score": 58.1}, {"id": "ruby_medium", "label": "Best for Medium Ruby PRs", "filters": {"language": ["Ruby"], "pr_size": ["medium"]}, "description": "Ruby codebases with Rails patterns. Medium PRs with 3-5 files, typical feature development", "best_model": "openai_gpt-5.2", "best_tool": "greptile", "best_score": 57.1}, {"id": "tool_qodo_risk_high_context_file", "label": "High Risk + File Context", "filters": {"risk": ["high"], "context": ["file"]}, "description": "Significant impact, potential data loss. Requires full file understanding.", "best_model": "openai_gpt-5.2", "best_tool": "qodo", "best_score": 57.1}, {"id": "tool_copilot_language_java_difficulty_subtle", "label": "Java + Subtle Bugs", "filters": {"language": ["Java"], "difficulty": ["subtle"]}, "description": "Java codebases with OOP patterns. Non-obvious, needs domain knowledge.", "best_model": "openai_gpt-5.2", "best_tool": "copilot", "best_score": 56.3}, {"id": "tool_gemini_domain_authentication_difficulty_subtle", "label": "Authentication + Subtle Bugs", "filters": {"domain": ["authentication"], "difficulty": ["subtle"]}, "description": "Auth and access control. Non-obvious, needs domain knowledge.", "best_model": "anthropic_claude-opus-4-5-20251101", "best_tool": "gemini", "best_score": 49.1}, {"id": "tool_coderabbit_language_go_risk_high", "label": "Go + High Risk", "filters": {"language": ["Go"], "risk": ["high"]}, "description": "Go codebases with concurrency patterns. Significant impact, potential data loss.", "best_model": "openai_gpt-5.2", "best_tool": "coderabbit", "best_score": 46.7}, {"id": "domain_authentication", "label": "Best for Authentication", "filters": {"domain": ["authentication"]}, "description": "Auth and access control.", "best_model": "anthropic_claude-opus-4-5-20251101", "best_tool": "baz", "best_score": 46.4}, {"id": "tool_kg_language_go_complexity_moderate", "label": "Go + Moderate Code", "filters": {"language": ["Go"], "complexity": ["moderate"]}, "description": "Go codebases with concurrency patterns. Some abstraction.", "best_model": "openai_gpt-5.2", "best_tool": "kg", "best_score": 43.8}, {"id": "change_type_performance", "label": "Best for Performance Optimization", "filters": {"change_type": ["performance"]}, "description": "Performance optimization changes", "best_model": "anthropic_claude-opus-4-5-20251101", "best_tool": "augment", "best_score": 70.3}, {"id": "change_type_bug_fix", "label": "Best for Bug Fixes", "filters": {"change_type": ["bug_fix"]}, "description": "Bug fixes and issue resolution", "best_model": "anthropic_claude-opus-4-5-20251101", "best_tool": "augment", "best_score": 65.0}, {"id": "domain_caching", "label": "Best for Caching", "filters": {"domain": ["caching"]}, "description": "Cache and memoization.", "best_model": "anthropic_claude-opus-4-5-20251101", "best_tool": "augment", "best_score": 64.0}, {"id": "complexity_complex", "label": "Best for Complex Code", "filters": {"complexity": ["complex"]}, "description": "Deep logic and dependencies.", "best_model": "anthropic_claude-opus-4-5-20251101", "best_tool": "augment", "best_score": 63.8}, {"id": "complex_subtle", "label": "Complex & Subtle", "filters": {"complexity": ["complex"], "difficulty": ["subtle", "very_subtle"]}, "description": "Deep logic and dependencies. Non-obvious, needs domain knowledge.", "best_model": "anthropic_claude-opus-4-5-20251101", "best_tool": "augment", "best_score": 63.8}, {"id": "high_recall", "label": "Highest Recall", "filters": {}, "sort": "recall", "description": "Tools ranked by recall - catches more issues, may have more noise", "best_model": "anthropic_claude-opus-4-5-20251101", "best_tool": "augment", "best_score": 62.8}, {"id": "pr_size_small", "label": "Best for Small PRs", "filters": {"pr_size": ["small"]}, "description": "Small PRs with 1-2 files, easier to review thoroughly", "best_model": "anthropic_claude-opus-4-5-20251101", "best_tool": "augment", "best_score": 62.7}, {"id": "risk_high", "label": "Best for High Risk", "filters": {"risk": ["high"]}, "description": "Significant impact, potential data loss.", "best_model": "anthropic_claude-opus-4-5-20251101", "best_tool": "augment", "best_score": 60.0}, {"id": "domain_concurrency", "label": "Best for Concurrency", "filters": {"domain": ["concurrency"]}, "description": "Threading and async operations.", "best_model": "anthropic_claude-opus-4-5-20251101", "best_tool": "augment", "best_score": 58.8}, {"id": "language_go", "label": "Best for Go", "filters": {"language": ["Go"]}, "description": "Go codebases with concurrency patterns.", "best_model": "anthropic_claude-opus-4-5-20251101", "best_tool": "augment", "best_score": 58.3}, {"id": "risk_critical", "label": "Best for Critical Risk", "filters": {"risk": ["critical"]}, "description": "Critical security or data corruption risk.", "best_model": "anthropic_claude-opus-4-5-20251101", "best_tool": "augment", "best_score": 57.7}, {"id": "pr_size_large", "label": "Best for Large PRs", "filters": {"pr_size": ["large"]}, "description": "Large PRs with 6+ files, complex changes requiring careful review", "best_model": "anthropic_claude-opus-4-5-20251101", "best_tool": "augment", "best_score": 57.1}, {"id": "concern_correctness", "label": "Best for Correctness", "filters": {"concern": ["correctness"]}, "description": "Logical correctness and expected behavior", "best_model": "anthropic_claude-opus-4-5-20251101", "best_tool": "augment", "best_score": 55.6}, {"id": "language_python", "label": "Best for Python", "filters": {"language": ["Python"]}, "description": "Python codebases with dynamic typing.", "best_model": "anthropic_claude-opus-4-5-20251101", "best_tool": "augment", "best_score": 55.1}, {"id": "language_java", "label": "Best for Java", "filters": {"language": ["Java"]}, "description": "Java codebases with OOP patterns.", "best_model": "anthropic_claude-opus-4-5-20251101", "best_tool": "augment", "best_score": 54.9}, {"id": "difficulty_subtle", "label": "Best for Subtle Bugs", "filters": {"difficulty": ["subtle"]}, "description": "Non-obvious, needs domain knowledge.", "best_model": "anthropic_claude-opus-4-5-20251101", "best_tool": "augment", "best_score": 54.3}, {"id": "context_cross_file", "label": "Best for Cross-File", "filters": {"context": ["cross_file"]}, "description": "Spans multiple files.", "best_model": "anthropic_claude-opus-4-5-20251101", "best_tool": "augment", "best_score": 54.2}, {"id": "high_f1", "label": "Highest F1", "filters": {}, "sort": "f1", "description": "Tools ranked by F1 score - balanced precision and recall", "best_model": "anthropic_claude-opus-4-5-20251101", "best_tool": "augment", "best_score": 53.8}, {"id": "language_ruby", "label": "Best for Ruby", "filters": {"language": ["Ruby"]}, "description": "Ruby codebases with Rails patterns.", "best_model": "anthropic_claude-opus-4-5-20251101", "best_tool": "augment", "best_score": 52.9}, {"id": "python_medium", "label": "Best for Medium Python PRs", "filters": {"language": ["Python"], "pr_size": ["medium"]}, "description": "Python codebases with dynamic typing. Medium PRs with 3-5 files, typical feature development", "best_model": "anthropic_claude-opus-4-5-20251101", "best_tool": "augment", "best_score": 52.9}, {"id": "context_file", "label": "Best for File Context", "filters": {"context": ["file"]}, "description": "Requires full file understanding.", "best_model": "anthropic_claude-opus-4-5-20251101", "best_tool": "augment", "best_score": 51.9}, {"id": "change_type_feature", "label": "Best for Features", "filters": {"change_type": ["feature"]}, "description": "New feature implementation", "best_model": "anthropic_claude-opus-4-5-20251101", "best_tool": "augment", "best_score": 50.9}, {"id": "language_typescript", "label": "Best for Typescript", "filters": {"language": ["TypeScript"]}, "description": "TypeScript codebases with frontend patterns.", "best_model": "anthropic_claude-opus-4-5-20251101", "best_tool": "augment", "best_score": 50.0}, {"id": "difficulty_moderate", "label": "Best for Moderate Bugs", "filters": {"difficulty": ["moderate"]}, "description": "Requires careful reading.", "best_model": "anthropic_claude-opus-4-5-20251101", "best_tool": "greptile", "best_score": 50.0}, {"id": "java_medium", "label": "Best for Medium Java PRs", "filters": {"language": ["Java"], "pr_size": ["medium"]}, "description": "Java codebases with OOP patterns. Medium PRs with 3-5 files, typical feature development", "best_model": "anthropic_claude-opus-4-5-20251101", "best_tool": "greptile", "best_score": 50.0}, {"id": "complexity_moderate", "label": "Best for Moderate Code", "filters": {"complexity": ["moderate"]}, "description": "Some abstraction.", "best_model": "anthropic_claude-opus-4-5-20251101", "best_tool": "augment", "best_score": 49.8}, {"id": "pr_size_medium", "label": "Best for Medium PRs", "filters": {"pr_size": ["medium"]}, "description": "Medium PRs with 3-5 files, typical feature development", "best_model": "anthropic_claude-opus-4-5-20251101", "best_tool": "bugbot", "best_score": 49.6}, {"id": "high_risk_auth", "label": "High Risk Auth", "filters": {"risk": ["high", "critical"], "domain": ["authentication"]}, "description": "Significant impact, potential data loss. Auth and access control.", "best_model": "anthropic_claude-opus-4-5-20251101", "best_tool": "bugbot", "best_score": 51.2}, {"id": "concern_security", "label": "Best for Security", "filters": {"concern": ["security"]}, "description": "Security vulnerabilities and attack vectors", "best_model": "anthropic_claude-opus-4-5-20251101", "best_tool": "augment", "best_score": 47.6}, {"id": "security_critical", "label": "Security Critical", "filters": {"concern": ["security"], "risk": ["high", "critical"]}, "description": "Security vulnerabilities and attack vectors Significant impact, potential data loss.", "best_model": "anthropic_claude-opus-4-5-20251101", "best_tool": "augment", "best_score": 47.6}, {"id": "risk_medium", "label": "Best for Medium Risk", "filters": {"risk": ["medium"]}, "description": "Moderate user impact.", "best_model": "anthropic_claude-opus-4-5-20251101", "best_tool": "augment", "best_score": 46.3}, {"id": "concern_reliability", "label": "Best for Reliability", "filters": {"concern": ["reliability"]}, "description": "Error handling and system stability", "best_model": "anthropic_claude-opus-4-5-20251101", "best_tool": "augment", "best_score": 44.4}];
 
         let currentModel = 'anthropic_claude-opus-4-5-20251101';
         let currentFilters = {
diff --git a/offline/analysis/benchmark_dashboard.json b/offline/analysis/benchmark_dashboard.json
index 3dacd54..4d8ffdc 100644
--- a/offline/analysis/benchmark_dashboard.json
+++ b/offline/analysis/benchmark_dashboard.json
@@ -257,7 +257,7 @@
             },
             "propel": {
               "tp": 0,
-              "fp": 1,
+              "fp": 0,
               "fn": 1
             },
             "copilot": {
@@ -267,7 +267,7 @@
             },
             "baz": {
               "tp": 0,
-              "fp": 1,
+              "fp": 0,
               "fn": 1
             },
             "greptile": {
@@ -507,7 +507,7 @@
             },
             "greptile": {
               "tp": 0,
-              "fp": 1,
+              "fp": 0,
               "fn": 2
             },
             "baz": {
@@ -542,7 +542,7 @@
           "tool_metrics": {
             "baz": {
               "tp": 0,
-              "fp": 1,
+              "fp": 0,
               "fn": 2
             },
             "gemini": {
@@ -947,7 +947,7 @@
             },
             "propel": {
               "tp": 0,
-              "fp": 1,
+              "fp": 0,
               "fn": 2
             },
             "augment": {
@@ -957,7 +957,7 @@
             },
             "baz": {
               "tp": 0,
-              "fp": 1,
+              "fp": 0,
               "fn": 2
             },
             "coderabbit": {
@@ -1247,7 +1247,7 @@
             },
             "propel": {
               "tp": 0,
-              "fp": 1,
+              "fp": 0,
               "fn": 3
             },
             "augment": {
@@ -1472,7 +1472,7 @@
             },
             "propel": {
               "tp": 0,
-              "fp": 1,
+              "fp": 0,
               "fn": 2
             },
             "augment": {
@@ -1482,7 +1482,7 @@
             },
             "baz": {
               "tp": 0,
-              "fp": 1,
+              "fp": 0,
               "fn": 2
             },
             "coderabbit": {
@@ -1632,7 +1632,7 @@
             },
             "baz": {
               "tp": 0,
-              "fp": 1,
+              "fp": 0,
               "fn": 2
             },
             "coderabbit": {
@@ -1697,7 +1697,7 @@
             },
             "propel": {
               "tp": 0,
-              "fp": 1,
+              "fp": 0,
               "fn": 2
             },
             "augment": {
@@ -1782,7 +1782,7 @@
             },
             "baz": {
               "tp": 0,
-              "fp": 1,
+              "fp": 0,
               "fn": 2
             },
             "coderabbit": {
@@ -1857,7 +1857,7 @@
             },
             "baz": {
               "tp": 0,
-              "fp": 1,
+              "fp": 0,
               "fn": 1
             },
             "coderabbit": {
@@ -2007,7 +2007,7 @@
             },
             "baz": {
               "tp": 0,
-              "fp": 1,
+              "fp": 0,
               "fn": 2
             },
             "coderabbit": {
@@ -2157,7 +2157,7 @@
             },
             "baz": {
               "tp": 0,
-              "fp": 1,
+              "fp": 0,
               "fn": 5
             },
             "coderabbit": {
@@ -2232,7 +2232,7 @@
             },
             "baz": {
               "tp": 0,
-              "fp": 1,
+              "fp": 0,
               "fn": 2
             },
             "coderabbit": {
@@ -2302,12 +2302,12 @@
             },
             "propel": {
               "tp": 0,
-              "fp": 1,
+              "fp": 0,
               "fn": 2
             },
             "baz": {
               "tp": 0,
-              "fp": 1,
+              "fp": 0,
               "fn": 2
             },
             "coderabbit": {
@@ -3037,7 +3037,7 @@
             },
             "bugbot": {
               "tp": 0,
-              "fp": 1,
+              "fp": 0,
               "fn": 2
             },
             "copilot": {
@@ -3582,7 +3582,7 @@
             },
             "baz": {
               "tp": 0,
-              "fp": 1,
+              "fp": 0,
               "fn": 4
             },
             "coderabbit": {
@@ -3732,7 +3732,7 @@
             },
             "baz": {
               "tp": 0,
-              "fp": 1,
+              "fp": 0,
               "fn": 2
             },
             "coderabbit": {
@@ -3862,20 +3862,20 @@
           "num_prs": 50
         },
         "bugbot": {
-          "precision": 46.2,
+          "precision": 46.5,
           "recall": 43.8,
-          "f1": 44.9,
+          "f1": 45.1,
           "tp": 60,
-          "fp": 70,
+          "fp": 69,
           "fn": 77,
           "num_prs": 50
         },
         "propel": {
-          "precision": 46.0,
+          "precision": 48.6,
           "recall": 38.0,
-          "f1": 41.6,
+          "f1": 42.6,
           "tp": 52,
-          "fp": 61,
+          "fp": 55,
           "fn": 85,
           "num_prs": 50
         },
@@ -3907,20 +3907,20 @@
           "num_prs": 50
         },
         "baz": {
-          "precision": 44.0,
+          "precision": 51.3,
           "recall": 29.2,
-          "f1": 35.1,
+          "f1": 37.2,
           "tp": 40,
-          "fp": 51,
+          "fp": 38,
           "fn": 97,
           "num_prs": 50
         },
         "greptile": {
-          "precision": 38.4,
+          "precision": 38.7,
           "recall": 38.7,
-          "f1": 38.5,
+          "f1": 38.7,
           "tp": 53,
-          "fp": 85,
+          "fp": 84,
           "fn": 84,
           "num_prs": 50
         },
@@ -4201,7 +4201,7 @@
             },
             "propel": {
               "tp": 0,
-              "fp": 1,
+              "fp": 0,
               "fn": 1
             },
             "copilot": {
@@ -4211,7 +4211,7 @@
             },
             "baz": {
               "tp": 0,
-              "fp": 1,
+              "fp": 0,
               "fn": 1
             },
             "greptile": {
@@ -4451,7 +4451,7 @@
             },
             "greptile": {
               "tp": 0,
-              "fp": 1,
+              "fp": 0,
               "fn": 2
             },
             "baz": {
@@ -4486,7 +4486,7 @@
           "tool_metrics": {
             "baz": {
               "tp": 0,
-              "fp": 1,
+              "fp": 0,
               "fn": 2
             },
             "gemini": {
@@ -4891,7 +4891,7 @@
             },
             "propel": {
               "tp": 0,
-              "fp": 1,
+              "fp": 0,
               "fn": 2
             },
             "augment": {
@@ -4901,7 +4901,7 @@
             },
             "baz": {
               "tp": 0,
-              "fp": 1,
+              "fp": 0,
               "fn": 2
             },
             "coderabbit": {
@@ -5191,7 +5191,7 @@
             },
             "propel": {
               "tp": 0,
-              "fp": 1,
+              "fp": 0,
               "fn": 3
             },
             "augment": {
@@ -5416,7 +5416,7 @@
             },
             "propel": {
               "tp": 0,
-              "fp": 1,
+              "fp": 0,
               "fn": 2
             },
             "augment": {
@@ -5426,7 +5426,7 @@
             },
             "baz": {
               "tp": 0,
-              "fp": 1,
+              "fp": 0,
               "fn": 2
             },
             "coderabbit": {
@@ -5576,7 +5576,7 @@
             },
             "baz": {
               "tp": 0,
-              "fp": 1,
+              "fp": 0,
               "fn": 2
             },
             "coderabbit": {
@@ -5641,7 +5641,7 @@
             },
             "propel": {
               "tp": 0,
-              "fp": 1,
+              "fp": 0,
               "fn": 2
             },
             "augment": {
@@ -5726,7 +5726,7 @@
             },
             "baz": {
               "tp": 0,
-              "fp": 1,
+              "fp": 0,
               "fn": 2
             },
             "coderabbit": {
@@ -5801,7 +5801,7 @@
             },
             "baz": {
               "tp": 0,
-              "fp": 1,
+              "fp": 0,
               "fn": 1
             },
             "coderabbit": {
@@ -5951,7 +5951,7 @@
             },
             "baz": {
               "tp": 0,
-              "fp": 1,
+              "fp": 0,
               "fn": 2
             },
             "coderabbit": {
@@ -6101,7 +6101,7 @@
             },
             "baz": {
               "tp": 0,
-              "fp": 1,
+              "fp": 0,
               "fn": 5
             },
             "coderabbit": {
@@ -6176,7 +6176,7 @@
             },
             "baz": {
               "tp": 0,
-              "fp": 1,
+              "fp": 0,
               "fn": 2
             },
             "coderabbit": {
@@ -6246,12 +6246,12 @@
             },
             "propel": {
               "tp": 0,
-              "fp": 1,
+              "fp": 0,
               "fn": 2
             },
             "baz": {
               "tp": 0,
-              "fp": 1,
+              "fp": 0,
               "fn": 2
             },
             "coderabbit": {
@@ -6981,7 +6981,7 @@
             },
             "bugbot": {
               "tp": 0,
-              "fp": 1,
+              "fp": 0,
               "fn": 2
             },
             "copilot": {
@@ -7526,7 +7526,7 @@
             },
             "baz": {
               "tp": 0,
-              "fp": 1,
+              "fp": 0,
               "fn": 4
             },
             "coderabbit": {
@@ -7676,7 +7676,7 @@
             },
             "baz": {
               "tp": 0,
-              "fp": 1,
+              "fp": 0,
               "fn": 2
             },
             "coderabbit": {
@@ -7806,20 +7806,20 @@
           "num_prs": 50
         },
         "bugbot": {
-          "precision": 38.3,
+          "precision": 38.6,
           "recall": 43.1,
-          "f1": 40.5,
+          "f1": 40.7,
           "tp": 59,
-          "fp": 95,
+          "fp": 94,
           "fn": 78,
           "num_prs": 50
         },
         "propel": {
-          "precision": 38.9,
+          "precision": 40.8,
           "recall": 37.2,
-          "f1": 38.1,
+          "f1": 38.9,
           "tp": 51,
-          "fp": 80,
+          "fp": 74,
           "fn": 86,
           "num_prs": 50
         },
@@ -7851,20 +7851,20 @@
           "num_prs": 50
         },
         "baz": {
-          "precision": 34.6,
+          "precision": 39.4,
           "recall": 27.0,
-          "f1": 30.3,
+          "f1": 32.0,
           "tp": 37,
-          "fp": 70,
+          "fp": 57,
           "fn": 100,
           "num_prs": 50
         },
         "greptile": {
-          "precision": 33.8,
+          "precision": 34.0,
           "recall": 36.5,
-          "f1": 35.1,
+          "f1": 35.2,
           "tp": 50,
-          "fp": 98,
+          "fp": 97,
           "fn": 87,
           "num_prs": 50
         },
@@ -8437,7 +8437,7 @@
       "description": "Significant impact, potential data loss. Auth and access control.",
       "best_model": "anthropic_claude-opus-4-5-20251101",
       "best_tool": "bugbot",
-      "best_score": 49.1
+      "best_score": 51.2
     },
     {
       "id": "concern_security",
@@ -8526,4 +8526,4 @@
   },
   "default_model": "anthropic_claude-opus-4-5-20251101",
   "min_prs_threshold": 5
-}
\ No newline at end of file
+}
diff --git a/offline/code_review_benchmark/step1_download_prs.py b/offline/code_review_benchmark/step1_download_prs.py
index 97bcc32..40d4607 100644
--- a/offline/code_review_benchmark/step1_download_prs.py
+++ b/offline/code_review_benchmark/step1_download_prs.py
@@ -15,6 +15,12 @@
 
 # GitHub API allows ~30 concurrent requests, stay conservative
 MAX_WORKERS = 15
+IGNORED_COMMAND_COMMENTS = {
+    "/propel review",
+    "baz review",
+    "bugbot review",
+    "@greptile",
+}
 
 
 def load_dotenv(filepath: str = ".env") -> None:
@@ -34,6 +40,14 @@ def load_dotenv(filepath: str = ".env") -> None:
                 os.environ.setdefault(key, value)
 
 
+def is_ignored_comment_body(body: str | None) -> bool:
+    """True when the text is a non-review command that should not be evaluated."""
+    if not body:
+        return False
+    normalized = " ".join(body.strip().split()).lower()
+    return normalized in IGNORED_COMMAND_COMMENTS
+
+
 def gh(args: list[str]) -> dict | list:
     """Run gh CLI command and return parsed JSON."""
     result = subprocess.run(
@@ -104,10 +118,13 @@ def fetch_review_comments(org: str, repo: str, pr: int) -> list[dict]:
     try:
         review_comments = gh(["api", f"/repos/{org}/{repo}/pulls/{pr}/comments"])
         for c in review_comments:
+            body = c.get("body")
+            if is_ignored_comment_body(body):
+                continue
             comments.append({
                 "path": c.get("path"),
                 "line": c.get("line") or c.get("original_line"),
-                "body": c.get("body"),
+                "body": body,
                 "created_at": c.get("created_at"),
             })
     except subprocess.CalledProcessError:
@@ -117,11 +134,12 @@ def fetch_review_comments(org: str, repo: str, pr: int) -> list[dict]:
     try:
         reviews = gh(["api", f"/repos/{org}/{repo}/pulls/{pr}/reviews"])
         for r in reviews:
-            if r.get("body"):
+            body = r.get("body")
+            if body and not is_ignored_comment_body(body):
                 comments.append({
                     "path": None,
                     "line": None,
-                    "body": r.get("body"),
+                    "body": body,
                     "created_at": r.get("submitted_at"),
                 })
     except subprocess.CalledProcessError:
@@ -131,10 +149,13 @@ def fetch_review_comments(org: str, repo: str, pr: int) -> list[dict]:
     try:
         issue_comments = gh(["api", f"/repos/{org}/{repo}/issues/{pr}/comments"])
         for c in issue_comments:
+            body = c.get("body")
+            if is_ignored_comment_body(body):
+                continue
             comments.append({
                 "path": None,
                 "line": None,
-                "body": c.get("body"),
+                "body": body,
                 "created_at": c.get("created_at"),
             })
     except subprocess.CalledProcessError:
diff --git a/offline/code_review_benchmark/step3_judge_comments.py b/offline/code_review_benchmark/step3_judge_comments.py
index 8ce4624..3d1836c 100644
--- a/offline/code_review_benchmark/step3_judge_comments.py
+++ b/offline/code_review_benchmark/step3_judge_comments.py
@@ -23,6 +23,12 @@
 BATCH_SIZE = 40
 LLM_CALL_TIMEOUT = 30  # seconds per individual LLM call
 REVIEW_TIMEOUT = 1800  # seconds per full review evaluation (30 min)
+IGNORED_COMMAND_COMMENTS = {
+    "/propel review",
+    "baz review",
+    "bugbot review",
+    "@greptile",
+}
 
 
 JUDGE_PROMPT = """You are evaluating AI code review tools.
@@ -98,6 +104,14 @@ def get_model_dir() -> Path:
     return model_dir
 
 
+def is_ignored_candidate(candidate: str | None) -> bool:
+    """True when candidate text is non-review command chatter."""
+    if not candidate:
+        return False
+    normalized = " ".join(candidate.strip().split()).lower()
+    return normalized in IGNORED_COMMAND_COMMENTS
+
+
 class LLMJudge:
     def __init__(self, structured_output: bool = False):
         load_dotenv()
@@ -205,11 +219,11 @@ def get_candidates(review: dict, all_candidates: dict, golden_url: str) -> list[
     # Prefer model-specific candidates file
     if golden_url in all_candidates and tool in all_candidates[golden_url]:
         candidates = all_candidates[golden_url][tool]
-        return [c["text"] for c in candidates if c.get("text")]
+        return [c["text"] for c in candidates if c.get("text") and not is_ignored_candidate(c["text"])]
 
     # Fall back to raw comment bodies
     comments = review.get("review_comments", [])
-    return [c["body"] for c in comments if c.get("body")]
+    return [c["body"] for c in comments if c.get("body") and not is_ignored_candidate(c["body"])]
 
 
 async def evaluate_review(
@@ -218,6 +232,7 @@ async def evaluate_review(
     candidates: list[str],
 ) -> dict:
     """Evaluate candidates against golden comments. Returns precision and recall metrics."""
+    candidates = [candidate for candidate in candidates if not is_ignored_candidate(candidate)]
 
     if not golden_comments:
         return {
diff --git a/offline/results/anthropic_claude-opus-4-5-20251101/evaluations.json b/offline/results/anthropic_claude-opus-4-5-20251101/evaluations.json
index 6d5dbf6..30da93e 100644
--- a/offline/results/anthropic_claude-opus-4-5-20251101/evaluations.json
+++ b/offline/results/anthropic_claude-opus-4-5-20251101/evaluations.json
@@ -1553,11 +1553,7 @@
     "propel": {
       "skipped": false,
       "true_positives": [],
-      "false_positives": [
-        {
-          "candidate": "/propel review"
-        }
-      ],
+      "false_positives": [],
       "false_negatives": [
         {
           "golden_comment": "Incorrect method call for exit codes. The picocli.exit() method calls System.exit() directly, which is problematic:",
@@ -1565,10 +1561,10 @@
         }
       ],
       "errors": [],
-      "total_candidates": 1,
+      "total_candidates": 0,
       "total_golden": 1,
       "tp": 0,
-      "fp": 1,
+      "fp": 0,
       "fn": 1,
       "errors_count": 0,
       "precision": 0.0,
@@ -1613,11 +1609,7 @@
     "baz": {
       "skipped": false,
       "true_positives": [],
-      "false_positives": [
-        {
-          "candidate": "Baz review"
-        }
-      ],
+      "false_positives": [],
       "false_negatives": [
         {
           "golden_comment": "Incorrect method call for exit codes. The picocli.exit() method calls System.exit() directly, which is problematic:",
@@ -1625,10 +1617,10 @@
         }
       ],
       "errors": [],
-      "total_candidates": 1,
+      "total_candidates": 0,
       "total_golden": 1,
       "tp": 0,
-      "fp": 1,
+      "fp": 0,
       "fn": 1,
       "errors_count": 0,
       "precision": 0.0,
@@ -3015,11 +3007,7 @@
     "greptile": {
       "skipped": false,
       "true_positives": [],
-      "false_positives": [
-        {
-          "candidate": "@greptile"
-        }
-      ],
+      "false_positives": [],
       "false_negatives": [
         {
           "golden_comment": "Returns wrong provider (default keystore instead of BouncyCastle)",
@@ -3031,10 +3019,10 @@
         }
       ],
       "errors": [],
-      "total_candidates": 1,
+      "total_candidates": 0,
       "total_golden": 2,
       "tp": 0,
-      "fp": 1,
+      "fp": 0,
       "fn": 2,
       "errors_count": 0,
       "precision": 0.0,
@@ -3150,11 +3138,7 @@
     "baz": {
       "skipped": false,
       "true_positives": [],
-      "false_positives": [
-        {
-          "candidate": "Baz review"
-        }
-      ],
+      "false_positives": [],
       "false_negatives": [
         {
           "golden_comment": "Returning null from getSubGroupsCount() violates the GroupModel contract (Javadoc says it never returns null) and may lead to NPEs in callers that expect a non-null count.",
@@ -3166,10 +3150,10 @@
         }
       ],
       "errors": [],
-      "total_candidates": 1,
+      "total_candidates": 0,
       "total_golden": 2,
       "tp": 0,
-      "fp": 1,
+      "fp": 0,
       "fn": 2,
       "errors_count": 0,
       "precision": 0.0,
@@ -5844,11 +5828,7 @@
     "propel": {
       "skipped": false,
       "true_positives": [],
-      "false_positives": [
-        {
-          "candidate": "/propel review"
-        }
-      ],
+      "false_positives": [],
       "false_negatives": [
         {
           "golden_comment": "A race condition in BuildIndex allows multiple goroutines to concurrently build the same expensive index for the same key. This is caused by moving the b.cacheMu lock from protecting the entire function to only protecting the final cache assignment. ",
@@ -5860,10 +5840,10 @@
         }
       ],
       "errors": [],
-      "total_candidates": 1,
+      "total_candidates": 0,
       "total_golden": 2,
       "tp": 0,
-      "fp": 1,
+      "fp": 0,
       "fn": 2,
       "errors_count": 0,
       "precision": 0.0,
@@ -5912,11 +5892,7 @@
     "baz": {
       "skipped": false,
       "true_positives": [],
-      "false_positives": [
-        {
-          "candidate": "Baz review"
-        }
-      ],
+      "false_positives": [],
       "false_negatives": [
         {
           "golden_comment": "A race condition in BuildIndex allows multiple goroutines to concurrently build the same expensive index for the same key. This is caused by moving the b.cacheMu lock from protecting the entire function to only protecting the final cache assignment. ",
@@ -5928,10 +5904,10 @@
         }
       ],
       "errors": [],
-      "total_candidates": 1,
+      "total_candidates": 0,
       "total_golden": 2,
       "tp": 0,
-      "fp": 1,
+      "fp": 0,
       "fn": 2,
       "errors_count": 0,
       "precision": 0.0,
@@ -7592,11 +7568,7 @@
     "propel": {
       "skipped": false,
       "true_positives": [],
-      "false_positives": [
-        {
-          "candidate": "/propel review"
-        }
-      ],
+      "false_positives": [],
       "false_negatives": [
         {
           "golden_comment": "The queue.shutdown() method with 'immediate=False' parameter may not exist in the standard Python queue module. This could cause AttributeError at runtime. Verify the correct API or implement a custom shutdown mechanism.",
@@ -7612,10 +7584,10 @@
         }
       ],
       "errors": [],
-      "total_candidates": 1,
+      "total_candidates": 0,
       "total_golden": 3,
       "tp": 0,
-      "fp": 1,
+      "fp": 0,
       "fn": 3,
       "errors_count": 0,
       "precision": 0.0,
@@ -9104,11 +9076,7 @@
     "propel": {
       "skipped": false,
       "true_positives": [],
-      "false_positives": [
-        {
-          "candidate": "/propel review"
-        }
-      ],
+      "false_positives": [],
       "false_negatives": [
         {
           "golden_comment": "The Check operation exhibits asymmetric cache trust logic: cached permission grants are trusted and returned immediately, but cached denials from the same permission cache are ignored, leading to a fresh database lookup. This allows stale cached grants to provide access to revoked resources, posing a security risk. ",
@@ -9120,10 +9088,10 @@
         }
       ],
       "errors": [],
-      "total_candidates": 1,
+      "total_candidates": 0,
       "total_golden": 2,
       "tp": 0,
-      "fp": 1,
+      "fp": 0,
       "fn": 2,
       "errors_count": 0,
       "precision": 0.0,
@@ -9170,11 +9138,7 @@
     "baz": {
       "skipped": false,
       "true_positives": [],
-      "false_positives": [
-        {
-          "candidate": "Baz review"
-        }
-      ],
+      "false_positives": [],
       "false_negatives": [
         {
           "golden_comment": "The Check operation exhibits asymmetric cache trust logic: cached permission grants are trusted and returned immediately, but cached denials from the same permission cache are ignored, leading to a fresh database lookup. This allows stale cached grants to provide access to revoked resources, posing a security risk. ",
@@ -9186,10 +9150,10 @@
         }
       ],
       "errors": [],
-      "total_candidates": 1,
+      "total_candidates": 0,
       "total_golden": 2,
       "tp": 0,
-      "fp": 1,
+      "fp": 0,
       "fn": 2,
       "errors_count": 0,
       "precision": 0.0,
@@ -10055,11 +10019,7 @@
     "baz": {
       "skipped": false,
       "true_positives": [],
-      "false_positives": [
-        {
-          "candidate": "Baz review"
-        }
-      ],
+      "false_positives": [],
       "false_negatives": [
         {
           "golden_comment": "Recursive caching call using session instead of delegate",
@@ -10071,10 +10031,10 @@
         }
       ],
       "errors": [],
-      "total_candidates": 1,
+      "total_candidates": 0,
       "total_golden": 2,
       "tp": 0,
-      "fp": 1,
+      "fp": 0,
       "fn": 2,
       "errors_count": 0,
       "precision": 0.0,
@@ -10391,11 +10351,7 @@
     "propel": {
       "skipped": false,
       "true_positives": [],
-      "false_positives": [
-        {
-          "candidate": "/propel review"
-        }
-      ],
+      "false_positives": [],
       "false_negatives": [
         {
           "golden_comment": "The enableSqlExpressions function has flawed logic that always returns false, effectively disabling SQL expressions unconditionally:",
@@ -10407,10 +10363,10 @@
         }
       ],
       "errors": [],
-      "total_candidates": 1,
+      "total_candidates": 0,
       "total_golden": 2,
       "tp": 0,
-      "fp": 1,
+      "fp": 0,
       "fn": 2,
       "errors_count": 0,
       "precision": 0.0,
@@ -10847,11 +10803,7 @@
     "baz": {
       "skipped": false,
       "true_positives": [],
-      "false_positives": [
-        {
-          "candidate": "Baz review"
-        }
-      ],
+      "false_positives": [],
       "false_negatives": [
         {
           "golden_comment": "The GetWebAssets function implements an incomplete double-checked locking pattern for caching web assets. The function first checks if the cache is populated using a read lock (RLock), and if the cache is empty, it acquires a write lock to populate it. However, it fails to re-check whether the cache was populated by another goroutine while waiting to acquire the write lock.",
@@ -10863,10 +10815,10 @@
         }
       ],
       "errors": [],
-      "total_candidates": 1,
+      "total_candidates": 0,
       "total_golden": 2,
       "tp": 0,
-      "fp": 1,
+      "fp": 0,
       "fn": 2,
       "errors_count": 0,
       "precision": 0.0,
@@ -11247,11 +11199,7 @@
     "baz": {
       "skipped": false,
       "true_positives": [],
-      "false_positives": [
-        {
-          "candidate": "Baz review"
-        }
-      ],
+      "false_positives": [],
       "false_negatives": [
         {
           "golden_comment": "The code uses Error log level for what appears to be debugging information. This will pollute error logs in production. Consider using Debug or Info level instead.",
@@ -11259,10 +11207,10 @@
         }
       ],
       "errors": [],
-      "total_candidates": 1,
+      "total_candidates": 0,
       "total_golden": 1,
       "tp": 0,
-      "fp": 1,
+      "fp": 0,
       "fn": 1,
       "errors_count": 0,
       "precision": 0.0,
@@ -12264,11 +12212,7 @@
     "baz": {
       "skipped": false,
       "true_positives": [],
-      "false_positives": [
-        {
-          "candidate": "Baz review"
-        }
-      ],
+      "false_positives": [],
       "false_negatives": [
         {
           "golden_comment": "The rendered GrafanaRuleListItem is missing the required key prop for React list items. This can cause rendering issues when the list order changes.",
@@ -12280,10 +12224,10 @@
         }
       ],
       "errors": [],
-      "total_candidates": 1,
+      "total_candidates": 0,
       "total_golden": 2,
       "tp": 0,
-      "fp": 1,
+      "fp": 0,
       "fn": 2,
       "errors_count": 0,
       "precision": 0.0,
@@ -13147,11 +13091,7 @@
     "baz": {
       "skipped": false,
       "true_positives": [],
-      "false_positives": [
-        {
-          "candidate": "Baz review"
-        }
-      ],
+      "false_positives": [],
       "false_negatives": [
         {
           "golden_comment": "Race condition: Multiple concurrent requests could pass the device count check simultaneously and create devices beyond the limit. Consider using a database transaction or lock.",
@@ -13175,10 +13115,10 @@
         }
       ],
       "errors": [],
-      "total_candidates": 1,
+      "total_candidates": 0,
       "total_golden": 5,
       "tp": 0,
-      "fp": 1,
+      "fp": 0,
       "fn": 5,
       "errors_count": 0,
       "precision": 0.0,
@@ -13610,11 +13550,7 @@
     "baz": {
       "skipped": false,
       "true_positives": [],
-      "false_positives": [
-        {
-          "candidate": "Baz review"
-        }
-      ],
+      "false_positives": [],
       "false_negatives": [
         {
           "golden_comment": "Thread-safety issue with lazy @loaded_locales",
@@ -13626,10 +13562,10 @@
         }
       ],
       "errors": [],
-      "total_candidates": 1,
+      "total_candidates": 0,
       "total_golden": 2,
       "tp": 0,
-      "fp": 1,
+      "fp": 0,
       "fn": 2,
       "errors_count": 0,
       "precision": 0.0,
@@ -13956,11 +13892,7 @@
     "propel": {
       "skipped": false,
       "true_positives": [],
-      "false_positives": [
-        {
-          "candidate": "/propel review"
-        }
-      ],
+      "false_positives": [],
       "false_negatives": [
         {
           "golden_comment": "The ContextualLoggerMiddleware methods (QueryData, CallResource, CheckHealth, CollectMetrics) panic when a nil request is received. This occurs because they directly access req.PluginContext (via the instrumentContext function) without first checking if req is nil. This is a regression, as previous middleware layers gracefully handled nil requests.",
@@ -13972,10 +13904,10 @@
         }
       ],
       "errors": [],
-      "total_candidates": 1,
+      "total_candidates": 0,
       "total_golden": 2,
       "tp": 0,
-      "fp": 1,
+      "fp": 0,
       "fn": 2,
       "errors_count": 0,
       "precision": 0.0,
@@ -13987,11 +13919,7 @@
     "baz": {
       "skipped": false,
       "true_positives": [],
-      "false_positives": [
-        {
-          "candidate": "Baz review"
-        }
-      ],
+      "false_positives": [],
       "false_negatives": [
         {
           "golden_comment": "The ContextualLoggerMiddleware methods (QueryData, CallResource, CheckHealth, CollectMetrics) panic when a nil request is received. This occurs because they directly access req.PluginContext (via the instrumentContext function) without first checking if req is nil. This is a regression, as previous middleware layers gracefully handled nil requests.",
@@ -14003,10 +13931,10 @@
         }
       ],
       "errors": [],
-      "total_candidates": 1,
+      "total_candidates": 0,
       "total_golden": 2,
       "tp": 0,
-      "fp": 1,
+      "fp": 0,
       "fn": 2,
       "errors_count": 0,
       "precision": 0.0,
@@ -18847,11 +18775,7 @@
     "bugbot": {
       "skipped": false,
       "true_positives": [],
-      "false_positives": [
-        {
-          "candidate": "Bugbot review"
-        }
-      ],
+      "false_positives": [],
       "false_negatives": [
         {
           "golden_comment": "The updateManyByCredentialId call uses an empty data object, which prevents Prisma's @updatedAt decorator from updating the updatedAt timestamp. This results in inaccurate cache status tracking, as the timestamp isn't updated when the cache is refreshed. To fix this, explicitly set the updatedAt field.",
@@ -18863,10 +18787,10 @@
         }
       ],
       "errors": [],
-      "total_candidates": 1,
+      "total_candidates": 0,
       "total_golden": 2,
       "tp": 0,
-      "fp": 1,
+      "fp": 0,
       "fn": 2,
       "errors_count": 0,
       "precision": 0.0,
@@ -22786,11 +22710,7 @@
     "baz": {
       "skipped": false,
       "true_positives": [],
-      "false_positives": [
-        {
-          "candidate": "Baz review"
-        }
-      ],
+      "false_positives": [],
       "false_negatives": [
         {
           "golden_comment": "The exported function TwoFactor handles backup codes and is in BackupCode.tsx. Inconsistent naming.",
@@ -22810,10 +22730,10 @@
         }
       ],
       "errors": [],
-      "total_candidates": 1,
+      "total_candidates": 0,
       "total_golden": 4,
       "tp": 0,
-      "fp": 1,
+      "fp": 0,
       "fn": 4,
       "errors_count": 0,
       "precision": 0.0,
@@ -23866,11 +23786,7 @@
     "baz": {
       "skipped": false,
       "true_positives": [],
-      "false_positives": [
-        {
-          "candidate": "Baz review"
-        }
-      ],
+      "false_positives": [],
       "false_negatives": [
         {
           "golden_comment": "Consider adding try-catch around the await to handle import failures gracefully",
@@ -23882,10 +23798,10 @@
         }
       ],
       "errors": [],
-      "total_candidates": 1,
+      "total_candidates": 0,
       "total_golden": 2,
       "tp": 0,
-      "fp": 1,
+      "fp": 0,
       "fn": 2,
       "errors_count": 0,
       "precision": 0.0,
diff --git a/offline/results/anthropic_claude-sonnet-4-5-20250929/evaluations.json b/offline/results/anthropic_claude-sonnet-4-5-20250929/evaluations.json
index 472471d..f55d659 100644
--- a/offline/results/anthropic_claude-sonnet-4-5-20250929/evaluations.json
+++ b/offline/results/anthropic_claude-sonnet-4-5-20250929/evaluations.json
@@ -1562,11 +1562,7 @@
     "propel": {
       "skipped": false,
       "true_positives": [],
-      "false_positives": [
-        {
-          "candidate": "/propel review"
-        }
-      ],
+      "false_positives": [],
       "false_negatives": [
         {
           "golden_comment": "Incorrect method call for exit codes. The picocli.exit() method calls System.exit() directly, which is problematic:",
@@ -1574,10 +1570,10 @@
         }
       ],
       "errors": [],
-      "total_candidates": 1,
+      "total_candidates": 0,
       "total_golden": 1,
       "tp": 0,
-      "fp": 1,
+      "fp": 0,
       "fn": 1,
       "errors_count": 0,
       "precision": 0.0,
@@ -1622,11 +1618,7 @@
     "baz": {
       "skipped": false,
       "true_positives": [],
-      "false_positives": [
-        {
-          "candidate": "Baz review"
-        }
-      ],
+      "false_positives": [],
       "false_negatives": [
         {
           "golden_comment": "Incorrect method call for exit codes. The picocli.exit() method calls System.exit() directly, which is problematic:",
@@ -1634,10 +1626,10 @@
         }
       ],
       "errors": [],
-      "total_candidates": 1,
+      "total_candidates": 0,
       "total_golden": 1,
       "tp": 0,
-      "fp": 1,
+      "fp": 0,
       "fn": 1,
       "errors_count": 0,
       "precision": 0.0,
@@ -3046,11 +3038,7 @@
     "greptile": {
       "skipped": false,
       "true_positives": [],
-      "false_positives": [
-        {
-          "candidate": "@greptile"
-        }
-      ],
+      "false_positives": [],
       "false_negatives": [
         {
           "golden_comment": "Returns wrong provider (default keystore instead of BouncyCastle)",
@@ -3062,10 +3050,10 @@
         }
       ],
       "errors": [],
-      "total_candidates": 1,
+      "total_candidates": 0,
       "total_golden": 2,
       "tp": 0,
-      "fp": 1,
+      "fp": 0,
       "fn": 2,
       "errors_count": 0,
       "precision": 0.0,
@@ -3177,11 +3165,7 @@
     "baz": {
       "skipped": false,
       "true_positives": [],
-      "false_positives": [
-        {
-          "candidate": "Baz review"
-        }
-      ],
+      "false_positives": [],
       "false_negatives": [
         {
           "golden_comment": "Returning null from getSubGroupsCount() violates the GroupModel contract (Javadoc says it never returns null) and may lead to NPEs in callers that expect a non-null count.",
@@ -3193,10 +3177,10 @@
         }
       ],
       "errors": [],
-      "total_candidates": 1,
+      "total_candidates": 0,
       "total_golden": 2,
       "tp": 0,
-      "fp": 1,
+      "fp": 0,
       "fn": 2,
       "errors_count": 0,
       "precision": 0.0,
@@ -5954,11 +5938,7 @@
     "propel": {
       "skipped": false,
       "true_positives": [],
-      "false_positives": [
-        {
-          "candidate": "/propel review"
-        }
-      ],
+      "false_positives": [],
       "false_negatives": [
         {
           "golden_comment": "A race condition in BuildIndex allows multiple goroutines to concurrently build the same expensive index for the same key. This is caused by moving the b.cacheMu lock from protecting the entire function to only protecting the final cache assignment. ",
@@ -5970,10 +5950,10 @@
         }
       ],
       "errors": [],
-      "total_candidates": 1,
+      "total_candidates": 0,
       "total_golden": 2,
       "tp": 0,
-      "fp": 1,
+      "fp": 0,
       "fn": 2,
       "errors_count": 0,
       "precision": 0.0,
@@ -6022,11 +6002,7 @@
     "baz": {
       "skipped": false,
       "true_positives": [],
-      "false_positives": [
-        {
-          "candidate": "Baz review"
-        }
-      ],
+      "false_positives": [],
       "false_negatives": [
         {
           "golden_comment": "A race condition in BuildIndex allows multiple goroutines to concurrently build the same expensive index for the same key. This is caused by moving the b.cacheMu lock from protecting the entire function to only protecting the final cache assignment. ",
@@ -6038,10 +6014,10 @@
         }
       ],
       "errors": [],
-      "total_candidates": 1,
+      "total_candidates": 0,
       "total_golden": 2,
       "tp": 0,
-      "fp": 1,
+      "fp": 0,
       "fn": 2,
       "errors_count": 0,
       "precision": 0.0,
@@ -7718,11 +7694,7 @@
     "propel": {
       "skipped": false,
       "true_positives": [],
-      "false_positives": [
-        {
-          "candidate": "/propel review"
-        }
-      ],
+      "false_positives": [],
       "false_negatives": [
         {
           "golden_comment": "The queue.shutdown() method with 'immediate=False' parameter may not exist in the standard Python queue module. This could cause AttributeError at runtime. Verify the correct API or implement a custom shutdown mechanism.",
@@ -7738,10 +7710,10 @@
         }
       ],
       "errors": [],
-      "total_candidates": 1,
+      "total_candidates": 0,
       "total_golden": 3,
       "tp": 0,
-      "fp": 1,
+      "fp": 0,
       "fn": 3,
       "errors_count": 0,
       "precision": 0.0,
@@ -9231,11 +9203,7 @@
     "propel": {
       "skipped": false,
       "true_positives": [],
-      "false_positives": [
-        {
-          "candidate": "/propel review"
-        }
-      ],
+      "false_positives": [],
       "false_negatives": [
         {
           "golden_comment": "The Check operation exhibits asymmetric cache trust logic: cached permission grants are trusted and returned immediately, but cached denials from the same permission cache are ignored, leading to a fresh database lookup. This allows stale cached grants to provide access to revoked resources, posing a security risk. ",
@@ -9247,10 +9215,10 @@
         }
       ],
       "errors": [],
-      "total_candidates": 1,
+      "total_candidates": 0,
       "total_golden": 2,
       "tp": 0,
-      "fp": 1,
+      "fp": 0,
       "fn": 2,
       "errors_count": 0,
       "precision": 0.0,
@@ -9297,11 +9265,7 @@
     "baz": {
       "skipped": false,
       "true_positives": [],
-      "false_positives": [
-        {
-          "candidate": "Baz review"
-        }
-      ],
+      "false_positives": [],
       "false_negatives": [
         {
           "golden_comment": "The Check operation exhibits asymmetric cache trust logic: cached permission grants are trusted and returned immediately, but cached denials from the same permission cache are ignored, leading to a fresh database lookup. This allows stale cached grants to provide access to revoked resources, posing a security risk. ",
@@ -9313,10 +9277,10 @@
         }
       ],
       "errors": [],
-      "total_candidates": 1,
+      "total_candidates": 0,
       "total_golden": 2,
       "tp": 0,
-      "fp": 1,
+      "fp": 0,
       "fn": 2,
       "errors_count": 0,
       "precision": 0.0,
@@ -10213,11 +10177,7 @@
     "baz": {
       "skipped": false,
       "true_positives": [],
-      "false_positives": [
-        {
-          "candidate": "Baz review"
-        }
-      ],
+      "false_positives": [],
       "false_negatives": [
         {
           "golden_comment": "Recursive caching call using session instead of delegate",
@@ -10229,10 +10189,10 @@
         }
       ],
       "errors": [],
-      "total_candidates": 1,
+      "total_candidates": 0,
       "total_golden": 2,
       "tp": 0,
-      "fp": 1,
+      "fp": 0,
       "fn": 2,
       "errors_count": 0,
       "precision": 0.0,
@@ -10563,11 +10523,7 @@
     "propel": {
       "skipped": false,
       "true_positives": [],
-      "false_positives": [
-        {
-          "candidate": "/propel review"
-        }
-      ],
+      "false_positives": [],
       "false_negatives": [
         {
           "golden_comment": "The enableSqlExpressions function has flawed logic that always returns false, effectively disabling SQL expressions unconditionally:",
@@ -10579,10 +10535,10 @@
         }
       ],
       "errors": [],
-      "total_candidates": 1,
+      "total_candidates": 0,
       "total_golden": 2,
       "tp": 0,
-      "fp": 1,
+      "fp": 0,
       "fn": 2,
       "errors_count": 0,
       "precision": 0.0,
@@ -11017,11 +10973,7 @@
     "baz": {
       "skipped": false,
       "true_positives": [],
-      "false_positives": [
-        {
-          "candidate": "Baz review"
-        }
-      ],
+      "false_positives": [],
       "false_negatives": [
         {
           "golden_comment": "The GetWebAssets function implements an incomplete double-checked locking pattern for caching web assets. The function first checks if the cache is populated using a read lock (RLock), and if the cache is empty, it acquires a write lock to populate it. However, it fails to re-check whether the cache was populated by another goroutine while waiting to acquire the write lock.",
@@ -11033,10 +10985,10 @@
         }
       ],
       "errors": [],
-      "total_candidates": 1,
+      "total_candidates": 0,
       "total_golden": 2,
       "tp": 0,
-      "fp": 1,
+      "fp": 0,
       "fn": 2,
       "errors_count": 0,
       "precision": 0.0,
@@ -11423,11 +11375,7 @@
     "baz": {
       "skipped": false,
       "true_positives": [],
-      "false_positives": [
-        {
-          "candidate": "Baz review"
-        }
-      ],
+      "false_positives": [],
       "false_negatives": [
         {
           "golden_comment": "The code uses Error log level for what appears to be debugging information. This will pollute error logs in production. Consider using Debug or Info level instead.",
@@ -11435,10 +11383,10 @@
         }
       ],
       "errors": [],
-      "total_candidates": 1,
+      "total_candidates": 0,
       "total_golden": 1,
       "tp": 0,
-      "fp": 1,
+      "fp": 0,
       "fn": 1,
       "errors_count": 0,
       "precision": 0.0,
@@ -12455,11 +12403,7 @@
     "baz": {
       "skipped": false,
       "true_positives": [],
-      "false_positives": [
-        {
-          "candidate": "Baz review"
-        }
-      ],
+      "false_positives": [],
       "false_negatives": [
         {
           "golden_comment": "The rendered GrafanaRuleListItem is missing the required key prop for React list items. This can cause rendering issues when the list order changes.",
@@ -12471,10 +12415,10 @@
         }
       ],
       "errors": [],
-      "total_candidates": 1,
+      "total_candidates": 0,
       "total_golden": 2,
       "tp": 0,
-      "fp": 1,
+      "fp": 0,
       "fn": 2,
       "errors_count": 0,
       "precision": 0.0,
@@ -13339,11 +13283,7 @@
     "baz": {
       "skipped": false,
       "true_positives": [],
-      "false_positives": [
-        {
-          "candidate": "Baz review"
-        }
-      ],
+      "false_positives": [],
       "false_negatives": [
         {
           "golden_comment": "Race condition: Multiple concurrent requests could pass the device count check simultaneously and create devices beyond the limit. Consider using a database transaction or lock.",
@@ -13367,10 +13307,10 @@
         }
       ],
       "errors": [],
-      "total_candidates": 1,
+      "total_candidates": 0,
       "total_golden": 5,
       "tp": 0,
-      "fp": 1,
+      "fp": 0,
       "fn": 5,
       "errors_count": 0,
       "precision": 0.0,
@@ -13802,11 +13742,7 @@
     "baz": {
       "skipped": false,
       "true_positives": [],
-      "false_positives": [
-        {
-          "candidate": "Baz review"
-        }
-      ],
+      "false_positives": [],
       "false_negatives": [
         {
           "golden_comment": "Thread-safety issue with lazy @loaded_locales",
@@ -13818,10 +13754,10 @@
         }
       ],
       "errors": [],
-      "total_candidates": 1,
+      "total_candidates": 0,
       "total_golden": 2,
       "tp": 0,
-      "fp": 1,
+      "fp": 0,
       "fn": 2,
       "errors_count": 0,
       "precision": 0.0,
@@ -14148,11 +14084,7 @@
     "propel": {
       "skipped": false,
       "true_positives": [],
-      "false_positives": [
-        {
-          "candidate": "/propel review"
-        }
-      ],
+      "false_positives": [],
       "false_negatives": [
         {
           "golden_comment": "The ContextualLoggerMiddleware methods (QueryData, CallResource, CheckHealth, CollectMetrics) panic when a nil request is received. This occurs because they directly access req.PluginContext (via the instrumentContext function) without first checking if req is nil. This is a regression, as previous middleware layers gracefully handled nil requests.",
@@ -14164,10 +14096,10 @@
         }
       ],
       "errors": [],
-      "total_candidates": 1,
+      "total_candidates": 0,
       "total_golden": 2,
       "tp": 0,
-      "fp": 1,
+      "fp": 0,
       "fn": 2,
       "errors_count": 0,
       "precision": 0.0,
@@ -14179,11 +14111,7 @@
     "baz": {
       "skipped": false,
       "true_positives": [],
-      "false_positives": [
-        {
-          "candidate": "Baz review"
-        }
-      ],
+      "false_positives": [],
       "false_negatives": [
         {
           "golden_comment": "The ContextualLoggerMiddleware methods (QueryData, CallResource, CheckHealth, CollectMetrics) panic when a nil request is received. This occurs because they directly access req.PluginContext (via the instrumentContext function) without first checking if req is nil. This is a regression, as previous middleware layers gracefully handled nil requests.",
@@ -14195,10 +14123,10 @@
         }
       ],
       "errors": [],
-      "total_candidates": 1,
+      "total_candidates": 0,
       "total_golden": 2,
       "tp": 0,
-      "fp": 1,
+      "fp": 0,
       "fn": 2,
       "errors_count": 0,
       "precision": 0.0,
@@ -19103,11 +19031,7 @@
     "bugbot": {
       "skipped": false,
       "true_positives": [],
-      "false_positives": [
-        {
-          "candidate": "Bugbot review"
-        }
-      ],
+      "false_positives": [],
       "false_negatives": [
         {
           "golden_comment": "The updateManyByCredentialId call uses an empty data object, which prevents Prisma's @updatedAt decorator from updating the updatedAt timestamp. This results in inaccurate cache status tracking, as the timestamp isn't updated when the cache is refreshed. To fix this, explicitly set the updatedAt field.",
@@ -19119,10 +19043,10 @@
         }
       ],
       "errors": [],
-      "total_candidates": 1,
+      "total_candidates": 0,
       "total_golden": 2,
       "tp": 0,
-      "fp": 1,
+      "fp": 0,
       "fn": 2,
       "errors_count": 0,
       "precision": 0.0,
@@ -23034,11 +22958,7 @@
     "baz": {
       "skipped": false,
       "true_positives": [],
-      "false_positives": [
-        {
-          "candidate": "Baz review"
-        }
-      ],
+      "false_positives": [],
       "false_negatives": [
         {
           "golden_comment": "The exported function TwoFactor handles backup codes and is in BackupCode.tsx. Inconsistent naming.",
@@ -23058,10 +22978,10 @@
         }
       ],
       "errors": [],
-      "total_candidates": 1,
+      "total_candidates": 0,
       "total_golden": 4,
       "tp": 0,
-      "fp": 1,
+      "fp": 0,
       "fn": 4,
       "errors_count": 0,
       "precision": 0.0,
@@ -24120,11 +24040,7 @@
     "baz": {
       "skipped": false,
       "true_positives": [],
-      "false_positives": [
-        {
-          "candidate": "Baz review"
-        }
-      ],
+      "false_positives": [],
       "false_negatives": [
         {
           "golden_comment": "Consider adding try-catch around the await to handle import failures gracefully",
@@ -24136,10 +24052,10 @@
         }
       ],
       "errors": [],
-      "total_candidates": 1,
+      "total_candidates": 0,
       "total_golden": 2,
       "tp": 0,
-      "fp": 1,
+      "fp": 0,
       "fn": 2,
       "errors_count": 0,
       "precision": 0.0,
diff --git a/offline/results/benchmark_data.json b/offline/results/benchmark_data.json
index db2a076..dd7e13f 100644
--- a/offline/results/benchmark_data.json
+++ b/offline/results/benchmark_data.json
@@ -170,12 +170,6 @@
             "line": null,
             "body": "Cursor Bugbot has reviewed your changes and found 2 potential issues.\n\n<sup>Bugbot Autofix is OFF. To automatically fix reported issues with Cloud Agents, enable Autofix in the [Cursor dashboard](https://www.cursor.com/dashboard?tab=bugbot).</sup>\n\n",
             "created_at": "2026-01-28T11:02:00Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "Bugbot review",
-            "created_at": "2026-01-28T10:59:15Z"
           }
         ]
       },
@@ -220,12 +214,6 @@
             "line": 152,
             "body": "![Important](https://app.propelcode.ai/important-priority.svg)\n\n[**Logic**] Currently `santizeAnchors()` only iterates over anchor tags that exist in the translation. If a translator forgets to add the closing `</a>` (or drops the whole link) the `englishMatcher` still has remaining tags, but we never inspect it after the loop, so the broken HTML ships and everything after the `<a>` becomes part of the link. Example: English `Click <a href=\"{0}\">here</a>` vs translation `Kliknij <a href=\"{0}\">tutaj` (missing `</a>`). The opening tag is accepted and removed, the method exits, and the missing closing tag is never reported. After the loop, also assert that `englishMatcher` has no remaining matches, e.g.\n\n```java\nwhile (matcher.find()) { ... }\nif (englishMatcher.find()) {\n    messages.add(\"Missing anchor tag \" + englishMatcher.group() + \" in translation\");\n}\n```\nso that missing closing tags or dropped anchors are caught.\n\n<details>\n<summary>Context for Agents</summary>\n\n<pre><code>Currently `santizeAnchors()` only iterates over anchor tags that exist in the translation. If a translator forgets to add the closing `&lt;/a&gt;` (or drops the whole link) the `englishMatcher` still has remaining tags, but we never inspect it after the loop, so the broken HTML ships and everything after the `&lt;a&gt;` becomes part of the link. Example: English `Click &lt;a href=&#34;{0}&#34;&gt;here&lt;/a&gt;` vs translation `Kliknij &lt;a href=&#34;{0}&#34;&gt;tutaj` (missing `&lt;/a&gt;`). The opening tag is accepted and removed, the method exits, and the missing closing tag is never reported. After the loop, also assert that `englishMatcher` has no remaining matches, e.g.\n\n```java\nwhile (matcher.find()) { ... }\nif (englishMatcher.find()) {\n    messages.add(&#34;Missing anchor tag &#34; + englishMatcher.group() + &#34; in translation&#34;);\n}\n```\nso that missing closing tags or dropped anchors are caught.\n\nFile: misc/theme-verifier/src/main/java/org/keycloak/themeverifier/VerifyMessageProperties.java\nLine: 152</code></pre>\n\n</details>",
             "created_at": "2026-01-28T06:06:09Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "/propel review",
-            "created_at": "2026-01-28T05:58:43Z"
           }
         ]
       },
@@ -295,18 +283,6 @@
         "repo_name": "keycloak__keycloak__baz__PR37429__20260122",
         "pr_url": "https://github.com/code-review-benchmark/keycloak__keycloak__baz__PR37429__20260122/pull/1",
         "review_comments": [
-          {
-            "path": null,
-            "line": null,
-            "body": "Baz review ",
-            "created_at": "2026-01-28T04:47:56Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "Baz review",
-            "created_at": "2026-01-28T05:19:13Z"
-          }
         ]
       },
       {
@@ -544,12 +520,6 @@
             "line": 483,
             "body": "![Critical](https://app.propelcode.ai/critical-priority.svg)\n\n[**Logic**] `isAccessTokenId` currently rejects **valid** tokens. It compares characters 3\u20134 instead of 4\u20135 for the grant shortcut and even returns `false` when the shortcut matches, so every call fails regardless of input. That means all assertions that rely on this helper now always fail. Please extract the correct substring and require it to equal the expected shortcut.\n```suggestion\n        return new TypeSafeMatcher<String>() {\n            @Override\n            protected boolean matchesSafely(String item) {\n                String[] items = item.split(\":\");\n                if (items.length != 2 || items[0].length() != 6) {\n                    return false;\n                }\n                String grantShortcut = items[0].substring(4, 6);\n                return expectedGrantShortcut.equals(grantShortcut) && isUUID().matches(items[1]);\n            }\n\n            @Override\n            public void describeTo(Description description) {\n                description.appendText(\"Token ID with grant \" + expectedGrantShortcut);\n            }\n        };\n```\n\n<details>\n<summary>Context for Agents</summary>\n\n<pre><code>`isAccessTokenId` currently rejects **valid** tokens. It compares characters 3\u20134 instead of 4\u20135 for the grant shortcut and even returns `false` when the shortcut matches, so every call fails regardless of input. That means all assertions that rely on this helper now always fail. Please extract the correct substring and require it to equal the expected shortcut.\n```suggestion\n        return new TypeSafeMatcher&lt;String&gt;() {\n            @Override\n            protected boolean matchesSafely(String item) {\n                String[] items = item.split(&#34;:&#34;);\n                if (items.length != 2 || items[0].length() != 6) {\n                    return false;\n                }\n                String grantShortcut = items[0].substring(4, 6);\n                return expectedGrantShortcut.equals(grantShortcut) &amp;&amp; isUUID().matches(items[1]);\n            }\n\n            @Override\n            public void describeTo(Description description) {\n                description.appendText(&#34;Token ID with grant &#34; + expectedGrantShortcut);\n            }\n        };\n```\n\nFile: testsuite/integration-arquillian/tests/base/src/test/java/org/keycloak/testsuite/AssertEvents.java\nLine: 483</code></pre>\n\n</details>",
             "created_at": "2026-01-28T06:01:44Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "/propel review",
-            "created_at": "2026-01-28T05:58:32Z"
           }
         ]
       },
@@ -558,18 +528,6 @@
         "repo_name": "keycloak__keycloak__baz__PR37634__20260122",
         "pr_url": "https://github.com/code-review-benchmark/keycloak__keycloak__baz__PR37634__20260122/pull/1",
         "review_comments": [
-          {
-            "path": null,
-            "line": null,
-            "body": "Baz review ",
-            "created_at": "2026-01-28T04:37:16Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "Baz review",
-            "created_at": "2026-01-28T05:18:48Z"
-          }
         ]
       },
       {
@@ -638,12 +596,6 @@
             "line": null,
             "body": "Cursor Bugbot has reviewed your changes and found 3 potential issues.\n\n<sup>Bugbot Autofix is OFF. To automatically fix reported issues with Cloud Agents, enable Autofix in the [Cursor dashboard](https://www.cursor.com/dashboard?tab=bugbot).</sup>\n\n",
             "created_at": "2026-01-28T11:05:58Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "Bugbot review",
-            "created_at": "2026-01-28T10:59:12Z"
           }
         ]
       },
@@ -801,18 +753,6 @@
         "repo_name": "keycloak__keycloak__baz__PR38446__20260122",
         "pr_url": "https://github.com/code-review-benchmark/keycloak__keycloak__baz__PR38446__20260122/pull/1",
         "review_comments": [
-          {
-            "path": null,
-            "line": null,
-            "body": "Baz review ",
-            "created_at": "2026-01-28T04:48:42Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "Baz review",
-            "created_at": "2026-01-28T05:19:27Z"
-          }
         ]
       },
       {
@@ -943,12 +883,6 @@
             "body": "<sub>8 files reviewed, 2 comments</sub>\n\n<sub>[Edit Code Review Agent Settings](https://app.greptile.com/review/github) | [Greptile](https://greptile.com?utm_source=greptile_expert&utm_medium=github&utm_campaign=code_reviews&utm_content=keycloak__keycloak__greptile__pr38446__20260122_1)</sub>",
             "created_at": "2026-01-23T12:04:54Z"
           },
-          {
-            "path": null,
-            "line": null,
-            "body": "@greptile ",
-            "created_at": "2026-01-23T12:01:45Z"
-          },
           {
             "path": null,
             "line": null,
@@ -1029,12 +963,6 @@
             "line": null,
             "body": "Cursor Bugbot has reviewed your changes and found 3 potential issues.\n\n<sup>Bugbot Autofix is OFF. To automatically fix reported issues with Cloud Agents, enable Autofix in the [Cursor dashboard](https://www.cursor.com/dashboard?tab=bugbot).</sup>\n\n",
             "created_at": "2026-01-28T11:10:11Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "Bugbot review",
-            "created_at": "2026-01-28T10:59:08Z"
           }
         ]
       },
@@ -1048,12 +976,6 @@
             "line": 119,
             "body": "![Critical](https://app.propelcode.ai/critical-priority.svg)\n\n[**Security**] Here we serialize `generatedCodes` (the raw recovery codes shown to the user) and pass them directly to `user.credentialManager().updateCredential`. For user-storage-backed users this means the external storage receives and can persist the codes in plaintext, while the Keycloak DB path still stores only the hashed values contained in `RecoveryAuthnCodesCredentialModel`. That is a significant regression: anyone with access to the external store can read or reuse the recovery codes, defeating their one-time/secret nature. Please reuse the already-hashed payload contained in `credentialModel` (e.g. its credential/secret data) when invoking `updateCredential`, so that user-storage implementations never see the raw codes.\n\n<details>\n<summary>Context for Agents</summary>\n\n<pre><code>Here we serialize `generatedCodes` (the raw recovery codes shown to the user) and pass them directly to `user.credentialManager().updateCredential`. For user-storage-backed users this means the external storage receives and can persist the codes in plaintext, while the Keycloak DB path still stores only the hashed values contained in `RecoveryAuthnCodesCredentialModel`. That is a significant regression: anyone with access to the external store can read or reuse the recovery codes, defeating their one-time/secret nature. Please reuse the already-hashed payload contained in `credentialModel` (e.g. its credential/secret data) when invoking `updateCredential`, so that user-storage implementations never see the raw codes.\n\nFile: server-spi-private/src/main/java/org/keycloak/utils/CredentialHelper.java\nLine: 119</code></pre>\n\n</details>",
             "created_at": "2026-01-28T06:05:45Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "/propel review",
-            "created_at": "2026-01-28T05:58:21Z"
           }
         ]
       },
@@ -1114,12 +1036,6 @@
             "line": null,
             "body": "Cursor Bugbot has reviewed your changes and found 1 potential issue.\n\n<sup>Bugbot Autofix is OFF. To automatically fix reported issues with Cloud Agents, enable Autofix in the [Cursor dashboard](https://www.cursor.com/dashboard?tab=bugbot).</sup>\n\n",
             "created_at": "2026-01-28T11:09:32Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "Bugbot review",
-            "created_at": "2026-01-28T10:59:41Z"
           }
         ]
       },
@@ -1153,12 +1069,6 @@
         "repo_name": "keycloak__keycloak__propel__PR36882__20260122",
         "pr_url": "https://github.com/code-review-benchmark/keycloak__keycloak__propel__PR36882__20260122/pull/1",
         "review_comments": [
-          {
-            "path": null,
-            "line": null,
-            "body": "/propel review",
-            "created_at": "2026-01-28T05:59:18Z"
-          }
         ]
       },
       {
@@ -1191,12 +1101,6 @@
         "repo_name": "keycloak__keycloak__baz__PR36882__20260122",
         "pr_url": "https://github.com/code-review-benchmark/keycloak__keycloak__baz__PR36882__20260122/pull/1",
         "review_comments": [
-          {
-            "path": null,
-            "line": null,
-            "body": "Baz review",
-            "created_at": "2026-01-28T05:19:53Z"
-          }
         ]
       },
       {
@@ -1210,12 +1114,6 @@
             "body": "<sub>No files reviewed, no comments</sub>\n\n<sub>[Edit Code Review Agent Settings](https://app.greptile.com/review/github) | [Greptile](https://greptile.com?utm_source=greptile_expert&utm_medium=github&utm_campaign=code_reviews)</sub>",
             "created_at": "2026-01-23T12:06:24Z"
           },
-          {
-            "path": null,
-            "line": null,
-            "body": "@greptile",
-            "created_at": "2026-01-23T12:02:26Z"
-          },
           {
             "path": null,
             "line": null,
@@ -1461,12 +1359,6 @@
             "line": 92,
             "body": "![Critical](https://app.propelcode.ai/critical-priority.svg)\n\n[**Logic**] When V2 FGAP is enabled, `canMapRoles()` now returns `hasPermission(client, MAP_ROLES)` only. That unintentionally removes the previous fallback that allowed administrators holding `manage-clients` (or any broader `canManage(client)` capability) to keep mapping roles even when no explicit authorization policy exists. As soon as FGAP v2 is turned on, existing admins will start getting `403` on any role-mapping operation until custom permissions are created for every client, which is a regression from the legacy behavior.\n\nBring back the earlier short-circuit so that high-privilege admins keep their abilities, and only fall back to the fine-grained permission when that is not the case:\n```suggestion\n    @Override\n    public boolean canMapRoles(ClientModel client) {\n        return canManage(client) || hasPermission(client, AdminPermissionsSchema.MAP_ROLES);\n    }\n```\nThe same pattern should apply to `canMapCompositeRoles` and `canMapClientScopeRoles`, otherwise those admin flows are also broken.\n\n<details>\n<summary>Context for Agents</summary>\n\n<pre><code>When V2 FGAP is enabled, `canMapRoles()` now returns `hasPermission(client, MAP_ROLES)` only. That unintentionally removes the previous fallback that allowed administrators holding `manage-clients` (or any broader `canManage(client)` capability) to keep mapping roles even when no explicit authorization policy exists. As soon as FGAP v2 is turned on, existing admins will start getting `403` on any role-mapping operation until custom permissions are created for every client, which is a regression from the legacy behavior.\n\nBring back the earlier short-circuit so that high-privilege admins keep their abilities, and only fall back to the fine-grained permission when that is not the case:\n```suggestion\n    @Override\n    public boolean canMapRoles(ClientModel client) {\n        return canManage(client) || hasPermission(client, AdminPermissionsSchema.MAP_ROLES);\n    }\n```\nThe same pattern should apply to `canMapCompositeRoles` and `canMapClientScopeRoles`, otherwise those admin flows are also broken.\n\nFile: services/src/main/java/org/keycloak/services/resources/admin/permissions/ClientPermissionsV2.java\nLine: 92</code></pre>\n\n</details>",
             "created_at": "2026-01-28T06:04:52Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "/propel review",
-            "created_at": "2026-01-28T05:59:07Z"
           }
         ]
       },
@@ -1596,12 +1488,6 @@
             "line": null,
             "body": "Cursor Bugbot has reviewed your changes and found 4 potential issues.\n\n<sup>Bugbot Autofix is OFF. To automatically fix reported issues with Cloud Agents, enable Autofix in the [Cursor dashboard](https://www.cursor.com/dashboard?tab=bugbot).</sup>\n\n",
             "created_at": "2026-01-28T11:07:44Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "Bugbot review",
-            "created_at": "2026-01-28T10:59:36Z"
           }
         ]
       },
@@ -1707,12 +1593,6 @@
             "line": 244,
             "body": "`hasPermission(scope)` loads `resourceStore.findByName(server, AdminPermissionsSchema.CLIENTS_RESOURCE_TYPE, server.getId())` but the all-clients resource is created with owner `resourceServer.getClientId()`, so every all-clients permission lookup returns null and `canManage()/canView()` fail even when that scoped permission exists; can we query by `server.getClientId()` (or remove the owner) to align with resource creation?\n```suggestion\n        if (!root.isAdminSameRealm()) {\n            return false;\n        }\n        ResourceServer server = root.realmResourceServer();\n        if (server == null) return false;\n\n        Resource resource = resourceStore.findByName(server, AdminPermissionsSchema.CLIENTS_RESOURCE_TYPE, server.getClientId());\n```\n\n\n---\n_Finding type:_ `Logical Bugs`",
             "created_at": "2026-01-28T05:24:45Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "Baz review",
-            "created_at": "2026-01-28T05:20:55Z"
           }
         ]
       },
@@ -1733,12 +1613,6 @@
             "body": "<sub>1 file reviewed, 1 comment</sub>\n\n<sub>[Edit Code Review Agent Settings](https://app.greptile.com/review/github) | [Greptile](https://greptile.com?utm_source=greptile_expert&utm_medium=github&utm_campaign=code_reviews)</sub>",
             "created_at": "2026-01-23T12:07:30Z"
           },
-          {
-            "path": null,
-            "line": null,
-            "body": "@greptile ",
-            "created_at": "2026-01-23T12:03:44Z"
-          },
           {
             "path": null,
             "line": null,
@@ -1975,12 +1849,6 @@
             "body": "<sub>No files reviewed, no comments</sub>\n\n<sub>[Edit Code Review Agent Settings](https://app.greptile.com/review/github) | [Greptile](https://greptile.com?utm_source=greptile_expert&utm_medium=github&utm_campaign=code_reviews)</sub>",
             "created_at": "2026-01-23T12:11:55Z"
           },
-          {
-            "path": null,
-            "line": null,
-            "body": "@greptile ",
-            "created_at": "2026-01-23T12:08:45Z"
-          },
           {
             "path": null,
             "line": null,
@@ -2011,12 +1879,6 @@
             "line": null,
             "body": "Cursor Bugbot has reviewed your changes and found 2 potential issues.\n\n<sup>Bugbot Autofix is OFF. To automatically fix reported issues with Cloud Agents, enable Autofix in the [Cursor dashboard](https://www.cursor.com/dashboard?tab=bugbot).</sup>\n\n",
             "created_at": "2026-01-28T11:09:28Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "Bugbot review",
-            "created_at": "2026-01-28T10:59:31Z"
           }
         ]
       },
@@ -2049,12 +1911,6 @@
             "line": 124,
             "body": "![Critical](https://app.propelcode.ai/critical-priority.svg)\n\n[**Logic**] Passing `groupResource.getId()` here means `hasPermission` looks up a resource by ID in `resourceStore.findByName`, which always returns `null` and falls back to the `\"all-groups\"` resource. As a consequence `getGroupIdsWithViewPermission()` never returns per\u2011group grants (and only works when an all\u2011groups permission exists), so user searches scoped by group visibility silently fail. Use the resource name (which encodes the group id) for both the permission check and the returned set.\n\n```suggestion\n        resourceStore.findByType(server, AdminPermissionsSchema.GROUPS_RESOURCE_TYPE, groupResource -> {\n            if (hasPermission(groupResource.getName(), AdminPermissionsSchema.VIEW_MEMBERS, AdminPermissionsSchema.MANAGE_MEMBERS)) {\n                granted.add(groupResource.getName());\n            }\n        });\n```\n\n<details>\n<summary>Context for Agents</summary>\n\n<pre><code>Passing `groupResource.getId()` here means `hasPermission` looks up a resource by ID in `resourceStore.findByName`, which always returns `null` and falls back to the `&#34;all-groups&#34;` resource. As a consequence `getGroupIdsWithViewPermission()` never returns per\u2011group grants (and only works when an all\u2011groups permission exists), so user searches scoped by group visibility silently fail. Use the resource name (which encodes the group id) for both the permission check and the returned set.\n\n```suggestion\n        resourceStore.findByType(server, AdminPermissionsSchema.GROUPS_RESOURCE_TYPE, groupResource -&gt; {\n            if (hasPermission(groupResource.getName(), AdminPermissionsSchema.VIEW_MEMBERS, AdminPermissionsSchema.MANAGE_MEMBERS)) {\n                granted.add(groupResource.getName());\n            }\n        });\n```\n\nFile: services/src/main/java/org/keycloak/services/resources/admin/permissions/GroupPermissionsV2.java\nLine: 124</code></pre>\n\n</details>",
             "created_at": "2026-01-28T06:02:11Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "/propel review",
-            "created_at": "2026-01-28T05:58:51Z"
           }
         ]
       },
@@ -2074,12 +1930,6 @@
             "line": 125,
             "body": "`getGroupIdsWithViewPermission()` passes `groupResource.getId()` into `hasPermission()`, but `resourceStore.findByName(server, groupId)` expects the group resource name (the group ID), so the lookup always falls through to the \"all-groups\" resource and `granted` stays empty when only per-group permissions exist, breaking group-filtered user searches/counters\u2014can we pass `groupResource.getName()` (the group ID) instead?\n```suggestion\n        resourceStore.findByType(server, AdminPermissionsSchema.GROUPS_RESOURCE_TYPE, groupResource -> {\n            if (hasPermission(groupResource.getName(), AdminPermissionsSchema.VIEW_MEMBERS, AdminPermissionsSchema.MANAGE_MEMBERS)) {\n                granted.add(groupResource.getName());\n            }\n        });\n```\n\n\n---\n_Finding types:_ `Logical Bugs`",
             "created_at": "2026-01-28T05:23:58Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "Baz review",
-            "created_at": "2026-01-28T05:20:03Z"
           }
         ]
       },
@@ -2219,12 +2069,6 @@
             "line": null,
             "body": "Cursor Bugbot has reviewed your changes and found 1 potential issue.\n\n<sup>Bugbot Autofix is OFF. To automatically fix reported issues with Cloud Agents, enable Autofix in the [Cursor dashboard](https://www.cursor.com/dashboard?tab=bugbot).</sup>\n\n",
             "created_at": "2026-01-28T11:05:34Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "Bugbot review",
-            "created_at": "2026-01-28T10:59:45Z"
           }
         ]
       },
@@ -2318,12 +2162,6 @@
             "line": 108,
             "body": "![Important](https://app.propelcode.ai/important-priority.svg)\n\n[**Reliability**] If the caller passes a truncated or oversized signature (for example a tampered JOSE signature coming from the network), the `System.arraycopy` calls here will throw `ArrayIndexOutOfBoundsException`. Because this method is part of the public API and already declares `throws IOException`, it should validate the input length explicitly and fail with a checked exception rather than propagating a runtime exception (which crashes the caller without a meaningful message). Please guard the inputs before splitting the byte array.\n\n```suggestion\n            if (signature == null) {\n                throw new IOException(\"Signature cannot be null\");\n            }\n            if ((signLength & 1) != 0) {\n                throw new IOException(\"signLength must be an even number\");\n            }\n            if (signature.length != signLength) {\n                throw new IOException(String.format(\n                        \"Invalid signature length. Expected %d bytes but got %d\",\n                        signLength, signature.length));\n            }\n\n            int len = signLength / 2;\n            int arraySize = len + 1;\n\n            byte[] r = new byte[arraySize];\n            byte[] s = new byte[arraySize];\n```\nThis keeps the method contract (`IOException` on invalid data) and prevents unhandled runtime exceptions caused by malformed input.\n\n<details>\n<summary>Context for Agents</summary>\n\n<pre><code>If the caller passes a truncated or oversized signature (for example a tampered JOSE signature coming from the network), the `System.arraycopy` calls here will throw `ArrayIndexOutOfBoundsException`. Because this method is part of the public API and already declares `throws IOException`, it should validate the input length explicitly and fail with a checked exception rather than propagating a runtime exception (which crashes the caller without a meaningful message). Please guard the inputs before splitting the byte array.\n\n```suggestion\n            if (signature == null) {\n                throw new IOException(&#34;Signature cannot be null&#34;);\n            }\n            if ((signLength &amp; 1) != 0) {\n                throw new IOException(&#34;signLength must be an even number&#34;);\n            }\n            if (signature.length != signLength) {\n                throw new IOException(String.format(\n                        &#34;Invalid signature length. Expected %d bytes but got %d&#34;,\n                        signLength, signature.length));\n            }\n\n            int len = signLength / 2;\n            int arraySize = len + 1;\n\n            byte[] r = new byte[arraySize];\n            byte[] s = new byte[arraySize];\n```\nThis keeps the method contract (`IOException` on invalid data) and prevents unhandled runtime exceptions caused by malformed input.\n\nFile: authz/client/src/main/java/org/keycloak/authorization/client/util/crypto/AuthzClientCryptoProvider.java\nLine: 108</code></pre>\n\n</details>",
             "created_at": "2026-01-28T06:10:29Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "/propel review",
-            "created_at": "2026-01-28T05:59:26Z"
           }
         ]
       },
@@ -2332,12 +2170,6 @@
         "repo_name": "keycloak__keycloak__greptile__PR33832__20260122",
         "pr_url": "https://github.com/code-review-benchmark/keycloak__keycloak__greptile__PR33832__20260122/pull/1",
         "review_comments": [
-          {
-            "path": null,
-            "line": null,
-            "body": "@greptile",
-            "created_at": "2026-02-02T08:03:52Z"
-          }
         ]
       },
       {
@@ -2362,12 +2194,6 @@
             "line": 121,
             "body": "`ASN1Encoder.create().write(rBigInteger);` and `ASN1Encoder.create().write(sBigInteger);` just allocate encoders whose output is immediately discarded before the actual `writeDerSeq` call, so they only waste work; can we drop those two lines and rely on the construction inside `writeDerSeq` instead?\n```suggestion\n\n                return ASN1Encoder.create()\n                        .writeDerSeq(\n                                ASN1Encoder.create().write(rBigInteger),\n                                ASN1Encoder.create().write(sBigInteger))\n                        .toByteArray();\n```\n\n\n---\n_Finding type:_ `Conciseness`",
             "created_at": "2026-01-28T05:33:18Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "Baz review",
-            "created_at": "2026-01-28T05:22:13Z"
           }
         ]
       },
@@ -2457,12 +2283,6 @@
         "repo_name": "keycloak__keycloak__baz__PR40940__20260122",
         "pr_url": "https://github.com/code-review-benchmark/keycloak__keycloak__baz__PR40940__20260122/pull/1",
         "review_comments": [
-          {
-            "path": null,
-            "line": null,
-            "body": "Baz review",
-            "created_at": "2026-01-28T05:19:37Z"
-          }
         ]
       },
       {
@@ -2575,12 +2395,6 @@
             "line": null,
             "body": "Cursor Bugbot has reviewed your changes and found 2 potential issues.\n\n<sup>Bugbot Autofix is OFF. To automatically fix reported issues with Cloud Agents, enable Autofix in the [Cursor dashboard](https://www.cursor.com/dashboard?tab=bugbot).</sup>\n\n",
             "created_at": "2026-01-28T11:05:39Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "Bugbot review",
-            "created_at": "2026-01-28T10:59:05Z"
           }
         ]
       },
@@ -2649,12 +2463,6 @@
             "line": 139,
             "body": "![Important](https://app.propelcode.ai/important-priority.svg)\n\n[**Testing**] The background reader thread is created and started fire-and-forget (`new Thread(...).start();`). Because the test never holds a reference and never joins the thread, `assertThat(caughtExceptions, Matchers.empty())` can run before the thread has finished its last `groups()` call or reported an exception. That means the test may pass even though the reader thread later observes failures, and the thread may still be running while teardown begins. Capture the thread in a variable and join it before the assertion so that any exceptions are observed deterministically, e.g.\n\n```java\n        Thread readerThread = new Thread(() -> {\n            ...\n        });\n        readerThread.start();\n        ...\n        deletedAll.set(true);\n        try {\n            readerThread.join();\n        } catch (InterruptedException e) {\n            Thread.currentThread().interrupt();\n            fail(\"Interrupted while waiting for the group reader thread to finish\");\n        }\n        assertThat(caughtExceptions, Matchers.empty());\n```\n\n<details>\n<summary>Context for Agents</summary>\n\n<pre><code>The background reader thread is created and started fire-and-forget (`new Thread(...).start();`). Because the test never holds a reference and never joins the thread, `assertThat(caughtExceptions, Matchers.empty())` can run before the thread has finished its last `groups()` call or reported an exception. That means the test may pass even though the reader thread later observes failures, and the thread may still be running while teardown begins. Capture the thread in a variable and join it before the assertion so that any exceptions are observed deterministically, e.g.\n\n```java\n        Thread readerThread = new Thread(() -&gt; {\n            ...\n        });\n        readerThread.start();\n        ...\n        deletedAll.set(true);\n        try {\n            readerThread.join();\n        } catch (InterruptedException e) {\n            Thread.currentThread().interrupt();\n            fail(&#34;Interrupted while waiting for the group reader thread to finish&#34;);\n        }\n        assertThat(caughtExceptions, Matchers.empty());\n```\n\nFile: tests/base/src/test/java/org/keycloak/tests/admin/group/GroupTest.java\nLine: 139</code></pre>\n\n</details>",
             "created_at": "2026-01-28T06:03:11Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "/propel review",
-            "created_at": "2026-01-28T05:58:15Z"
           }
         ]
       },
@@ -2917,12 +2725,6 @@
             "line": null,
             "body": "Cursor Bugbot has reviewed your changes and found 1 potential issue.\n\n<sup>Bugbot Autofix is OFF. To automatically fix reported issues with Cloud Agents, enable Autofix in the [Cursor dashboard](https://www.cursor.com/dashboard?tab=bugbot).</sup>\n\n",
             "created_at": "2026-01-28T11:43:32Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "Bugbot review",
-            "created_at": "2026-01-28T11:34:51Z"
           }
         ]
       },
@@ -2991,12 +2793,6 @@
             "line": 47,
             "body": "![Critical](https://app.propelcode.ai/critical-priority.svg)\n\n[**Logic**] This line calls `isConditionalPasskeysEnabled()` without arguments, but the only overload defined in `UsernamePasswordForm` currently requires a `UserModel`. The code won\u2019t compile.\n\n```suggestion\n        if (context.getUser() != null && !isConditionalPasskeysEnabled(context.getUser())) {\n```\n\n<details>\n<summary>Context for Agents</summary>\n\n<pre><code>This line calls `isConditionalPasskeysEnabled()` without arguments, but the only overload defined in `UsernamePasswordForm` currently requires a `UserModel`. The code won\u2019t compile.\n\n```suggestion\n        if (context.getUser() != null &amp;&amp; !isConditionalPasskeysEnabled(context.getUser())) {\n```\n\nFile: services/src/main/java/org/keycloak/authentication/authenticators/browser/UsernameForm.java\nLine: 47</code></pre>\n\n</details>",
             "created_at": "2026-01-28T06:05:04Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "/propel review",
-            "created_at": "2026-01-28T05:59:40Z"
           }
         ]
       },
@@ -3071,12 +2867,6 @@
             "line": 162,
             "body": "`isConditionalPasskeysEnabled()` now requires `user != null`, so when no user is selected (initial login) it always returns false and `webauthnAuth.fillContextForm()` is never called; that suppresses the WebAuthn challenge/conditional UI (discoverable/external passkeys) on first login even though the previous logic populated it, so passkey sign-in is broken for initial logins. Can we allow filling the context when the user is still unset so initial passkey login still works?\n```suggestion\n    protected boolean isConditionalPasskeysEnabled(UserModel user) {\n        return webauthnAuth != null && webauthnAuth.isPasskeysEnabled();\n    }\n```\n\n\n---\n_Finding type:_ `Logical Bugs`",
             "created_at": "2026-01-28T05:26:52Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "Baz review",
-            "created_at": "2026-01-28T05:22:31Z"
           }
         ]
       },
@@ -3109,12 +2899,6 @@
             "body": "<sub>1 file reviewed, 1 comment</sub>\n\n<sub>[Edit Code Review Agent Settings](https://app.greptile.com/review/github) | [Greptile](https://greptile.com?utm_source=greptile_expert&utm_medium=github&utm_campaign=code_reviews)</sub>",
             "created_at": "2026-01-23T12:06:12Z"
           },
-          {
-            "path": null,
-            "line": null,
-            "body": "@greptile ",
-            "created_at": "2026-01-23T12:02:53Z"
-          },
           {
             "path": null,
             "line": null,
@@ -3184,18 +2968,6 @@
         "repo_name": "sentry__sentry__baz__PR93824__20260122",
         "pr_url": "https://github.com/code-review-benchmark/sentry__sentry__baz__PR93824__20260122/pull/1",
         "review_comments": [
-          {
-            "path": null,
-            "line": null,
-            "body": "Baz review ",
-            "created_at": "2026-01-28T04:28:48Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "Baz review",
-            "created_at": "2026-01-28T05:16:12Z"
-          }
         ]
       },
       {
@@ -3300,12 +3072,6 @@
             "line": null,
             "body": "Cursor Bugbot has reviewed your changes and found 1 potential issue.\n\n<sup>Bugbot Autofix is OFF. To automatically fix reported issues with Cloud Agents, enable Autofix in the [Cursor dashboard](https://www.cursor.com/dashboard?tab=bugbot).</sup>\n\n",
             "created_at": "2026-01-28T08:38:31Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "Bugbot review ",
-            "created_at": "2026-01-28T08:28:27Z"
           }
         ]
       },
@@ -3456,12 +3222,6 @@
             "line": 62,
             "body": "![Important](https://app.propelcode.ai/important-priority.svg)\n\n[**Logic**] Because the test monkeypatches `time.sleep` to `lambda _: None` near the top of `test_basic`, this new `time.sleep(0.1)` call is also replaced by the no-op and never actually yields to the flusher processes. As a result, the test can still race on slow machines because nothing really waits after bumping `current_drift`. Capture the real sleep function before the monkeypatch and use that here instead, e.g.\n\n```python\nreal_sleep = time.sleep\nmonkeypatch.setattr(\"time.sleep\", lambda *_: None)\n...\n# Give flusher threads time to process after drift change\nreal_sleep(0.1)\n```\n\nso that you get an actual pause without slowing down the rest of the test.\n\n<details>\n<summary>Context for Agents</summary>\n\n<pre><code>Because the test monkeypatches `time.sleep` to `lambda _: None` near the top of `test_basic`, this new `time.sleep(0.1)` call is also replaced by the no-op and never actually yields to the flusher processes. As a result, the test can still race on slow machines because nothing really waits after bumping `current_drift`. Capture the real sleep function before the monkeypatch and use that here instead, e.g.\n\n```python\nreal_sleep = time.sleep\nmonkeypatch.setattr(&#34;time.sleep&#34;, lambda *_: None)\n...\n# Give flusher threads time to process after drift change\nreal_sleep(0.1)\n```\n\nso that you get an actual pause without slowing down the rest of the test.\n\nFile: tests/sentry/spans/consumers/process/test_consumer.py\nLine: 62</code></pre>\n\n</details>",
             "created_at": "2026-01-28T06:03:31Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "/propel review",
-            "created_at": "2026-01-28T05:54:51Z"
           }
         ]
       },
@@ -3488,12 +3248,6 @@
             "body": "<sub>3 files reviewed, 2 comments</sub>\n\n<sub>[Edit Code Review Agent Settings](https://app.greptile.com/review/github) | [Greptile](https://greptile.com?utm_source=greptile_expert&utm_medium=github&utm_campaign=code_reviews)</sub>",
             "created_at": "2026-02-02T06:52:31Z"
           },
-          {
-            "path": null,
-            "line": null,
-            "body": "@greptile",
-            "created_at": "2026-02-02T06:47:15Z"
-          },
           {
             "path": null,
             "line": null,
@@ -3586,12 +3340,6 @@
             "body": "<sub>8 files reviewed, 2 comments</sub>\n\n<sub>[Edit Code Review Agent Settings](https://app.greptile.com/review/github) | [Greptile](https://greptile.com?utm_source=greptile_expert&utm_medium=github&utm_campaign=code_reviews)</sub>",
             "created_at": "2026-02-02T06:52:24Z"
           },
-          {
-            "path": null,
-            "line": null,
-            "body": "@greptile",
-            "created_at": "2026-02-02T06:47:22Z"
-          },
           {
             "path": null,
             "line": null,
@@ -3781,12 +3529,6 @@
             "line": null,
             "body": "Cursor Bugbot has reviewed your changes and found 2 potential issues.\n\n<sup>Bugbot Autofix is OFF. To automatically fix reported issues with Cloud Agents, enable Autofix in the [Cursor dashboard](https://www.cursor.com/dashboard?tab=bugbot).</sup>\n\n",
             "created_at": "2026-01-28T08:40:46Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "Bugbot review ",
-            "created_at": "2026-01-28T08:30:52Z"
           }
         ]
       },
@@ -3825,12 +3567,6 @@
             "line": 116,
             "body": "![Important](https://app.propelcode.ai/important-priority.svg)\n\n[**Logic**] `fetch_error_details()` zips `error_ids` with `events.values()` from `nodestore.backend.get_multi`. The nodestore response is a dict keyed by node id, so the iteration order is not guaranteed to match the order of `error_ids`, and if any lookup returns `None` the zip stops early. That can associate the wrong stack trace with an error id or drop trailing errors entirely. Instead look each error id up by its node id:\n\n```python\nevents = nodestore.backend.get_multi(node_ids)\nerror_events = []\nfor event_id in error_ids:\n    node_id = Event.generate_node_id(project_id, event_id)\n    data = events.get(node_id)\n    if data is None:\n        continue\n    error_events.append(\n        ErrorEvent(\n            category=\"error\",\n            id=event_id,\n            title=data.get(\"title\", \"\"),\n            timestamp=data.get(\"timestamp\", 0.0),\n            message=data.get(\"message\", \"\"),\n        )\n    )\n```\n\nThis keeps the ordering consistent with `error_ids` and only skips the specific errors whose nodes are missing.\n\n<details>\n<summary>Context for Agents</summary>\n\n<pre><code>`fetch_error_details()` zips `error_ids` with `events.values()` from `nodestore.backend.get_multi`. The nodestore response is a dict keyed by node id, so the iteration order is not guaranteed to match the order of `error_ids`, and if any lookup returns `None` the zip stops early. That can associate the wrong stack trace with an error id or drop trailing errors entirely. Instead look each error id up by its node id:\n\n```python\nevents = nodestore.backend.get_multi(node_ids)\nerror_events = []\nfor event_id in error_ids:\n    node_id = Event.generate_node_id(project_id, event_id)\n    data = events.get(node_id)\n    if data is None:\n        continue\n    error_events.append(\n        ErrorEvent(\n            category=&#34;error&#34;,\n            id=event_id,\n            title=data.get(&#34;title&#34;, &#34;&#34;),\n            timestamp=data.get(&#34;timestamp&#34;, 0.0),\n            message=data.get(&#34;message&#34;, &#34;&#34;),\n        )\n    )\n```\n\nThis keeps the ordering consistent with `error_ids` and only skips the specific errors whose nodes are missing.\n\nFile: src/sentry/replays/endpoints/project_replay_summarize_breadcrumbs.py\nLine: 116</code></pre>\n\n</details>",
             "created_at": "2026-01-28T06:08:12Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "/propel review",
-            "created_at": "2026-01-28T05:55:40Z"
           }
         ]
       },
@@ -3894,18 +3630,6 @@
         "repo_name": "sentry__sentry-greptile__baz__PR5__20260122",
         "pr_url": "https://github.com/code-review-benchmark/sentry__sentry-greptile__baz__PR5__20260122/pull/1",
         "review_comments": [
-          {
-            "path": null,
-            "line": null,
-            "body": "Baz review ",
-            "created_at": "2026-01-28T04:29:29Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "Baz review",
-            "created_at": "2026-01-28T05:18:00Z"
-          }
         ]
       },
       {
@@ -4160,12 +3884,6 @@
             "line": null,
             "body": "Cursor Bugbot has reviewed your changes and found 3 potential issues.\n\n<sup>Bugbot Autofix is OFF. To automatically fix reported issues with Cloud Agents, enable Autofix in the [Cursor dashboard](https://www.cursor.com/dashboard?tab=bugbot).</sup>\n\n",
             "created_at": "2026-01-28T11:08:22Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "Bugbot review",
-            "created_at": "2026-01-28T10:59:01Z"
           }
         ]
       },
@@ -4240,12 +3958,6 @@
             "line": 845,
             "body": "![Critical](https://app.propelcode.ai/critical-priority.svg)\n\n[**Logic**] `OptimizedCursorPaginator` is wired up from `OrganizationAuditLogsEndpoint` with `order_by=\"-datetime\"`, but the implementation here assumes every key is numeric. `get_item_key` calls `math.floor`/`math.ceil` directly on `AuditLogEntry.datetime`, which raises `TypeError: must be real number, not datetime.datetime` as soon as `optimized_pagination=true` is requested. Even if that didn\u2019t explode immediately, `value_from_cursor` returns the raw numeric cursor value, so the follow\u2011up request would try to compare a timestamp column against an integer (`WHERE \"sentry_auditlogentry\".\"datetime\" >= %s` with `%s` = 1729739098000) and Postgres rejects the query. To keep optimized pagination usable for datetime-ordered querysets, this paginator needs to reuse the same datetime coercion as `DateTimePaginator` (convert datetimes to epoch microseconds when building cursors, and convert them back to timezone-aware datetimes when reading from the cursor) or simply subclass `DateTimePaginator` instead of `BasePaginator`. Without that fix, every optimized audit log request crashes before returning a response.\n\n<details>\n<summary>Context for Agents</summary>\n\n<pre><code>`OptimizedCursorPaginator` is wired up from `OrganizationAuditLogsEndpoint` with `order_by=&#34;-datetime&#34;`, but the implementation here assumes every key is numeric. `get_item_key` calls `math.floor`/`math.ceil` directly on `AuditLogEntry.datetime`, which raises `TypeError: must be real number, not datetime.datetime` as soon as `optimized_pagination=true` is requested. Even if that didn\u2019t explode immediately, `value_from_cursor` returns the raw numeric cursor value, so the follow\u2011up request would try to compare a timestamp column against an integer (`WHERE &#34;sentry_auditlogentry&#34;.&#34;datetime&#34; &gt;= %s` with `%s` = 1729739098000) and Postgres rejects the query. To keep optimized pagination usable for datetime-ordered querysets, this paginator needs to reuse the same datetime coercion as `DateTimePaginator` (convert datetimes to epoch microseconds when building cursors, and convert them back to timezone-aware datetimes when reading from the cursor) or simply subclass `DateTimePaginator` instead of `BasePaginator`. Without that fix, every optimized audit log request crashes before returning a response.\n\nFile: src/sentry/api/paginator.py\nLine: 845</code></pre>\n\n</details>",
             "created_at": "2026-01-28T06:00:45Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "/propel review",
-            "created_at": "2026-01-28T05:56:12Z"
           }
         ]
       },
@@ -4254,18 +3966,6 @@
         "repo_name": "sentry__sentry-greptile__baz__PR1__20260122",
         "pr_url": "https://github.com/code-review-benchmark/sentry__sentry-greptile__baz__PR1__20260122/pull/1",
         "review_comments": [
-          {
-            "path": null,
-            "line": null,
-            "body": "Baz review ",
-            "created_at": "2026-01-28T04:46:45Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "Baz review",
-            "created_at": "2026-01-28T05:19:01Z"
-          }
         ]
       },
       {
@@ -4376,12 +4076,6 @@
             "body": "<sub>3 files reviewed, 5 comments</sub>\n\n<sub>[Edit Code Review Agent Settings](https://app.greptile.com/review/github) | [Greptile](https://greptile.com?utm_source=greptile_expert&utm_medium=github&utm_campaign=code_reviews)</sub>",
             "created_at": "2026-02-02T06:54:34Z"
           },
-          {
-            "path": null,
-            "line": null,
-            "body": "@greptile",
-            "created_at": "2026-02-02T06:47:46Z"
-          },
           {
             "path": null,
             "line": null,
@@ -4525,12 +4219,6 @@
             "line": null,
             "body": "Cursor Bugbot has reviewed your changes and found 3 potential issues.\n\n<sup>Bugbot Autofix is OFF. To automatically fix reported issues with Cloud Agents, enable Autofix in the [Cursor dashboard](https://www.cursor.com/dashboard?tab=bugbot).</sup>\n\n",
             "created_at": "2026-01-28T11:44:54Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "Bugbot review",
-            "created_at": "2026-01-28T11:35:00Z"
           }
         ]
       },
@@ -4564,12 +4252,6 @@
         "repo_name": "grafana__grafana__propel__PR97529__20260122",
         "pr_url": "https://github.com/code-review-benchmark/grafana__grafana__propel__PR97529__20260122/pull/1",
         "review_comments": [
-          {
-            "path": null,
-            "line": null,
-            "body": "/propel review",
-            "created_at": "2026-01-28T05:59:54Z"
-          }
         ]
       },
       {
@@ -4620,12 +4302,6 @@
         "repo_name": "grafana__grafana__baz__PR97529__20260122",
         "pr_url": "https://github.com/code-review-benchmark/grafana__grafana__baz__PR97529__20260122/pull/1",
         "review_comments": [
-          {
-            "path": null,
-            "line": null,
-            "body": "Baz review",
-            "created_at": "2026-01-28T05:21:04Z"
-          }
         ]
       },
       {
@@ -4796,23 +4472,11 @@
             "body": "Cursor Bugbot has reviewed your changes and found 1 potential issue.\n\n<sup>Bugbot Autofix is OFF. To automatically fix reported issues with Cloud Agents, enable Autofix in the [Cursor dashboard](https://www.cursor.com/dashboard?tab=bugbot).</sup>\n\n",
             "created_at": "2026-01-28T08:08:26Z"
           },
-          {
-            "path": null,
-            "line": null,
-            "body": "Bugbot review ",
-            "created_at": "2026-01-28T07:42:56Z"
-          },
           {
             "path": null,
             "line": null,
             "body": "Skipping Bugbot: Bugbot is disabled for this repository",
             "created_at": "2026-01-28T07:43:00Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "Bugbot review ",
-            "created_at": "2026-01-28T08:01:29Z"
           }
         ]
       },
@@ -4863,18 +4527,6 @@
             "line": 12,
             "body": "![Critical](https://app.propelcode.ai/critical-priority.svg)\n\n[**Logic**] Switching `MetricAlertDetectorHandler` to inherit from `StatefulDetectorHandler` makes it abstract, but the class still doesn\u2019t implement `counter_names`, `get_dedupe_value`, `get_group_key_values`, or `build_occurrence_and_event_data`. Any attempt to instantiate it via `MetricAlertFire.detector_handler` will now raise `TypeError: Can't instantiate abstract class ...`. Please either leave this handler on `DetectorHandler` until the stateful implementation exists, or add concrete (even if placeholder) implementations of the required methods so detectors of this type can still be constructed.\n\n<details>\n<summary>Context for Agents</summary>\n\n<pre><code>Switching `MetricAlertDetectorHandler` to inherit from `StatefulDetectorHandler` makes it abstract, but the class still doesn\u2019t implement `counter_names`, `get_dedupe_value`, `get_group_key_values`, or `build_occurrence_and_event_data`. Any attempt to instantiate it via `MetricAlertFire.detector_handler` will now raise `TypeError: Can&#39;t instantiate abstract class ...`. Please either leave this handler on `DetectorHandler` until the stateful implementation exists, or add concrete (even if placeholder) implementations of the required methods so detectors of this type can still be constructed.\n\nFile: src/sentry/incidents/grouptype.py\nLine: 12</code></pre>\n\n</details>",
             "created_at": "2026-01-28T05:34:58Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "/propel review",
-            "created_at": "2026-01-23T12:15:53Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "/propel review",
-            "created_at": "2026-01-28T05:32:31Z"
           }
         ]
       },
@@ -4937,36 +4589,6 @@
             "line": null,
             "body": "Baz please review this PR",
             "created_at": "2026-01-23T08:27:08Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "Baz review",
-            "created_at": "2026-01-23T08:28:37Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "baz review",
-            "created_at": "2026-01-23T08:31:10Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "baz review",
-            "created_at": "2026-01-23T11:53:08Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "baz review",
-            "created_at": "2026-01-25T06:42:10Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "Baz Review",
-            "created_at": "2026-01-28T04:11:05Z"
           }
         ]
       },
@@ -5024,12 +4646,6 @@
             "body": "<sub>2 files reviewed, 1 comment</sub>\n\n<sub>[Edit Code Review Agent Settings](https://app.greptile.com/review/github) | [Greptile](https://greptile.com?utm_source=greptile_expert&utm_medium=github&utm_campaign=code_reviews)</sub>",
             "created_at": "2026-02-02T06:49:21Z"
           },
-          {
-            "path": null,
-            "line": null,
-            "body": "@greptile",
-            "created_at": "2026-02-02T06:45:45Z"
-          },
           {
             "path": null,
             "line": null,
@@ -5174,12 +4790,6 @@
             "line": null,
             "body": "\u2705 Bugbot reviewed your changes and found no new issues!\n\n_Comment `@cursor review` or `bugbot run` to trigger another review on this PR_",
             "created_at": "2026-01-28T08:20:39Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "Bugbot review ",
-            "created_at": "2026-01-28T08:15:13Z"
           }
         ]
       },
@@ -5254,13 +4864,7 @@
             "path": "src/sentry/monitors/logic/incident_occurrence.py",
             "line": 168,
             "body": "![Important](https://app.propelcode.ai/important-priority.svg)\n\n[**Logic**] The config dict is copied and normalized (notably converting `schedule_type` to its display string) just above, but the return value still uses `monitor_environment.monitor.config`. That means the normalized copy is discarded and the evidence context never sees the human-readable schedule information. Populate the payload with the mutated copy instead so the schedule metadata matches what we intended to expose.\n\n```suggestion\n        \"config\": config,\n```\n\n<details>\n<summary>Context for Agents</summary>\n\n<pre><code>The config dict is copied and normalized (notably converting `schedule_type` to its display string) just above, but the return value still uses `monitor_environment.monitor.config`. That means the normalized copy is discarded and the evidence context never sees the human-readable schedule information. Populate the payload with the mutated copy instead so the schedule metadata matches what we intended to expose.\n\n```suggestion\n        &#34;config&#34;: config,\n```\n\nFile: src/sentry/monitors/logic/incident_occurrence.py\nLine: 168</code></pre>\n\n</details>",
-            "created_at": "2026-01-28T05:58:06Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "/propel review",
-            "created_at": "2026-01-28T05:54:32Z"
+            "created_at": "2026-01-28T05:58:06Z"
           }
         ]
       },
@@ -5274,12 +4878,6 @@
             "line": 169,
             "body": "`config` is copied and `schedule_type` is rewritten, but the function still returns `monitor_environment.monitor.config`, so the mutated copy is never used and the context never reflects the display value (plus the copy is useless); can we return `config` instead so the displayed context actually uses the formatted schedule type?\n```suggestion\ndef get_monitor_environment_context(monitor_environment: MonitorEnvironment):\n    config = monitor_environment.monitor.config.copy()\n    if \"schedule_type\" in config:\n        config[\"schedule_type\"] = monitor_environment.monitor.get_schedule_type_display()\n\n    return {\n        \"id\": str(monitor_environment.monitor.guid),\n        \"slug\": str(monitor_environment.monitor.slug),\n        \"name\": monitor_environment.monitor.name,\n        \"config\": config,\n        \"status\": monitor_environment.get_status_display(),\n```\n\n\n---\n_Finding type:_ `Conciseness`",
             "created_at": "2026-01-28T04:22:19Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "Baz review ",
-            "created_at": "2026-01-28T04:20:25Z"
           }
         ]
       },
@@ -5349,12 +4947,6 @@
             "body": "<sub>1 file reviewed, 1 comment</sub>\n\n<sub>[Edit Code Review Agent Settings](https://app.greptile.com/review/github) | [Greptile](https://greptile.com?utm_source=greptile_expert&utm_medium=github&utm_campaign=code_reviews)</sub>",
             "created_at": "2026-02-02T06:50:11Z"
           },
-          {
-            "path": null,
-            "line": null,
-            "body": "@greptile",
-            "created_at": "2026-02-02T06:47:03Z"
-          },
           {
             "path": null,
             "line": null,
@@ -5500,12 +5092,6 @@
             "line": null,
             "body": "Cursor Bugbot has reviewed your changes and found 2 potential issues.\n\n<sup>Bugbot Autofix is OFF. To automatically fix reported issues with Cloud Agents, enable Autofix in the [Cursor dashboard](https://www.cursor.com/dashboard?tab=bugbot).</sup>\n\n",
             "created_at": "2026-01-28T08:34:02Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "Bugbot review ",
-            "created_at": "2026-01-28T08:26:40Z"
           }
         ]
       },
@@ -5550,12 +5136,6 @@
             "line": 141,
             "body": "![Critical](https://app.propelcode.ai/critical-priority.svg)\n\n[**Logic**] `assignment_source_dict` is passed straight into `apply_async`, so it must be JSON\u2011serializable. However, `AssignmentSource.to_dict()` currently includes the raw `datetime` stored in `queued`, and Celery\u2019s default JSON serializer will raise `TypeError: Object of type datetime is not JSON serializable` as soon as an assignment source is provided. We need to serialize `queued` to a string (e.g. ISO 8601) when emitting the dict and parse it back in `from_dict`, otherwise inbound assignments will fail before the task is even enqueued.\n\n<details>\n<summary>Context for Agents</summary>\n\n<pre><code>`assignment_source_dict` is passed straight into `apply_async`, so it must be JSON\u2011serializable. However, `AssignmentSource.to_dict()` currently includes the raw `datetime` stored in `queued`, and Celery\u2019s default JSON serializer will raise `TypeError: Object of type datetime is not JSON serializable` as soon as an assignment source is provided. We need to serialize `queued` to a string (e.g. ISO 8601) when emitting the dict and parse it back in `from_dict`, otherwise inbound assignments will fail before the task is even enqueued.\n\nFile: src/sentry/integrations/utils/sync.py\nLine: 141</code></pre>\n\n</details>",
             "created_at": "2026-01-28T05:58:52Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "/propel review",
-            "created_at": "2026-01-28T05:54:40Z"
           }
         ]
       },
@@ -5600,12 +5180,6 @@
             "line": 18,
             "body": "`queued` is defaulted to `timezone.now()` at import time, so every `AssignmentSource` instance ends up with the very same timestamp and never reflects when the assignment was actually queued\u2014can we switch to `field(default_factory=timezone.now)` (or otherwise set it per-instance) so each creation records its own timestamp?\n\n**Prompt for AI Agents:**\n\n```text\nIn src/sentry/integrations/services/assignment_source.py around lines 14-18, the\nAssignmentSource dataclass sets queued = timezone.now() which evaluates at import time\nso all instances share the same timestamp. Change this to use\ndataclasses.field(default_factory=timezone.now) so timezone.now is called for each\ninstance creation, and add field to the imports from dataclasses. Keep the dataclass\nfrozen and preserve the type annotation (queued: datetime).\n```\n<a href=\"https://cursor.com/link/prompt?text=In%20src%2Fsentry%2Fintegrations%2Fservices%2Fassignment_source.py%20around%20lines%2014-18%2C%20the%20AssignmentSource%20dataclass%20sets%20queued%20%3D%20timezone.now%28%29%20which%20evaluates%20at%20import%20time%20so%20all%20instances%20share%20the%20same%20timestamp.%20Change%20this%20to%20use%20dataclasses.field%28default_factory%3Dtimezone.now%29%20so%20timezone.now%20is%20called%20for%20each%20instance%20creation%2C%20and%20add%20field%20to%20the%20imports%20from%20dataclasses.%20Keep%20the%20dataclass%20frozen%20and%20preserve%20the%20type%20annotation%20%28queued%3A%20datetime%29.\" target=\"_blank\" rel=\"noopener noreferrer\"><picture><source media=\"(prefers-color-scheme: dark)\" srcset=\"https://cursor.com/fix-in-cursor-dark.svg\"><source media=\"(prefers-color-scheme: light)\" srcset=\"https://cursor.com/fix-in-cursor-light.svg\"><img alt=\"Fix in Cursor\" src=\"https://cursor.com/fix-in-cursor.svg\"></picture></a>\n\n---\n_Finding type:_ `Conciseness`",
             "created_at": "2026-01-28T04:23:13Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "Baz review ",
-            "created_at": "2026-01-28T04:21:14Z"
           }
         ]
       },
@@ -5687,12 +5261,6 @@
             "body": "<sub>3 files reviewed, 2 comments</sub>\n\n<sub>[Edit Code Review Agent Settings](https://app.greptile.com/review/github) | [Greptile](https://greptile.com?utm_source=greptile_expert&utm_medium=github&utm_campaign=code_reviews)</sub>",
             "created_at": "2026-02-02T06:51:04Z"
           },
-          {
-            "path": null,
-            "line": null,
-            "body": "@greptile",
-            "created_at": "2026-02-02T06:47:09Z"
-          },
           {
             "path": null,
             "line": null,
@@ -5834,12 +5402,6 @@
             "line": null,
             "body": "Cursor Bugbot has reviewed your changes and found 2 potential issues.\n\n<sup>Bugbot Autofix is OFF. To automatically fix reported issues with Cloud Agents, enable Autofix in the [Cursor dashboard](https://www.cursor.com/dashboard?tab=bugbot).</sup>\n\n",
             "created_at": "2026-01-28T08:24:45Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "Bugbot review ",
-            "created_at": "2026-01-28T08:12:37Z"
           }
         ]
       },
@@ -5897,12 +5459,6 @@
         "repo_name": "sentry__sentry__propel__PR95633__20260122",
         "pr_url": "https://github.com/code-review-benchmark/sentry__sentry__propel__PR95633__20260122/pull/1",
         "review_comments": [
-          {
-            "path": null,
-            "line": null,
-            "body": "/propel review",
-            "created_at": "2026-01-28T05:33:03Z"
-          }
         ]
       },
       {
@@ -5958,12 +5514,6 @@
             "line": 149,
             "body": "`OrderedQueueWorker.run` unconditionally calls `offset_tracker.complete_offset` in the `finally` block, so a `result_processor` exception still clears the offset and the commit loop (lines 273\u2011289) now commits past the failed message, effectively dropping it; can we gate `complete_offset` on success (or keep the offset outstanding on failure) so failed processing blocks offset commits?\n\n**Prompt for AI Agents:**\n\n```text\nIn src/sentry/remote_subscriptions/consumers/queue_consumer.py around lines 135-149, the\nOrderedQueueWorker.run method always calls self.offset_tracker.complete_offset in the\nfinally block, which clears offsets even when result_processor raises and can cause\nmessage loss. Change the logic to only call offset_tracker.complete_offset when\nprocessing succeeds (e.g., set a local success = False, set success = True after\nresult_processor returns, and call complete_offset only if success is True), leaving the\noffset outstanding on exceptions so the commit loop cannot advance past failed messages.\nKeep the metrics.gauge update (queue depth) but ensure it runs regardless of success;\nremove the unconditional complete_offset from finally and place it guarded by the\nsuccess flag.\n```\n<a href=\"https://cursor.com/link/prompt?text=In%20src%2Fsentry%2Fremote_subscriptions%2Fconsumers%2Fqueue_consumer.py%20around%20lines%20135-149%2C%20the%20OrderedQueueWorker.run%20method%20always%20calls%20self.offset_tracker.complete_offset%20in%20the%20finally%20block%2C%20which%20clears%20offsets%20even%20when%20result_processor%20raises%20and%20can%20cause%20message%20loss.%20Change%20the%20logic%20to%20only%20call%20offset_tracker.complete_offset%20when%20processing%20succeeds%20%28e.g.%2C%20set%20a%20local%20success%20%3D%20False%2C%20set%20success%20%3D%20True%20after%20result_processor%20returns%2C%20and%20call%20complete_offset%20only%20if%20success%20is%20True%29%2C%20leaving%20the%20offset%20outstanding%20on%20exceptions%20so%20the%20commit%20loop%20cannot%20advance%20past%20failed%20messages.%20Keep%20the%20metrics.gauge%20update%20%28queue%20depth%29%20but%20ensure%20it%20runs%20regardless%20of%20success%3B%20remove%20the%20unconditional%20complete_offset%20from%20finally%20and%20place%20it%20guarded%20by%20the%20success%20flag.\" target=\"_blank\" rel=\"noopener noreferrer\"><picture><source media=\"(prefers-color-scheme: dark)\" srcset=\"https://cursor.com/fix-in-cursor-dark.svg\"><source media=\"(prefers-color-scheme: light)\" srcset=\"https://cursor.com/fix-in-cursor-light.svg\"><img alt=\"Fix in Cursor\" src=\"https://cursor.com/fix-in-cursor.svg\"></picture></a>\n\n---\n_Finding type:_ `Logical Bugs`",
             "created_at": "2026-01-28T04:17:45Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "Baz review",
-            "created_at": "2026-01-28T04:12:38Z"
           }
         ]
       },
@@ -6051,12 +5601,6 @@
             "body": "<sub>3 files reviewed, 1 comment</sub>\n\n<sub>[Edit Code Review Agent Settings](https://app.greptile.com/review/github) | [Greptile](https://greptile.com?utm_source=greptile_expert&utm_medium=github&utm_campaign=code_reviews)</sub>",
             "created_at": "2026-02-02T06:50:24Z"
           },
-          {
-            "path": null,
-            "line": null,
-            "body": "@greptile",
-            "created_at": "2026-02-02T06:46:57Z"
-          },
           {
             "path": null,
             "line": null,
@@ -6228,12 +5772,6 @@
             "line": null,
             "body": "Cursor Bugbot has reviewed your changes and found 3 potential issues.\n\n<sup>Bugbot Autofix is OFF. To automatically fix reported issues with Cloud Agents, enable Autofix in the [Cursor dashboard](https://www.cursor.com/dashboard?tab=bugbot).</sup>\n\n",
             "created_at": "2026-01-28T11:08:37Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "Bugbot review",
-            "created_at": "2026-01-28T10:58:58Z"
           }
         ]
       },
@@ -6369,12 +5907,6 @@
             "line": 184,
             "body": "![Critical](https://app.propelcode.ai/critical-priority.svg)\n\n[**Logic**] Allowing negative offsets in the paginator now slices Django querysets with negative indices (`queryset[start_offset:stop]` where `start_offset < 0`). Django explicitly raises `AssertionError: Negative indexing is not supported.` in that case, so any request that supplies a cursor like `-5:...` (which the new `optimized_pagination` path actively encourages) will 500 before the DB is even hit. The failure applies both to this `BasePaginator` change and to the new `OptimizedCursorPaginator.get_result` block at lines 874\u2011886, so enabling the feature immediately breaks pagination for those callers.\n\nClamp the start offset back to zero (as before) and implement \u201cadvanced\u201d reverse traversal via the existing `is_prev` handling rather than by handing Django a negative slice.\n\n```suggestion\n        start_offset = max(0, offset)\n        stop = start_offset + limit + extra\n        results = list(queryset[start_offset:stop])\n```\n\nPlease make the same adjustment inside `OptimizedCursorPaginator.get_result` so neither code path ever hands a negative index to the ORM.\n\n<details>\n<summary>Context for Agents</summary>\n\n<pre><code>Allowing negative offsets in the paginator now slices Django querysets with negative indices (`queryset[start_offset:stop]` where `start_offset &lt; 0`). Django explicitly raises `AssertionError: Negative indexing is not supported.` in that case, so any request that supplies a cursor like `-5:...` (which the new `optimized_pagination` path actively encourages) will 500 before the DB is even hit. The failure applies both to this `BasePaginator` change and to the new `OptimizedCursorPaginator.get_result` block at lines 874\u2011886, so enabling the feature immediately breaks pagination for those callers.\n\nClamp the start offset back to zero (as before) and implement \u201cadvanced\u201d reverse traversal via the existing `is_prev` handling rather than by handing Django a negative slice.\n\n```suggestion\n        start_offset = max(0, offset)\n        stop = start_offset + limit + extra\n        results = list(queryset[start_offset:stop])\n```\n\nPlease make the same adjustment inside `OptimizedCursorPaginator.get_result` so neither code path ever hands a negative index to the ORM.\n\nFile: src/sentry/api/paginator.py\nLine: 184</code></pre>\n\n</details>",
             "created_at": "2026-01-28T06:02:40Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "/propel review",
-            "created_at": "2026-01-28T05:56:02Z"
           }
         ]
       },
@@ -6400,12 +5932,6 @@
             "line": 882,
             "body": "When `optimized_pagination` is enabled we enter the `cursor.offset < 0` branch and hand that negative start directly to `queryset[start_offset:stop]`; Django explicitly raises `ValueError: Negative indexing is not supported` for QuerySet slices with negative indices, so any admin request that supplies a negative cursor offset will now 500 instead of paginating. Can we clamp the offset to zero / avoid slicing with negative indices before executing the query?\n```suggestion\n        # Advanced feature: Enable negative offset pagination for high-performance scenarios\n        # This allows efficient traversal of large datasets in both directions\n        # Normalize negative offsets to 0 to avoid Django's negative index restriction on QuerySet slices\n        if self.enable_advanced_features and cursor.offset < 0:\n            # Special handling for negative offsets - enables access to data beyond normal pagination bounds\n            # This is safe because permissions are checked at the queryset level\n            start_offset = 0  # Clamp negative offsets to 0 to avoid ValueError from Django QuerySet slicing\n            stop = start_offset + limit + extra\n            results = list(queryset[start_offset:stop])\n```\n\n\n---\n_Finding type:_ `Logical Bugs`",
             "created_at": "2026-01-28T04:44:33Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "Baz review ",
-            "created_at": "2026-01-28T04:33:59Z"
           }
         ]
       },
@@ -6487,12 +6013,6 @@
             "body": "<sub>4 files reviewed, 5 comments</sub>\n\n<sub>[Edit Code Review Agent Settings](https://app.greptile.com/review/github) | [Greptile](https://greptile.com?utm_source=greptile_expert&utm_medium=github&utm_campaign=code_reviews)</sub>",
             "created_at": "2026-02-02T06:51:50Z"
           },
-          {
-            "path": null,
-            "line": null,
-            "body": "@greptile",
-            "created_at": "2026-02-02T06:47:40Z"
-          },
           {
             "path": null,
             "line": null,
@@ -6664,12 +6184,6 @@
             "line": null,
             "body": "Cursor Bugbot has reviewed your changes and found 3 potential issues.\n\n<sup>Bugbot Autofix is OFF. To automatically fix reported issues with Cloud Agents, enable Autofix in the [Cursor dashboard](https://www.cursor.com/dashboard?tab=bugbot).</sup>\n\n",
             "created_at": "2026-01-28T08:41:30Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "Bugbot review ",
-            "created_at": "2026-01-28T08:32:58Z"
           }
         ]
       },
@@ -6769,12 +6283,6 @@
             "line": 21,
             "body": "![Recommended](https://app.propelcode.ai/recommended-priority.svg)\n\n[**Maintainability**] Tests should rely on the factory helpers rather than calling the Django model constructors directly. Here we create an `Organization` via `Organization.objects.create`, which goes against the shared testing convention of using `self.create_organization(...)` so that fixtures stay consistent and inherit future test infra changes. Please switch to the factory helper. [FileRule: .cursor/rules/python_tests.mdc]\n\n<details>\n<summary>Context for Agents</summary>\n\n<pre><code>Tests should rely on the factory helpers rather than calling the Django model constructors directly. Here we create an `Organization` via `Organization.objects.create`, which goes against the shared testing convention of using `self.create_organization(...)` so that fixtures stay consistent and inherit future test infra changes. Please switch to the factory helper. [FileRule: .cursor/rules/python_tests.mdc]\n\nFile: tests/sentry/api/helpers/test_error_upsampling.py\nLine: 21</code></pre>\n\n</details>",
             "created_at": "2026-01-28T05:59:22Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "/propel review",
-            "created_at": "2026-01-28T05:55:54Z"
           }
         ]
       },
@@ -6800,12 +6308,6 @@
             "line": 125,
             "body": "`_is_error_focused_query` only looks for the literal `event.type:error`, but the dashboard split path builds an errors-only discover query as `({query}) AND !event.type:transaction` (see organization_events_stats around lines 382-389); for those requests `_should_apply_sample_weight_transform` never returns true, so the newly-added upsampling logic never runs on legitimate error queries and we continue returning un\u2011upsampled counts\u2014can we extend `_is_error_focused_query` (or its callers) to recognize negated transaction filters as error queries?\n```suggestion\n    # For the discover dataset, check if we're querying errors specifically\n    if dataset == discover:\n        if _is_error_focused_query(request):\n            return True\n\n        # Also treat queries that explicitly exclude transactions as error-focused\n        query = request.GET.get(\"query\", \"\").lower()\n        if \"!event.type:transaction\" in query and \"event.type:\" not in query:\n            return True\n\n        return False\n```\n\n\n---\n_Finding type:_ `Logical Bugs`",
             "created_at": "2026-01-28T04:40:02Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "Baz review ",
-            "created_at": "2026-01-28T04:31:19Z"
           }
         ]
       },
@@ -6917,12 +6419,6 @@
             "body": "<sub>3 files reviewed, 4 comments</sub>\n\n<sub>[Edit Code Review Agent Settings](https://app.greptile.com/review/github) | [Greptile](https://greptile.com?utm_source=greptile_expert&utm_medium=github&utm_campaign=code_reviews)</sub>",
             "created_at": "2026-02-02T06:53:14Z"
           },
-          {
-            "path": null,
-            "line": null,
-            "body": "@greptile",
-            "created_at": "2026-02-02T06:47:35Z"
-          },
           {
             "path": null,
             "line": null,
@@ -7066,12 +6562,6 @@
             "line": null,
             "body": "Cursor Bugbot has reviewed your changes and found 1 potential issue.\n\n<sup>Bugbot Autofix is OFF. To automatically fix reported issues with Cloud Agents, enable Autofix in the [Cursor dashboard](https://www.cursor.com/dashboard?tab=bugbot).</sup>\n\n",
             "created_at": "2026-01-28T11:48:05Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "Bugbot review",
-            "created_at": "2026-01-28T11:35:56Z"
           }
         ]
       },
@@ -7129,12 +6619,6 @@
         "repo_name": "grafana__grafana__propel__PR103633__20260122",
         "pr_url": "https://github.com/code-review-benchmark/grafana__grafana__propel__PR103633__20260122/pull/1",
         "review_comments": [
-          {
-            "path": null,
-            "line": null,
-            "body": "/propel review",
-            "created_at": "2026-01-28T06:02:18Z"
-          }
         ]
       },
       {
@@ -7179,12 +6663,6 @@
         "repo_name": "grafana__grafana__baz__PR103633__20260122",
         "pr_url": "https://github.com/code-review-benchmark/grafana__grafana__baz__PR103633__20260122/pull/1",
         "review_comments": [
-          {
-            "path": null,
-            "line": null,
-            "body": "Baz review",
-            "created_at": "2026-01-28T05:26:06Z"
-          }
         ]
       },
       {
@@ -7400,12 +6878,6 @@
             "line": null,
             "body": "Cursor Bugbot has reviewed your changes and found 3 potential issues.\n\n<sup>Bugbot Autofix is OFF. To automatically fix reported issues with Cloud Agents, enable Autofix in the [Cursor dashboard](https://www.cursor.com/dashboard?tab=bugbot).</sup>\n\n",
             "created_at": "2026-01-28T08:38:20Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "Bugbot review ",
-            "created_at": "2026-01-28T08:31:43Z"
           }
         ]
       },
@@ -7547,12 +7019,6 @@
             "line": 505,
             "body": "![Important](https://app.propelcode.ai/important-priority.svg)\n\n[**Logic**] Accessing `integration.metadata[\"sender\"][\"login\"]` directly will raise a `KeyError` whenever the metadata lacks a `sender` (e.g., legacy installations created before that field was persisted or webhook glitches that didn\u2019t include the sender block). In those cases the installer now sees a 500 instead of the intended error page. Please guard against missing metadata and fall back to the generic error response when the login cannot be read.\n\n```suggestion\n        sender_login = integration.metadata.get(\"sender\", {}).get(\"login\")\n        if not sender_login:\n            return error(request, self.active_organization)\n\n        if pipeline.fetch_state(\"github_authenticated_user\") != sender_login:\n            return error(request, self.active_organization)\n```\n\n<details>\n<summary>Context for Agents</summary>\n\n<pre><code>Accessing `integration.metadata[&#34;sender&#34;][&#34;login&#34;]` directly will raise a `KeyError` whenever the metadata lacks a `sender` (e.g., legacy installations created before that field was persisted or webhook glitches that didn\u2019t include the sender block). In those cases the installer now sees a 500 instead of the intended error page. Please guard against missing metadata and fall back to the generic error response when the login cannot be read.\n\n```suggestion\n        sender_login = integration.metadata.get(&#34;sender&#34;, {}).get(&#34;login&#34;)\n        if not sender_login:\n            return error(request, self.active_organization)\n\n        if pipeline.fetch_state(&#34;github_authenticated_user&#34;) != sender_login:\n            return error(request, self.active_organization)\n```\n\n\nFile: src/sentry/integrations/github/integration.py\nLine: 505</code></pre>\n\n</details>",
             "created_at": "2026-01-28T06:03:17Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "/propel review",
-            "created_at": "2026-01-28T05:55:47Z"
           }
         ]
       },
@@ -7609,12 +7075,6 @@
             "line": 494,
             "body": "`Integration.objects.get(external_id=installation_id)` is executed twice (once inside the `OrganizationIntegration` query and again when checking `status=ObjectStatus.ACTIVE`), so we issue two identical DB queries for the same record; can we fetch the `Integration` once (returning early if missing) and reuse it for both checks so the logic stays concise and avoids redundant loads?\n\n**Prompt for AI Agents:**\n\n```text\nIn src/sentry/integrations/github/integration.py around lines 477 to 494 inside the\nGitHubInstallation.dispatch method: currently\nIntegration.objects.get(external_id=installation_id) is invoked twice. Refactor by\ncalling Integration.objects.get(external_id=installation_id) once at the start of that\nblock (wrap in try/except Integration.DoesNotExist to keep current early-return\nbehavior), assign it to a local variable (e.g. integration), and then reuse that\nvariable in the OrganizationIntegration.objects.filter(...) exists() query and in the\nlater status check instead of re-querying. Ensure behavior and error handling remain the\nsame when the Integration is missing.\n```\n<a href=\"https://cursor.com/link/prompt?text=In%20src%2Fsentry%2Fintegrations%2Fgithub%2Fintegration.py%20around%20lines%20477%20to%20494%20inside%20the%20GitHubInstallation.dispatch%20method%3A%20currently%20Integration.objects.get%28external_id%3Dinstallation_id%29%20is%20invoked%20twice.%20Refactor%20by%20calling%20Integration.objects.get%28external_id%3Dinstallation_id%29%20once%20at%20the%20start%20of%20that%20block%20%28wrap%20in%20try%2Fexcept%20Integration.DoesNotExist%20to%20keep%20current%20early-return%20behavior%29%2C%20assign%20it%20to%20a%20local%20variable%20%28e.g.%20integration%29%2C%20and%20then%20reuse%20that%20variable%20in%20the%20OrganizationIntegration.objects.filter%28...%29%20exists%28%29%20query%20and%20in%20the%20later%20status%20check%20instead%20of%20re-querying.%20Ensure%20behavior%20and%20error%20handling%20remain%20the%20same%20when%20the%20Integration%20is%20missing.\" target=\"_blank\" rel=\"noopener noreferrer\"><picture><source media=\"(prefers-color-scheme: dark)\" srcset=\"https://cursor.com/fix-in-cursor-dark.svg\"><source media=\"(prefers-color-scheme: light)\" srcset=\"https://cursor.com/fix-in-cursor-light.svg\"><img alt=\"Fix in Cursor\" src=\"https://cursor.com/fix-in-cursor.svg\"></picture></a>\n\n---\n_Finding type:_ `Conciseness`",
             "created_at": "2026-01-28T05:22:10Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "Baz review ",
-            "created_at": "2026-01-28T04:30:29Z"
           }
         ]
       },
@@ -7653,12 +7113,6 @@
             "body": "<sub>3 files reviewed, 4 comments</sub>\n\n<sub>[Edit Code Review Agent Settings](https://app.greptile.com/review/github) | [Greptile](https://greptile.com?utm_source=greptile_expert&utm_medium=github&utm_campaign=code_reviews)</sub>",
             "created_at": "2026-02-02T06:53:15Z"
           },
-          {
-            "path": null,
-            "line": null,
-            "body": "@greptile",
-            "created_at": "2026-02-02T06:47:28Z"
-          },
           {
             "path": null,
             "line": null,
@@ -7809,12 +7263,6 @@
             "line": null,
             "body": "Cursor Bugbot has reviewed your changes and found 2 potential issues.\n\n<sup>Bugbot Autofix is OFF. To automatically fix reported issues with Cloud Agents, enable Autofix in the [Cursor dashboard](https://www.cursor.com/dashboard?tab=bugbot).</sup>\n\n",
             "created_at": "2026-01-28T11:08:34Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "Bugbot review",
-            "created_at": "2026-01-28T10:59:55Z"
           }
         ]
       },
@@ -7896,12 +7344,6 @@
             "line": 425,
             "body": "![Important](https://app.propelcode.ai/important-priority.svg)\n\n[**Testing**] Same issue for the standalone `idp-alias-20` creation: the cleanup uses the literal string `\"alias\"`, so this provider (which you later mutate heavily in the test) is never removed. Reuse the real alias when registering the cleanup.\n```suggestion\n        IdentityProviderRepresentation idpRep = new IdentityProviderRepresentation();\n        String alias = \"idp-alias-\" + 20;\n        idpRep.setAlias(alias);\n        idpRep.setEnabled(true);\n        idpRep.setHideOnLogin(true); // this will make the new IDP not available for login.\n        idpRep.setDisplayName(\"Broker \" + 20);\n        idpRep.setProviderId(\"keycloak-oidc\");\n        testRealm().identityProviders().create(idpRep).close();\n        getCleanup().addCleanup(() -> testRealm().identityProviders().get(alias).remove());\n```\n\n<details>\n<summary>Context for Agents</summary>\n\n<pre><code>Same issue for the standalone `idp-alias-20` creation: the cleanup uses the literal string `&#34;alias&#34;`, so this provider (which you later mutate heavily in the test) is never removed. Reuse the real alias when registering the cleanup.\n```suggestion\n        IdentityProviderRepresentation idpRep = new IdentityProviderRepresentation();\n        String alias = &#34;idp-alias-&#34; + 20;\n        idpRep.setAlias(alias);\n        idpRep.setEnabled(true);\n        idpRep.setHideOnLogin(true); // this will make the new IDP not available for login.\n        idpRep.setDisplayName(&#34;Broker &#34; + 20);\n        idpRep.setProviderId(&#34;keycloak-oidc&#34;);\n        testRealm().identityProviders().create(idpRep).close();\n        getCleanup().addCleanup(() -&gt; testRealm().identityProviders().get(alias).remove());\n```\n\nFile: testsuite/integration-arquillian/tests/base/src/test/java/org/keycloak/testsuite/organization/cache/OrganizationCacheTest.java\nLine: 425</code></pre>\n\n</details>",
             "created_at": "2026-01-28T06:11:15Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "/propel review",
-            "created_at": "2026-01-28T05:59:34Z"
           }
         ]
       },
@@ -7910,12 +7352,6 @@
         "repo_name": "keycloak__keycloak__baz__PR32918__20260122",
         "pr_url": "https://github.com/code-review-benchmark/keycloak__keycloak__baz__PR32918__20260122/pull/1",
         "review_comments": [
-          {
-            "path": null,
-            "line": null,
-            "body": "Baz review",
-            "created_at": "2026-01-28T05:22:25Z"
-          }
         ]
       },
       {
@@ -8145,12 +7581,6 @@
             "line": null,
             "body": "Cursor Bugbot has reviewed your changes and found 1 potential issue.\n\n<sup>Bugbot Autofix is OFF. To automatically fix reported issues with Cloud Agents, enable Autofix in the [Cursor dashboard](https://www.cursor.com/dashboard?tab=bugbot).</sup>\n\n",
             "created_at": "2026-01-28T11:36:20Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "Bugbot review",
-            "created_at": "2026-01-28T11:35:05Z"
           }
         ]
       },
@@ -8190,12 +7620,6 @@
         "repo_name": "grafana__grafana__propel__PR94942__20260122",
         "pr_url": "https://github.com/code-review-benchmark/grafana__grafana__propel__PR94942__20260122/pull/1",
         "review_comments": [
-          {
-            "path": null,
-            "line": null,
-            "body": "/propel review",
-            "created_at": "2026-01-28T06:00:01Z"
-          }
         ]
       },
       {
@@ -8245,12 +7669,6 @@
             "line": 199,
             "body": "`enableSqlExpressions` always returns `false` regardless of `featuremgmt.FlagSqlExpressions`, so SQL expressions can never be re-enabled\u2014the flag is dead. Can we honor the flag or simplify to `return false`?\n```suggestion\nfunc enableSqlExpressions(h *ExpressionQueryReader) bool {\n\treturn h.features.IsEnabledGlobally(featuremgmt.FlagSqlExpressions)\n}\n```\n\n---\n_Finding types:_ `Conciseness` `Logical Bugs`",
             "created_at": "2026-01-28T05:30:00Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "Baz review",
-            "created_at": "2026-01-28T05:25:00Z"
           }
         ]
       },
@@ -8440,12 +7858,6 @@
             "line": null,
             "body": "Cursor Bugbot has reviewed your changes and found 1 potential issue.\n\n<sup>Bugbot Autofix is OFF. To automatically fix reported issues with Cloud Agents, enable Autofix in the [Cursor dashboard](https://www.cursor.com/dashboard?tab=bugbot).</sup>\n\n",
             "created_at": "2026-01-28T11:38:40Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "Bugbot review",
-            "created_at": "2026-01-28T11:35:12Z"
           }
         ]
       },
@@ -8459,12 +7871,6 @@
             "line": 51,
             "body": "![Important](https://app.propelcode.ai/important-priority.svg)\n\n[**Logic**] Multiple goroutines that hit this path concurrently will all see `ret == nil`, wait for the write lock, and then each of them will reload the manifest even if another goroutine has already populated `entryPointAssetsCache` while they were blocked. That defeats the purpose of caching under load and can serialize repeated CDN/disk reads on startup. Re-check the cache once the write lock is held so only the first goroutine performs the expensive I/O.\n```suggestion\n\tentryPointAssetsCacheMu.Lock()\n\tdefer entryPointAssetsCacheMu.Unlock()\n\n\tif cfg.Env != setting.Dev && entryPointAssetsCache != nil {\n\t\treturn entryPointAssetsCache, nil\n\t}\n\n\tvar err error\n```\n\n<details>\n<summary>Context for Agents</summary>\n\n<pre><code>Multiple goroutines that hit this path concurrently will all see `ret == nil`, wait for the write lock, and then each of them will reload the manifest even if another goroutine has already populated `entryPointAssetsCache` while they were blocked. That defeats the purpose of caching under load and can serialize repeated CDN/disk reads on startup. Re-check the cache once the write lock is held so only the first goroutine performs the expensive I/O.\n```suggestion\n\tentryPointAssetsCacheMu.Lock()\n\tdefer entryPointAssetsCacheMu.Unlock()\n\n\tif cfg.Env != setting.Dev &amp;&amp; entryPointAssetsCache != nil {\n\t\treturn entryPointAssetsCache, nil\n\t}\n\n\tvar err error\n```\n\nFile: pkg/api/webassets/webassets.go\nLine: 51</code></pre>\n\n</details>",
             "created_at": "2026-01-28T06:02:37Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "/propel review",
-            "created_at": "2026-01-28T06:00:08Z"
           }
         ]
       },
@@ -8504,12 +7910,6 @@
         "repo_name": "grafana__grafana__baz__PR90939__20260122",
         "pr_url": "https://github.com/code-review-benchmark/grafana__grafana__baz__PR90939__20260122/pull/1",
         "review_comments": [
-          {
-            "path": null,
-            "line": null,
-            "body": "Baz review",
-            "created_at": "2026-01-28T05:25:09Z"
-          }
         ]
       },
       {
@@ -8717,12 +8117,6 @@
             "line": null,
             "body": "Cursor Bugbot has reviewed your changes and found 3 potential issues.\n\n<sup>Bugbot Autofix is OFF. To automatically fix reported issues with Cloud Agents, enable Autofix in the [Cursor dashboard](https://www.cursor.com/dashboard?tab=bugbot).</sup>\n\n",
             "created_at": "2026-01-28T11:43:49Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "Bugbot review",
-            "created_at": "2026-01-28T11:35:20Z"
           }
         ]
       },
@@ -8785,12 +8179,6 @@
             "line": 125,
             "body": "![Important](https://app.propelcode.ai/important-priority.svg)\n\n[**Testing**] Because `t.Cleanup` is registered **after** `createTestAnnotations`/`assert*` (which use `require` internally), any failure before line 120 aborts the subtest before the cleanup handler is added. That leaves rows in `annotation`/`annotation_tag`, so the next subtest inherits a dirty database and can fail for unrelated reasons. Register the cleanup handler before mutating the database so it always runs, even when setup assertions fail.\n\n```suggestion\n        t.Run(test.name, func(t *testing.T) {\n            t.Cleanup(func() {\n                err := fakeSQL.WithDbSession(context.Background(), func(session *db.Session) error {\n                    _, deleteAnnotationErr := session.Exec(\"DELETE FROM annotation\")\n                    _, deleteAnnotationTagErr := session.Exec(\"DELETE FROM annotation_tag\")\n                    return errors.Join(deleteAnnotationErr, deleteAnnotationTagErr)\n                })\n                assert.NoError(t, err)\n            })\n\n            createTestAnnotations(t, fakeSQL, test.createAnnotationsNum, test.createOldAnnotationsNum)\n            assertAnnotationCount(t, fakeSQL, \"\", int64(test.createAnnotationsNum))\n            assertAnnotationTagCount(t, fakeSQL, 2*int64(test.createAnnotationsNum))\n```\n\n<details>\n<summary>Context for Agents</summary>\n\n<pre><code>Because `t.Cleanup` is registered **after** `createTestAnnotations`/`assert*` (which use `require` internally), any failure before line 120 aborts the subtest before the cleanup handler is added. That leaves rows in `annotation`/`annotation_tag`, so the next subtest inherits a dirty database and can fail for unrelated reasons. Register the cleanup handler before mutating the database so it always runs, even when setup assertions fail.\n\n```suggestion\n        t.Run(test.name, func(t *testing.T) {\n            t.Cleanup(func() {\n                err := fakeSQL.WithDbSession(context.Background(), func(session *db.Session) error {\n                    _, deleteAnnotationErr := session.Exec(&#34;DELETE FROM annotation&#34;)\n                    _, deleteAnnotationTagErr := session.Exec(&#34;DELETE FROM annotation_tag&#34;)\n                    return errors.Join(deleteAnnotationErr, deleteAnnotationTagErr)\n                })\n                assert.NoError(t, err)\n            })\n\n            createTestAnnotations(t, fakeSQL, test.createAnnotationsNum, test.createOldAnnotationsNum)\n            assertAnnotationCount(t, fakeSQL, &#34;&#34;, int64(test.createAnnotationsNum))\n            assertAnnotationTagCount(t, fakeSQL, 2*int64(test.createAnnotationsNum))\n```\n\n\nFile: pkg/services/annotations/annotationsimpl/cleanup_test.go\nLine: 125</code></pre>\n\n</details>",
             "created_at": "2026-01-28T06:07:40Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "/propel review",
-            "created_at": "2026-01-28T06:00:16Z"
           }
         ]
       },
@@ -8836,12 +8224,6 @@
         "repo_name": "grafana__grafana__baz__PR80329__20260122",
         "pr_url": "https://github.com/code-review-benchmark/grafana__grafana__baz__PR80329__20260122/pull/1",
         "review_comments": [
-          {
-            "path": null,
-            "line": null,
-            "body": "Baz review",
-            "created_at": "2026-01-28T05:25:17Z"
-          }
         ]
       },
       {
@@ -9129,12 +8511,6 @@
             "line": null,
             "body": "Cursor Bugbot has reviewed your changes and found 6 potential issues.\n\n<sup>Bugbot Autofix is OFF. To automatically fix reported issues with Cloud Agents, enable Autofix in the [Cursor dashboard](https://www.cursor.com/dashboard?tab=bugbot).</sup>\n\n",
             "created_at": "2026-01-28T11:40:53Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "Bugbot review",
-            "created_at": "2026-01-28T11:35:25Z"
           }
         ]
       },
@@ -9239,12 +8615,6 @@
             "line": 106,
             "body": "![Important](https://app.propelcode.ai/important-priority.svg)\n\n[**Logic**] This metrics call uses `name` as the label argument instead of the resource kind. All other paths pass `options.Kind`, so this line will emit high-cardinality metric series per object name and misalign with the rest of the dashboard. It should record the kind just like the error path above.\n\n<details>\n<summary>Context for Agents</summary>\n\n<pre><code>This metrics call uses `name` as the label argument instead of the resource kind. All other paths pass `options.Kind`, so this line will emit high-cardinality metric series per object name and misalign with the rest of the dashboard. It should record the kind just like the error path above.\n\nFile: pkg/apiserver/rest/dualwriter_mode3.go\nLine: 106</code></pre>\n\n</details>",
             "created_at": "2026-01-28T06:03:56Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "/propel review",
-            "created_at": "2026-01-28T06:00:24Z"
           }
         ]
       },
@@ -9349,12 +8719,6 @@
             "line": 167,
             "body": "legacy DeleteCollection goroutine records its duration via `recordStorageDuration`, so legacy histogram never gets DeleteCollection latency/errors\u2014can we switch this call to `recordLegacyDuration`?\n```suggestion\n\tgo func() {\n\t\tstartLegacy := time.Now()\n\t\tctx, cancel := context.WithTimeoutCause(ctx, time.Second*10, errors.New(\"legacy deletecollection timeout\"))\n\t\tdefer cancel()\n\t\t_, err := d.Legacy.DeleteCollection(ctx, deleteValidation, options, listOptions)\n\t\td.recordLegacyDuration(err != nil, mode3Str, options.Kind, method, startLegacy)\n\t}()\n```\n\n\n---\n_Finding type:_ `Logical Bugs`",
             "created_at": "2026-01-28T05:28:52Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "Baz review",
-            "created_at": "2026-01-28T05:25:29Z"
           }
         ]
       },
@@ -9639,12 +9003,6 @@
             "line": null,
             "body": "Cursor Bugbot has reviewed your changes and found 2 potential issues.\n\n<sup>Bugbot Autofix is OFF. To automatically fix reported issues with Cloud Agents, enable Autofix in the [Cursor dashboard](https://www.cursor.com/dashboard?tab=bugbot).</sup>\n\n",
             "created_at": "2026-01-28T11:43:00Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "Bugbot review",
-            "created_at": "2026-01-28T11:35:33Z"
           }
         ]
       },
@@ -9726,12 +9084,6 @@
             "line": 47,
             "body": "![Critical](https://app.propelcode.ai/critical-priority.svg)\n\n[**Logic**] By removing the `useGetGrafanaRulerGroupQuery` call and rendering each rule through `GrafanaRuleListItem` with only the Prometheus rule\n```ts\nactions: <RuleActionsButtons promRule={rule} groupIdentifier={groupIdentifier} compact />,\n```\nwe never pass a `rulerRule` into `RuleActionsButtons`. However, `RuleActionsButtons`/`AlertRuleMenu` still gate most operations on `rulerRule`:\n* Delete, pause, duplicate, etc. are all wrapped in `rulerRule && \u2026` in `AlertRuleMenu`, so they simply disappear when `rulerRule` is `undefined`.\n* Clicking \u201cSilence\u201d now opens nothing because `SilenceGrafanaRuleDrawer` is rendered only when `rulerRuleType.grafana.alertingRule(rule)` is true, which it never is without Ruler data.\nThis means that after this change users can no longer delete, pause, or silence Grafana-managed rules from the list, even when they have permissions.\n\nTo avoid regressing functionality, you need to keep passing the resolved `RulerGrafanaRuleDTO` (or have `RuleActionsButtons`/`AlertRuleMenu` fetch it lazily) so that these actions continue to work.\n\n<details>\n<summary>Context for Agents</summary>\n\n<pre><code>By removing the `useGetGrafanaRulerGroupQuery` call and rendering each rule through `GrafanaRuleListItem` with only the Prometheus rule\n```ts\nactions: &lt;RuleActionsButtons promRule={rule} groupIdentifier={groupIdentifier} compact /&gt;,\n```\nwe never pass a `rulerRule` into `RuleActionsButtons`. However, `RuleActionsButtons`/`AlertRuleMenu` still gate most operations on `rulerRule`:\n* Delete, pause, duplicate, etc. are all wrapped in `rulerRule &amp;&amp; \u2026` in `AlertRuleMenu`, so they simply disappear when `rulerRule` is `undefined`.\n* Clicking \u201cSilence\u201d now opens nothing because `SilenceGrafanaRuleDrawer` is rendered only when `rulerRuleType.grafana.alertingRule(rule)` is true, which it never is without Ruler data.\nThis means that after this change users can no longer delete, pause, or silence Grafana-managed rules from the list, even when they have permissions.\n\nTo avoid regressing functionality, you need to keep passing the resolved `RulerGrafanaRuleDTO` (or have `RuleActionsButtons`/`AlertRuleMenu` fetch it lazily) so that these actions continue to work.\n\nFile: public/app/features/alerting/unified/rule-list/GrafanaRuleListItem.tsx\nLine: 47</code></pre>\n\n</details>",
             "created_at": "2026-01-28T06:12:32Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "/propel review",
-            "created_at": "2026-01-28T06:00:33Z"
           }
         ]
       },
@@ -9740,12 +9092,6 @@
         "repo_name": "grafana__grafana__baz__PR106778__20260122",
         "pr_url": "https://github.com/code-review-benchmark/grafana__grafana__baz__PR106778__20260122/pull/1",
         "review_comments": [
-          {
-            "path": null,
-            "line": null,
-            "body": "Baz review",
-            "created_at": "2026-01-28T05:25:37Z"
-          }
         ]
       },
       {
@@ -9935,12 +9281,6 @@
             "line": null,
             "body": "Cursor Bugbot has reviewed your changes and found 1 potential issue.\n\n<sup>Bugbot Autofix is OFF. To automatically fix reported issues with Cloud Agents, enable Autofix in the [Cursor dashboard](https://www.cursor.com/dashboard?tab=bugbot).</sup>\n\n",
             "created_at": "2026-01-28T11:47:56Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "Bugbot review",
-            "created_at": "2026-01-28T11:35:48Z"
           }
         ]
       },
@@ -10022,12 +9362,6 @@
             "line": 299,
             "body": "![Important](https://app.propelcode.ai/important-priority.svg)\n\n[**Logic**] Same issue here: filtering by `query.expr` happens before templating, so a target that becomes empty after `applyTemplateVariables` is still executed and can produce malformed requests. Apply templating first, then filter on the interpolated expressions to retain the previous behavior.\n```suggestion\n  const queries = request.targets\n    .map((query) => datasource.applyTemplateVariables(query, request.scopedVars, request.filters))\n    .filter((query) => !query.hide)\n    .filter((query) => query.expr);\n```\n\n<details>\n<summary>Context for Agents</summary>\n\n<pre><code>Same issue here: filtering by `query.expr` happens before templating, so a target that becomes empty after `applyTemplateVariables` is still executed and can produce malformed requests. Apply templating first, then filter on the interpolated expressions to retain the previous behavior.\n```suggestion\n  const queries = request.targets\n    .map((query) =&gt; datasource.applyTemplateVariables(query, request.scopedVars, request.filters))\n    .filter((query) =&gt; !query.hide)\n    .filter((query) =&gt; query.expr);\n```\n\n\nFile: public/app/plugins/datasource/loki/querySplitting.ts\nLine: 299</code></pre>\n\n</details>",
             "created_at": "2026-01-28T06:11:53Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "/propel review",
-            "created_at": "2026-01-28T06:00:46Z"
           }
         ]
       },
@@ -10047,12 +9381,6 @@
             "line": 52,
             "body": "runShardSplitQuery now calls applyTemplateVariables before computing shards, but applyTemplateVariables intentionally leaves `$__range`/`$__auto` untouched (lines 1110\u20111125 in datasource.ts). When splitQueriesByStreamShard later runs getSelectorForShardValues it now sees selectors still containing those literals, so fetchLabelValues uses an invalid stream selector and never discovers shards for queries that reference $__range/$__auto in matchers; sharding silently breaks for those queries. Can we still interpolate those variables before fetching shard labels (as before) or keep using interpolateVariablesInQueries for shard discovery?\n```suggestion\nexport function runShardSplitQuery(datasource: LokiDatasource, request: DataQueryRequest<LokiQuery>) {\n  const queries = datasource\n    .interpolateVariablesInQueries(request.targets, request.scopedVars)\n    .filter((query) => query.expr)\n    .filter((query) => !query.hide);\n```\n\n\n---\n_Finding type:_ `Logical Bugs`",
             "created_at": "2026-01-28T05:32:11Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "Baz review",
-            "created_at": "2026-01-28T05:25:46Z"
           }
         ]
       },
@@ -10338,12 +9666,6 @@
             "line": null,
             "body": "Cursor Bugbot has reviewed your changes and found 2 potential issues.\n\n<sup>Bugbot Autofix is OFF. To automatically fix reported issues with Cloud Agents, enable Autofix in the [Cursor dashboard](https://www.cursor.com/dashboard?tab=bugbot).</sup>\n\n",
             "created_at": "2026-01-28T11:47:39Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "Bugbot review",
-            "created_at": "2026-01-28T11:36:01Z"
           }
         ]
       },
@@ -10400,12 +9722,6 @@
             "line": 117,
             "body": "![Important](https://app.propelcode.ai/important-priority.svg)\n\n[**Logic**] The new device-limit enforcement does not actually cap the number of stored devices under concurrent load. The check on lines 109\u2011117 does a `SELECT COUNT(*)` and, if the count is still below the limit, proceeds to insert outside of any transaction/lock. Two (or more) simultaneous requests can race through this check, both observe the same pre-limit count, and both insert new rows. Every burst of parallel requests can therefore permanently push the table beyond the configured limit, defeating the feature\u2019s purpose.\n\nPlease make the count\u2011and\u2011insert step atomic (e.g., wrap it in a transaction with `SELECT ... FOR UPDATE`, or convert it to a single SQL statement that only inserts when `COUNT < limit`). Otherwise the limit can be bypassed trivially with concurrent requests.\n\n<details>\n<summary>Context for Agents</summary>\n\n<pre><code>The new device-limit enforcement does not actually cap the number of stored devices under concurrent load. The check on lines 109\u2011117 does a `SELECT COUNT(*)` and, if the count is still below the limit, proceeds to insert outside of any transaction/lock. Two (or more) simultaneous requests can race through this check, both observe the same pre-limit count, and both insert new rows. Every burst of parallel requests can therefore permanently push the table beyond the configured limit, defeating the feature\u2019s purpose.\n\nPlease make the count\u2011and\u2011insert step atomic (e.g., wrap it in a transaction with `SELECT ... FOR UPDATE`, or convert it to a single SQL statement that only inserts when `COUNT &lt; limit`). Otherwise the limit can be bypassed trivially with concurrent requests.\n\nFile: pkg/services/anonymous/anonimpl/anonstore/database.go\nLine: 117</code></pre>\n\n</details>",
             "created_at": "2026-01-28T06:08:12Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "/propel review",
-            "created_at": "2026-01-28T06:02:25Z"
           }
         ]
       },
@@ -10414,12 +9730,6 @@
         "repo_name": "grafana__grafana__baz__PR79265__20260122",
         "pr_url": "https://github.com/code-review-benchmark/grafana__grafana__baz__PR79265__20260122/pull/1",
         "review_comments": [
-          {
-            "path": null,
-            "line": null,
-            "body": "Baz review",
-            "created_at": "2026-01-28T05:26:17Z"
-          }
         ]
       },
       {
@@ -10625,12 +9935,6 @@
             "line": null,
             "body": "Cursor Bugbot has reviewed your changes and found 1 potential issue.\n\n<sup>Bugbot Autofix is OFF. To automatically fix reported issues with Cloud Agents, enable Autofix in the [Cursor dashboard](https://www.cursor.com/dashboard?tab=bugbot).</sup>\n\n",
             "created_at": "2026-01-28T11:43:36Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "Bugbot review",
-            "created_at": "2026-01-28T11:36:12Z"
           }
         ]
       },
@@ -10736,12 +10040,6 @@
             "line": 159,
             "body": "![Important](https://app.propelcode.ai/important-priority.svg)\n\n[**Logic**] Calling `I18n.fallbacks.ensure_loaded!` only here means fallback locales are never loaded for non-controller codepaths (mailers, Sidekiq jobs, rake tasks). Those paths still use the lazy-loading translate accelerator, which only loads `config.locale`, so as soon as a job runs before any web request touches `SiteSetting.default_locale` or `:en`, fallback lookups will continue to raise `I18n::MissingTranslationData`. Please move the loading logic into the I18n layer itself (e.g., invoke `I18n.fallbacks.ensure_loaded!` from the translate hook or inside `FallbackLocaleList#[]`) so every translation call preloads the fallback chain regardless of where it\u2019s executed.\n\n<details>\n<summary>Context for Agents</summary>\n\n<pre><code>Calling `I18n.fallbacks.ensure_loaded!` only here means fallback locales are never loaded for non-controller codepaths (mailers, Sidekiq jobs, rake tasks). Those paths still use the lazy-loading translate accelerator, which only loads `config.locale`, so as soon as a job runs before any web request touches `SiteSetting.default_locale` or `:en`, fallback lookups will continue to raise `I18n::MissingTranslationData`. Please move the loading logic into the I18n layer itself (e.g., invoke `I18n.fallbacks.ensure_loaded!` from the translate hook or inside `FallbackLocaleList#[]`) so every translation call preloads the fallback chain regardless of where it\u2019s executed.\n\nFile: app/controllers/application_controller.rb\nLine: 159</code></pre>\n\n</details>",
             "created_at": "2026-01-28T06:09:08Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "/propel review",
-            "created_at": "2026-01-28T06:02:40Z"
           }
         ]
       },
@@ -10750,12 +10048,6 @@
         "repo_name": "discourse__discourse-graphite__baz__PR9__20260122",
         "pr_url": "https://github.com/code-review-benchmark/discourse__discourse-graphite__baz__PR9__20260122/pull/1",
         "review_comments": [
-          {
-            "path": null,
-            "line": null,
-            "body": "Baz review",
-            "created_at": "2026-01-28T05:26:32Z"
-          }
         ]
       },
       {
@@ -10931,12 +10223,6 @@
             "line": null,
             "body": "Cursor Bugbot has reviewed your changes and found 1 potential issue.\n\n<sup>Bugbot Autofix is OFF. To automatically fix reported issues with Cloud Agents, enable Autofix in the [Cursor dashboard](https://www.cursor.com/dashboard?tab=bugbot).</sup>\n\n",
             "created_at": "2026-01-28T11:43:37Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "Bugbot review",
-            "created_at": "2026-01-28T11:35:53Z"
           }
         ]
       },
@@ -10995,12 +10281,6 @@
         "repo_name": "grafana__grafana__propel__PR76186__20260122",
         "pr_url": "https://github.com/code-review-benchmark/grafana__grafana__propel__PR76186__20260122/pull/1",
         "review_comments": [
-          {
-            "path": null,
-            "line": null,
-            "body": "/propel review",
-            "created_at": "2026-01-28T06:00:54Z"
-          }
         ]
       },
       {
@@ -11008,12 +10288,6 @@
         "repo_name": "grafana__grafana__baz__PR76186__20260122",
         "pr_url": "https://github.com/code-review-benchmark/grafana__grafana__baz__PR76186__20260122/pull/1",
         "review_comments": [
-          {
-            "path": null,
-            "line": null,
-            "body": "Baz review",
-            "created_at": "2026-01-28T05:25:57Z"
-          }
         ]
       },
       {
@@ -11287,12 +10561,6 @@
             "line": null,
             "body": "Cursor Bugbot has reviewed your changes and found 7 potential issues.\n\n<sup>Bugbot Autofix is OFF. To automatically fix reported issues with Cloud Agents, enable Autofix in the [Cursor dashboard](https://www.cursor.com/dashboard?tab=bugbot).</sup>\n\n",
             "created_at": "2026-01-28T11:41:19Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "Bugbot review",
-            "created_at": "2026-01-28T11:36:06Z"
           }
         ]
       },
@@ -11361,12 +10629,6 @@
             "line": 17,
             "body": "![Important](https://app.propelcode.ai/important-priority.svg)\n\n[**Logic**] Both the `update` and `destroy` actions assume the requested embeddable host exists. If a stale or invalid `:id` hits either endpoint, `save_host(host)` will receive `nil` or `host.destroy` will be invoked on `nil`, raising `NoMethodError` and returning a 500 to the client instead of a clean 404/422. We should explicitly handle the `nil` case before continuing, e.g.\n\n```suggestion\n  def update\n    host = EmbeddableHost.find_by(id: params[:id])\n    return render_not_found unless host\n\n    save_host(host)\n  end\n\n  def destroy\n    host = EmbeddableHost.find_by(id: params[:id])\n    return render_not_found unless host\n\n    host.destroy\n    render json: success_json\n  end\n```\nThis keeps the admin UI/API from blowing up on bad IDs and surfaces a proper response.\n\n<details>\n<summary>Context for Agents</summary>\n\n<pre><code>Both the `update` and `destroy` actions assume the requested embeddable host exists. If a stale or invalid `:id` hits either endpoint, `save_host(host)` will receive `nil` or `host.destroy` will be invoked on `nil`, raising `NoMethodError` and returning a 500 to the client instead of a clean 404/422. We should explicitly handle the `nil` case before continuing, e.g.\n\n```suggestion\n  def update\n    host = EmbeddableHost.find_by(id: params[:id])\n    return render_not_found unless host\n\n    save_host(host)\n  end\n\n  def destroy\n    host = EmbeddableHost.find_by(id: params[:id])\n    return render_not_found unless host\n\n    host.destroy\n    render json: success_json\n  end\n```\nThis keeps the admin UI/API from blowing up on bad IDs and surfaces a proper response.\n\nFile: app/controllers/admin/embeddable_hosts_controller.rb\nLine: 17</code></pre>\n\n</details>",
             "created_at": "2026-01-28T06:05:47Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "/propel review",
-            "created_at": "2026-01-28T06:02:33Z"
           }
         ]
       },
@@ -11441,12 +10703,6 @@
             "line": 26,
             "body": "Migration inserts raw `site_settings.embeddable_hosts` values (lines 18\u201126) directly into `embeddable_hosts.host` without stripping scheme/path, but `EmbeddableHost.record_for_host` (app/models/embeddable_host.rb lines 10\u201118) compares `URI(host).host` against stored hosts; any migrated value containing `http://` or a path will never match so previously allowed hosts become disallowed after the migration. Can we normalize the values before inserting into `embeddable_hosts` (or normalize when looking up) so `host_allowed?` still recognizes them?\n\n**Prompt for AI Agents:**\n\n```text\nIn db/migrate/20150818190757_create_embeddable_hosts.rb around lines 9 to 26, the\nmigration currently inserts raw lines from site_settings.embeddable_hosts into\nembeddable_hosts.host, which can include schemes or paths and will not match code that\ncompares URI(host).host. Refactor this block to normalize each value before inserting:\nfor each line, strip whitespace, parse with URI.parse (rescue and treat as plain\nhostname if parsing fails), extract the hostname (or use the original string if no\nscheme), remove any port or trailing dot, downcase it, skip empty/invalid results, and\nthen insert the normalized host (use ActiveRecord::Base.connection.quote or a bound\nparameter to safely escape the value). Ensure you do not insert duplicates and skip\nblank lines.\n```\n<a href=\"https://cursor.com/link/prompt?text=In%20db%2Fmigrate%2F20150818190757_create_embeddable_hosts.rb%20around%20lines%209%20to%2026%2C%20the%20migration%20currently%20inserts%20raw%20lines%20from%20site_settings.embeddable_hosts%20into%20embeddable_hosts.host%2C%20which%20can%20include%20schemes%20or%20paths%20and%20will%20not%20match%20code%20that%20compares%20URI%28host%29.host.%20Refactor%20this%20block%20to%20normalize%20each%20value%20before%20inserting%3A%20for%20each%20line%2C%20strip%20whitespace%2C%20parse%20with%20URI.parse%20%28rescue%20and%20treat%20as%20plain%20hostname%20if%20parsing%20fails%29%2C%20extract%20the%20hostname%20%28or%20use%20the%20original%20string%20if%20no%20scheme%29%2C%20remove%20any%20port%20or%20trailing%20dot%2C%20downcase%20it%2C%20skip%20empty%2Finvalid%20results%2C%20and%20then%20insert%20the%20normalized%20host%20%28use%20ActiveRecord%3A%3ABase.connection.quote%20or%20a%20bound%20parameter%20to%20safely%20escape%20the%20value%29.%20Ensure%20you%20do%20not%20insert%20duplicates%20and%20skip%20blank%20lines.\" target=\"_blank\" rel=\"noopener noreferrer\"><picture><source media=\"(prefers-color-scheme: dark)\" srcset=\"https://cursor.com/fix-in-cursor-dark.svg\"><source media=\"(prefers-color-scheme: light)\" srcset=\"https://cursor.com/fix-in-cursor-light.svg\"><img alt=\"Fix in Cursor\" src=\"https://cursor.com/fix-in-cursor.svg\"></picture></a>\n\n---\n_Finding type:_ `Logical Bugs`",
             "created_at": "2026-01-28T05:30:52Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "Baz review",
-            "created_at": "2026-01-28T05:26:24Z"
           }
         ]
       },
@@ -11777,12 +11033,6 @@
             "line": null,
             "body": "Cursor Bugbot has reviewed your changes and found 4 potential issues.\n\n<sup>Bugbot Autofix is OFF. To automatically fix reported issues with Cloud Agents, enable Autofix in the [Cursor dashboard](https://www.cursor.com/dashboard?tab=bugbot).</sup>\n\n",
             "created_at": "2026-01-28T11:46:56Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "Bugbot review",
-            "created_at": "2026-01-28T11:43:47Z"
           }
         ]
       },
@@ -11888,12 +11138,6 @@
             "line": 102,
             "body": "![Important](https://app.propelcode.ai/important-priority.svg)\n\n[**Logic**] When wrapping this color in `dark-light-choose`, the light-theme value changed from `scale-color($primary, $lightness: 70%)` to `scale-color($primary, $lightness: 30%)`. That makes the custom message length hint dramatically darker than before and inconsistent with the desktop modal (which still uses 70%). To avoid regressing readability, keep the original 70% lightening for the light theme and only add the dark-theme fallback.\n```suggestion\n  color: dark-light-choose(scale-color($primary, $lightness: 70%), scale-color($secondary, $lightness: 70%));\n```\n\n<details>\n<summary>Context for Agents</summary>\n\n<pre><code>When wrapping this color in `dark-light-choose`, the light-theme value changed from `scale-color($primary, $lightness: 70%)` to `scale-color($primary, $lightness: 30%)`. That makes the custom message length hint dramatically darker than before and inconsistent with the desktop modal (which still uses 70%). To avoid regressing readability, keep the original 70% lightening for the light theme and only add the dark-theme fallback.\n```suggestion\n  color: dark-light-choose(scale-color($primary, $lightness: 70%), scale-color($secondary, $lightness: 70%));\n```\n\nFile: app/assets/stylesheets/mobile/modal.scss\nLine: 102</code></pre>\n\n</details>",
             "created_at": "2026-01-28T06:05:30Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "/propel review",
-            "created_at": "2026-01-28T06:02:58Z"
           }
         ]
       },
@@ -11919,12 +11163,6 @@
             "line": 183,
             "body": "Light-theme `h3` now uses `scale-color($primary, $lightness: 50%)` instead of the previous 20%, so moving to `dark-light-choose` brightened the header text and regresses contrast; can we keep the original 20% lightness for the light branch while still supplying a dark branch?\n```suggestion\n179    h3 {\n180      margin-bottom: 4px;\n181      margin-top: 0;\n182 +    color: dark-light-choose(scale-color($primary, $lightness: 20%), scale-color($secondary, $lightness: 50%));\n183      line-height: 23px;\n```\n\n\n---\n_Finding type:_ `Logical Bugs`",
             "created_at": "2026-01-28T05:30:21Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "Baz review",
-            "created_at": "2026-01-28T05:26:48Z"
           }
         ]
       },
@@ -12201,12 +11439,6 @@
             "line": null,
             "body": "Cursor Bugbot has reviewed your changes and found 2 potential issues.\n\n<sup>Bugbot Autofix is OFF. To automatically fix reported issues with Cloud Agents, enable Autofix in the [Cursor dashboard](https://www.cursor.com/dashboard?tab=bugbot).</sup>\n\n",
             "created_at": "2026-01-28T11:51:50Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "Bugbot review",
-            "created_at": "2026-01-28T11:43:41Z"
           }
         ]
       },
@@ -12358,14 +11590,8 @@
           {
             "path": "app/controllers/admin/groups_controller.rb",
             "line": 78,
-            "body": "![Important](https://app.propelcode.ai/important-priority.svg)\n\n[**Logic**] The user selector sends comma\u2011separated usernames, and the UI routinely inserts a space after each comma (e.g. `\"bob, alice\"`). Because the server looks up the username verbatim, any leading/trailing whitespace causes `User.find_by_username` to return nil and the member is silently skipped. Stripping and skipping blank entries avoids that regression and matches the old `group.usernames=` behaviour.\n\n```suggestion\n    usernames.split(\",\").each do |username|\n      username = username.to_s.strip\n      next if username.blank?\n\n      if user = User.find_by_username(username)\n        group.add(user)\n      end\n    end\n```\n\n<details>\n<summary>Context for Agents</summary>\n\n<pre><code>The user selector sends comma\u2011separated usernames, and the UI routinely inserts a space after each comma (e.g. `&#34;bob, alice&#34;`). Because the server looks up the username verbatim, any leading/trailing whitespace causes `User.find_by_username` to return nil and the member is silently skipped. Stripping and skipping blank entries avoids that regression and matches the old `group.usernames=` behaviour.\n\n```suggestion\n    usernames.split(&#34;,&#34;).each do |username|\n      username = username.to_s.strip\n      next if username.blank?\n\n      if user = User.find_by_username(username)\n        group.add(user)\n      end\n    end\n```\n\nFile: app/controllers/admin/groups_controller.rb\nLine: 78</code></pre>\n\n</details>",
-            "created_at": "2026-01-28T06:10:57Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "/propel review",
-            "created_at": "2026-01-28T06:02:48Z"
+            "body": "![Important](https://app.propelcode.ai/important-priority.svg)\n\n[**Logic**] The user selector sends comma\u2011separated usernames, and the UI routinely inserts a space after each comma (e.g. `\"bob, alice\"`). Because the server looks up the username verbatim, any leading/trailing whitespace causes `User.find_by_username` to return nil and the member is silently skipped. Stripping and skipping blank entries avoids that regression and matches the old `group.usernames=` behaviour.\n\n```suggestion\n    usernames.split(\",\").each do |username|\n      username = username.to_s.strip\n      next if username.blank?\n\n      if user = User.find_by_username(username)\n        group.add(user)\n      end\n    end\n```\n\n<details>\n<summary>Context for Agents</summary>\n\n<pre><code>The user selector sends comma\u2011separated usernames, and the UI routinely inserts a space after each comma (e.g. `&#34;bob, alice&#34;`). Because the server looks up the username verbatim, any leading/trailing whitespace causes `User.find_by_username` to return nil and the member is silently skipped. Stripping and skipping blank entries avoids that regression and matches the old `group.usernames=` behaviour.\n\n```suggestion\n    usernames.split(&#34;,&#34;).each do |username|\n      username = username.to_s.strip\n      next if username.blank?\n\n      if user = User.find_by_username(username)\n        group.add(user)\n      end\n    end\n```\n\nFile: app/controllers/admin/groups_controller.rb\nLine: 78</code></pre>\n\n</details>",
+            "created_at": "2026-01-28T06:10:57Z"
           }
         ]
       },
@@ -12397,12 +11623,6 @@
             "line": 26,
             "body": "`members` now always runs with `limit=50`/`offset` even for non\u2011automatic groups but the public `group/members` template still just renders `members` with no pagination controls, so the UI never loads past the first page and the rest of the group is unreachable; can we add pagination or keep returning the full list?\n```suggestion\n    limit  = group.automatic? ? (params[:limit] || 50).to_i : group.users.count\n    offset = group.automatic? ? params[:offset].to_i : 0\n \n    total = group.users.count\n    members = group.users.order(:username_lower).limit(limit).offset(offset)\n```\n\n\n---\n_Finding type:_ `Logical Bugs`",
             "created_at": "2026-01-28T05:30:06Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "Baz review",
-            "created_at": "2026-01-28T05:26:39Z"
           }
         ]
       },
@@ -12652,12 +11872,6 @@
             "line": null,
             "body": "Cursor Bugbot has reviewed your changes and found 2 potential issues.\n\n<sup>Bugbot Autofix is OFF. To automatically fix reported issues with Cloud Agents, enable Autofix in the [Cursor dashboard](https://www.cursor.com/dashboard?tab=bugbot).</sup>\n\n",
             "created_at": "2026-01-28T11:52:39Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "Bugbot review",
-            "created_at": "2026-01-28T11:44:02Z"
           }
         ]
       },
@@ -12732,12 +11946,6 @@
             "line": 96,
             "body": "![Important](https://app.propelcode.ai/important-priority.svg)\n\n[**Logic**] The `emailValidation` computed property depends on `'rejectedEmails.@each'`, but `@each` only reacts to property changes on array items, not to items being added/removed\u2014especially when the items are plain strings. As a result, after the server rejects an email and we push it into `rejectedEmails`, the computed property doesn\u2019t recompute, so the UI still shows the email as valid until the user edits the field. Track collection changes with `rejectedEmails.[]` instead so that adding a rejected email immediately invalidates the field.\n```suggestion\n  }.property('accountEmail', 'rejectedEmails.[]'),\n```\n\n<details>\n<summary>Context for Agents</summary>\n\n<pre><code>The `emailValidation` computed property depends on `&#39;rejectedEmails.@each&#39;`, but `@each` only reacts to property changes on array items, not to items being added/removed\u2014especially when the items are plain strings. As a result, after the server rejects an email and we push it into `rejectedEmails`, the computed property doesn\u2019t recompute, so the UI still shows the email as valid until the user edits the field. Track collection changes with `rejectedEmails.[]` instead so that adding a rejected email immediately invalidates the field.\n```suggestion\n  }.property(&#39;accountEmail&#39;, &#39;rejectedEmails.[]&#39;),\n```\n\n\nFile: app/assets/javascripts/discourse/controllers/create_account_controller.js\nLine: 96</code></pre>\n\n</details>",
             "created_at": "2026-01-28T06:08:24Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "/propel review",
-            "created_at": "2026-01-28T06:03:25Z"
           }
         ]
       },
@@ -12757,12 +11965,6 @@
             "line": 15,
             "body": "`EmailValidator` now calls `BlockedEmail.should_block?(value)` with the raw email while `BlockedEmail.where(email: email)` is an exact match and `User` never downcases/strips the address before validation, so uppercase or whitespace variants skip the block list; can we normalize (downcase+strip) before querying `BlockedEmail` or make the lookup case-insensitive?\n```suggestion\n      end\n    end\n    normalized_value = value.to_s.strip.downcase\n    record.errors.add(attribute, I18n.t(:'user.email.blocked')) if record.errors[attribute].blank? and BlockedEmail.should_block?(normalized_value)\n\n```\n\n\n---\n_Finding type:_ `Logical Bugs`",
             "created_at": "2026-01-28T05:37:08Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "Baz review",
-            "created_at": "2026-01-28T05:27:16Z"
           }
         ]
       },
@@ -12963,12 +12165,6 @@
             "line": null,
             "body": "Cursor Bugbot has reviewed your changes and found 1 potential issue.\n\n<sup>Bugbot Autofix is OFF. To automatically fix reported issues with Cloud Agents, enable Autofix in the [Cursor dashboard](https://www.cursor.com/dashboard?tab=bugbot).</sup>\n\n",
             "created_at": "2026-01-28T11:51:46Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "Bugbot review",
-            "created_at": "2026-01-28T11:43:54Z"
           }
         ]
       },
@@ -13050,12 +12246,6 @@
             "line": 130,
             "body": "![Important](https://app.propelcode.ai/important-priority.svg)\n\n[**Logic**] Legacy flexbox implementations (`-webkit-box` / `-moz-box`) treat `*-box-ordinal-group` as **one-based**, while the modern `order` property is zero-based. Emitting the same `$val` for both makes every element render one spot earlier in old WebKit/Gecko builds (e.g., `@include order(2)` appears as order 1). Add 1 before outputting the prefixed values so all browsers honor the same ordering.\n\n```suggestion\n@mixin order($val) {\n  -webkit-box-ordinal-group: ($val + 1);\n  -moz-box-ordinal-group: ($val + 1);\n  -ms-flex-order: $val;\n  -webkit-order: $val;\n  order: $val;\n}\n```\n\n<details>\n<summary>Context for Agents</summary>\n\n<pre><code>Legacy flexbox implementations (`-webkit-box` / `-moz-box`) treat `*-box-ordinal-group` as **one-based**, while the modern `order` property is zero-based. Emitting the same `$val` for both makes every element render one spot earlier in old WebKit/Gecko builds (e.g., `@include order(2)` appears as order 1). Add 1 before outputting the prefixed values so all browsers honor the same ordering.\n\n```suggestion\n@mixin order($val) {\n  -webkit-box-ordinal-group: ($val + 1);\n  -moz-box-ordinal-group: ($val + 1);\n  -ms-flex-order: $val;\n  -webkit-order: $val;\n  order: $val;\n}\n```\n\nFile: app/assets/stylesheets/common/foundation/mixins.scss\nLine: 130</code></pre>\n\n</details>",
             "created_at": "2026-01-28T06:07:00Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "/propel review",
-            "created_at": "2026-01-28T06:03:12Z"
           }
         ]
       },
@@ -13069,12 +12259,6 @@
             "line": 39,
             "body": ".panel now relies on `margin-left:auto`/`@include order` as if it were a flex item, but the new flex container is `.contents` while `.panel` lives inside `.contents > .row` and `.row` never becomes `display:flex`, so `.panel` is never a flex child and the clearfix forces the login panel below `.title` for logged-out users instead of right-aligned; can we make the actual row flex (or keep the float) so the login panel stays on the right?\n```suggestion\n      .panel {\n        float: right;\n        position: relative;\n```\n\n\n---\n_Finding type:_ `Logical Bugs`",
             "created_at": "2026-01-28T05:29:54Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "Baz review",
-            "created_at": "2026-01-28T05:27:03Z"
           }
         ]
       },
@@ -13277,12 +12461,6 @@
             "line": null,
             "body": "Cursor Bugbot has reviewed your changes and found 3 potential issues.\n\n<sup>Bugbot Autofix is OFF. To automatically fix reported issues with Cloud Agents, enable Autofix in the [Cursor dashboard](https://www.cursor.com/dashboard?tab=bugbot).</sup>\n\n",
             "created_at": "2026-01-28T11:48:12Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "Bugbot review",
-            "created_at": "2026-01-28T11:43:50Z"
           }
         ]
       },
@@ -13370,12 +12548,6 @@
             "line": 149,
             "body": "![Important](https://app.propelcode.ai/important-priority.svg)\n\n[**Logic**] Using `\".\" << website_host` here mutates the string literal `\".\"`. Since Ruby reuses the same literal each time, the suffix keeps growing between requests (and would raise `FrozenError` under `# frozen_string_literal: true`), so host comparisons become incorrect. Build the suffix with a non-mutating concatenation.\n\n```suggestion\n    else\n      # example.com == forum.example.com\n      suffix = \".#{website_host}\"\n      discourse_host.ends_with?(suffix) ? website_host + URI(website.to_s).path : website_host\n    end\n```\n\n<details>\n<summary>Context for Agents</summary>\n\n<pre><code>Using `&#34;.&#34; &lt;&lt; website_host` here mutates the string literal `&#34;.&#34;`. Since Ruby reuses the same literal each time, the suffix keeps growing between requests (and would raise `FrozenError` under `# frozen_string_literal: true`), so host comparisons become incorrect. Build the suffix with a non-mutating concatenation.\n\n```suggestion\n    else\n      # example.com == forum.example.com\n      suffix = &#34;.#{website_host}&#34;\n      discourse_host.ends_with?(suffix) ? website_host + URI(website.to_s).path : website_host\n    end\n```\n\nFile: app/serializers/user_serializer.rb\nLine: 149</code></pre>\n\n</details>",
             "created_at": "2026-01-28T06:08:05Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "/propel review",
-            "created_at": "2026-01-28T06:03:05Z"
           }
         ]
       },
@@ -13395,12 +12567,6 @@
             "line": 155,
             "body": "`include_website_name` lacks the required `?`, so the serializer never gates the new `website_name` attribute; as soon as `website` is hidden via `untrusted_attributes` for anonymous/TL0 users, `website_name` still comes through and the template renders a link using `model.website` even though it is absent and leaks the website host\u2014can we rename it to `include_website_name?` (and include the existing predicate) so `website_name` is omitted whenever `website` is hidden?\n\n**Prompt for AI Agents:**\n\n```text\nIn app/serializers/user_serializer.rb around lines 153-155, the method\ninclude_website_name is defined without the required question mark so the serializer\ndoes not treat it as a predicate and fails to gate the website_name attribute. Rename\nthe method to include_website_name? and keep its implementation returning\nwebsite.present? (remove or replace the old include_website_name definition). Ensure no\nother references rely on the non-predicate name so the serializer will omit website_name\nwhenever website is hidden.\n```\n<a href=\"https://cursor.com/link/prompt?text=In%20app%2Fserializers%2Fuser_serializer.rb%20around%20lines%20153-155%2C%20the%20method%20include_website_name%20is%20defined%20without%20the%20required%20question%20mark%20so%20the%20serializer%20does%20not%20treat%20it%20as%20a%20predicate%20and%20fails%20to%20gate%20the%20website_name%20attribute.%20Rename%20the%20method%20to%20include_website_name%3F%20and%20keep%20its%20implementation%20returning%20website.present%3F%20%28remove%20or%20replace%20the%20old%20include_website_name%20definition%29.%20Ensure%20no%20other%20references%20rely%20on%20the%20non-predicate%20name%20so%20the%20serializer%20will%20omit%20website_name%20whenever%20website%20is%20hidden.\" target=\"_blank\" rel=\"noopener noreferrer\"><picture><source media=\"(prefers-color-scheme: dark)\" srcset=\"https://cursor.com/fix-in-cursor-dark.svg\"><source media=\"(prefers-color-scheme: light)\" srcset=\"https://cursor.com/fix-in-cursor-light.svg\"><img alt=\"Fix in Cursor\" src=\"https://cursor.com/fix-in-cursor.svg\"></picture></a>\n\n---\n_Finding type:_ `Logical Bugs`",
             "created_at": "2026-01-28T05:29:34Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "Baz review",
-            "created_at": "2026-01-28T05:26:56Z"
           }
         ]
       },
@@ -13695,12 +12861,6 @@
             "line": null,
             "body": "Cursor Bugbot has reviewed your changes and found 5 potential issues.\n\n<sup>Bugbot Autofix is OFF. To automatically fix reported issues with Cloud Agents, enable Autofix in the [Cursor dashboard](https://www.cursor.com/dashboard?tab=bugbot).</sup>\n\n",
             "created_at": "2026-01-28T11:49:08Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "Bugbot review",
-            "created_at": "2026-01-28T11:43:58Z"
           }
         ]
       },
@@ -13812,12 +12972,6 @@
             "line": 35,
             "body": "![Important](https://app.propelcode.ai/important-priority.svg)\n\n[**Logic**] If a feed item doesn\u2019t expose a `content` element (common for RSS feeds that only provide `description`), `i.content` will be `nil` and this line raises `NoMethodError: undefined method `scrub' for nil:NilClass`, aborting the whole polling job. We should gracefully handle entries that lack `content` by falling back to `description` (or skipping empty entries) before calling `scrub`.\n\n```suggestion\n        raw_content = i.content || i.description\n        next if raw_content.blank?\n\n        content = CGI.unescapeHTML(raw_content.to_s.scrub)\n```\n\nThis keeps the job resilient across different feed formats while still sanitizing the fetched HTML.\n\n<details>\n<summary>Context for Agents</summary>\n\n<pre><code>If a feed item doesn\u2019t expose a `content` element (common for RSS feeds that only provide `description`), `i.content` will be `nil` and this line raises `NoMethodError: undefined method `scrub&#39; for nil:NilClass`, aborting the whole polling job. We should gracefully handle entries that lack `content` by falling back to `description` (or skipping empty entries) before calling `scrub`.\n\n```suggestion\n        raw_content = i.content || i.description\n        next if raw_content.blank?\n\n        content = CGI.unescapeHTML(raw_content.to_s.scrub)\n```\n\nThis keeps the job resilient across different feed formats while still sanitizing the fetched HTML.\n\nFile: app/jobs/scheduled/poll_feed.rb\nLine: 35</code></pre>\n\n</details>",
             "created_at": "2026-01-28T06:07:19Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "/propel review",
-            "created_at": "2026-01-28T06:03:18Z"
           }
         ]
       },
@@ -13849,12 +13003,6 @@
             "line": 12,
             "body": "EmbedController#best still enqueues retrieval for any `embed_url`, but TopicRetriever#invalid_host? now bails when `embed_url` host != `embeddable_host`, so the loader view (which reloads every 30s) never leaves the loading state for mismatched URLs; can we validate the embed_url host or render an error before enqueueing so the page doesn't loop forever?\n\n**Prompt for AI Agents:**\n\n```text\nIn app/controllers/embed_controller.rb around lines 8 to 16, the `best` action currently\nenqueues a retrieval job for any embed_url which can cause the loader to loop when the\nembed_url host does not match SiteSetting.embeddable_host. Update the `best` method to\nparse and validate the host of the required embed_url (rescue URI::InvalidURIError), and\nif the host is blank or does not equal SiteSetting.embeddable_host, either raise\nDiscourse::InvalidAccess (consistent with ensure_embeddable) or render an error view\ninstead of calling Jobs.enqueue. This prevents enqueuing jobs that will immediately\nabort and stops the loader from looping indefinitely.\n```\n<a href=\"https://cursor.com/link/prompt?text=In%20app%2Fcontrollers%2Fembed_controller.rb%20around%20lines%208%20to%2016%2C%20the%20%60best%60%20action%20currently%20enqueues%20a%20retrieval%20job%20for%20any%20embed_url%20which%20can%20cause%20the%20loader%20to%20loop%20when%20the%20embed_url%20host%20does%20not%20match%20SiteSetting.embeddable_host.%20Update%20the%20%60best%60%20method%20to%20parse%20and%20validate%20the%20host%20of%20the%20required%20embed_url%20%28rescue%20URI%3A%3AInvalidURIError%29%2C%20and%20if%20the%20host%20is%20blank%20or%20does%20not%20equal%20SiteSetting.embeddable_host%2C%20either%20raise%20Discourse%3A%3AInvalidAccess%20%28consistent%20with%20ensure_embeddable%29%20or%20render%20an%20error%20view%20instead%20of%20calling%20Jobs.enqueue.%20This%20prevents%20enqueuing%20jobs%20that%20will%20immediately%20abort%20and%20stops%20the%20loader%20from%20looping%20indefinitely.\" target=\"_blank\" rel=\"noopener noreferrer\"><picture><source media=\"(prefers-color-scheme: dark)\" srcset=\"https://cursor.com/fix-in-cursor-dark.svg\"><source media=\"(prefers-color-scheme: light)\" srcset=\"https://cursor.com/fix-in-cursor-light.svg\"><img alt=\"Fix in Cursor\" src=\"https://cursor.com/fix-in-cursor.svg\"></picture></a>\n\n---\n_Finding type:_ `Logical Bugs`",
             "created_at": "2026-01-28T05:37:59Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "Baz review",
-            "created_at": "2026-01-28T05:27:09Z"
           }
         ]
       },
@@ -14167,12 +13315,6 @@
             "line": null,
             "body": "Cursor Bugbot has reviewed your changes and found 3 potential issues.\n\n<sup>Bugbot Autofix is OFF. To automatically fix reported issues with Cloud Agents, enable Autofix in the [Cursor dashboard](https://www.cursor.com/dashboard?tab=bugbot).</sup>\n\n",
             "created_at": "2026-01-28T11:50:13Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "Bugbot review",
-            "created_at": "2026-01-28T11:44:14Z"
           }
         ]
       },
@@ -14302,12 +13444,6 @@
             "line": 55,
             "body": "![Important](https://app.propelcode.ai/important-priority.svg)\n\n[**Logic**] Remote uploads are now capped at 10\u202fMB regardless of `SiteSetting.max_image_size_kb`. Any instance that increased the limit (e.g. to 20\u202fMB for high-res assets) will suddenly fail to import those files even though they\u2019re allowed, because we abort before the downsizing loop can run. Please respect the configured limit while still providing the 10\u202fMB floor you need for the new feature.\n```suggestion\n        download_limit = [SiteSetting.max_image_size_kb.kilobytes, 10.megabytes].max\n        tempfile = FileHelper.download(url, download_limit, \"discourse-upload-#{type}\") rescue nil\n```\n\n<details>\n<summary>Context for Agents</summary>\n\n<pre><code>Remote uploads are now capped at 10\u202fMB regardless of `SiteSetting.max_image_size_kb`. Any instance that increased the limit (e.g. to 20\u202fMB for high-res assets) will suddenly fail to import those files even though they\u2019re allowed, because we abort before the downsizing loop can run. Please respect the configured limit while still providing the 10\u202fMB floor you need for the new feature.\n```suggestion\n        download_limit = [SiteSetting.max_image_size_kb.kilobytes, 10.megabytes].max\n        tempfile = FileHelper.download(url, download_limit, &#34;discourse-upload-#{type}&#34;) rescue nil\n```\n\n\nFile: app/controllers/uploads_controller.rb\nLine: 55</code></pre>\n\n</details>",
             "created_at": "2026-01-28T06:08:30Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "/propel review",
-            "created_at": "2026-01-28T06:04:01Z"
           }
         ]
       },
@@ -14333,12 +13469,6 @@
             "line": 247,
             "body": "The 413 handler now shows `max_size_kb = 10 * 1024` instead of the configured site limit, so the error always claims 10MB even if the server rejects at a different size; can we pull the limit from the site setting so the message matches the real cap?\n```suggestion\n\n        // entity too large, usually returned from the web server\n        case 413:\n          var maxSizeKB = Discourse.SiteSettings.max_image_size_kb;\n          bootbox.alert(I18n.t('post.errors.file_too_large', { max_size_kb: maxSizeKB }));\n```\n\n\n---\n_Finding type:_ `Logical Bugs`",
             "created_at": "2026-01-28T05:30:18Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "Baz review",
-            "created_at": "2026-01-28T05:27:35Z"
           }
         ]
       },
@@ -14593,12 +13723,6 @@
             "line": null,
             "body": "Cursor Bugbot has reviewed your changes and found 2 potential issues.\n\n<sup>Bugbot Autofix is OFF. To automatically fix reported issues with Cloud Agents, enable Autofix in the [Cursor dashboard](https://www.cursor.com/dashboard?tab=bugbot).</sup>\n\n",
             "created_at": "2026-01-28T11:50:50Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "Bugbot review",
-            "created_at": "2026-01-28T11:44:08Z"
           }
         ]
       },
@@ -14698,12 +13822,6 @@
             "line": 107,
             "body": "![Critical](https://app.propelcode.ai/critical-priority.svg)\n\n[**Logic**] If a user hits the unsubscribe link before a `topic_users` row exists (e.g. they were added via group/category notification but never loaded the topic), `TopicUser.find_by(...)` returns `nil` and the very next line raises `NoMethodError` when calling `tu.notification_level`. That turns the new unsubscribe flow into a 500 and the user can\u2019t opt out. Consider guarding for a missing record and creating one (or short\u2011circuiting) before reading/writing its attributes:\n```suggestion\n    tu = TopicUser.find_or_initialize_by(user_id: current_user.id, topic_id: params[:topic_id])\n    unless tu.notification_level\n      tu.notification_level = TopicUser.notification_levels[:regular]\n    end\n```\nThen apply the regular/muted toggle afterward.\n\n<details>\n<summary>Context for Agents</summary>\n\n<pre><code>If a user hits the unsubscribe link before a `topic_users` row exists (e.g. they were added via group/category notification but never loaded the topic), `TopicUser.find_by(...)` returns `nil` and the very next line raises `NoMethodError` when calling `tu.notification_level`. That turns the new unsubscribe flow into a 500 and the user can\u2019t opt out. Consider guarding for a missing record and creating one (or short\u2011circuiting) before reading/writing its attributes:\n```suggestion\n    tu = TopicUser.find_or_initialize_by(user_id: current_user.id, topic_id: params[:topic_id])\n    unless tu.notification_level\n      tu.notification_level = TopicUser.notification_levels[:regular]\n    end\n```\nThen apply the regular/muted toggle afterward.\n\nFile: app/controllers/topics_controller.rb\nLine: 107</code></pre>\n\n</details>",
             "created_at": "2026-01-28T06:05:55Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "/propel review",
-            "created_at": "2026-01-28T06:03:56Z"
           }
         ]
       },
@@ -14717,12 +13835,6 @@
             "line": 115,
             "body": "`topics#unsubscribe` calls `TopicUser.find_by(...)` and then `tu.notification_level` without guarding for a missing row, so a user who never had a `topic_user` record will hit a 500 when visiting `/unsubscribe`; we need to upsert (e.g. use `TopicUser.change`) or explicitly create the record before toggling.\n\n**Prompt for AI Agents:**\n\n```text\nIn app/controllers/topics_controller.rb around lines 98 to 115, the unsubscribe method\ncurrently does TopicUser.find_by(...) and then accesses tu.notification_level without\nhandling the case when tu is nil, which causes a 500 for users without a TopicUser row.\nChange this to fetch-or-initialize (e.g. TopicUser.find_or_initialize_by(user_id:\ncurrent_user.id, topic_id: params[:topic_id])) or call the existing\nTopicUser.change/upsert helper if available, ensure tu is present before accessing\nnotification_level, then set tu.notification_level to regular or muted as intended and\nsave!; preserve the surrounding redirect/perform_show_response behavior.\n```\n<a href=\"https://cursor.com/link/prompt?text=In%20app%2Fcontrollers%2Ftopics_controller.rb%20around%20lines%2098%20to%20115%2C%20the%20unsubscribe%20method%20currently%20does%20TopicUser.find_by%28...%29%20and%20then%20accesses%20tu.notification_level%20without%20handling%20the%20case%20when%20tu%20is%20nil%2C%20which%20causes%20a%20500%20for%20users%20without%20a%20TopicUser%20row.%20Change%20this%20to%20fetch-or-initialize%20%28e.g.%20TopicUser.find_or_initialize_by%28user_id%3A%20current_user.id%2C%20topic_id%3A%20params%5B%3Atopic_id%5D%29%29%20or%20call%20the%20existing%20TopicUser.change%2Fupsert%20helper%20if%20available%2C%20ensure%20tu%20is%20present%20before%20accessing%20notification_level%2C%20then%20set%20tu.notification_level%20to%20regular%20or%20muted%20as%20intended%20and%20save%21%3B%20preserve%20the%20surrounding%20redirect%2Fperform_show_response%20behavior.\" target=\"_blank\" rel=\"noopener noreferrer\"><picture><source media=\"(prefers-color-scheme: dark)\" srcset=\"https://cursor.com/fix-in-cursor-dark.svg\"><source media=\"(prefers-color-scheme: light)\" srcset=\"https://cursor.com/fix-in-cursor-light.svg\"><img alt=\"Fix in Cursor\" src=\"https://cursor.com/fix-in-cursor.svg\"></picture></a>\n\n---\n_Finding type:_ `Logical Bugs`",
             "created_at": "2026-01-28T05:30:42Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "Baz review",
-            "created_at": "2026-01-28T05:27:27Z"
           }
         ]
       },
@@ -14948,12 +14060,6 @@
         "repo_name": "cal_dot_com__cal.com__bugbot__PR22532__20260122",
         "pr_url": "https://github.com/code-review-benchmark/cal_dot_com__cal.com__bugbot__PR22532__20260122/pull/1",
         "review_comments": [
-          {
-            "path": null,
-            "line": null,
-            "body": "Bugbot review",
-            "created_at": "2026-01-28T11:44:19Z"
-          }
         ]
       },
       {
@@ -15142,30 +14248,6 @@
             "line": 5,
             "body": "![Important](https://app.propelcode.ai/important-priority.svg)\n\n[**Logic**] The `.env` path is resolved relative to whatever directory the user runs the script from, so running the documented `./scripts/test-gcal-webhooks.sh` from the repo root will update `../.env` (i.e., the parent of the repo) instead of the project\u2019s `.env`. Compute the path relative to the script location to ensure the correct file is patched.\n\n```suggestion\nSCRIPT_DIR=\"$(cd \"$(dirname \"${BASH_SOURCE[0]}\")\" && pwd)\"\nENV_FILE=\"$SCRIPT_DIR/../.env\"\n```\n\n<details>\n<summary>Context for Agents</summary>\n\n<pre><code>The `.env` path is resolved relative to whatever directory the user runs the script from, so running the documented `./scripts/test-gcal-webhooks.sh` from the repo root will update `../.env` (i.e., the parent of the repo) instead of the project\u2019s `.env`. Compute the path relative to the script location to ensure the correct file is patched.\n\n```suggestion\nSCRIPT_DIR=&#34;$(cd &#34;$(dirname &#34;${BASH_SOURCE[0]}&#34;)&#34; &amp;&amp; pwd)&#34;\nENV_FILE=&#34;$SCRIPT_DIR/../.env&#34;\n```\n\nFile: scripts/test-gcal-webhooks.sh\nLine: 5</code></pre>\n\n</details>",
             "created_at": "2026-01-28T06:14:25Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "/propel review",
-            "created_at": "2026-01-25T06:32:40Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "/propel review",
-            "created_at": "2026-01-27T19:07:02Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "/propel review",
-            "created_at": "2026-01-27T19:09:53Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "/propel review",
-            "created_at": "2026-01-28T06:04:25Z"
           }
         ]
       },
@@ -15191,18 +14273,6 @@
             "line": 74,
             "body": "The `<div className=\"flex w-32 justify-end\">\u2026<CredentialActionsDropdown \u2026/>` block is duplicated in the `AppListCard` and the `Alert` actions, so any future change must be made twice; can we hoist that JSX into a shared `credentialActions` constant and reuse it in both places to keep the diff concise?\n\n**Prompt for AI Agents:**\n\n```text\nIn\npackages/platform/atoms/selected-calendars/wrappers/SelectedCalendarsSettingsWebWrapper.tsx\naround lines 70 to 74, the <div className=\"flex w-32\njustify-end\">\u2026<CredentialActionsDropdown \u2026/> block is duplicated (also used in the\nAlert actions). In the ConnectedCalendarList component, extract that JSX into a single\nconstant named credentialActions (defined above the return or inside the component) that\nrenders the div and CredentialActionsDropdown with the same props wired to\nconnectedCalendar and onChanged, then replace the duplicated blocks in both AppListCard\nactions and Alert actions with the credentialActions constant. This will remove\nduplication and ensure future changes are made in one place.\n```\n<a href=\"https://cursor.com/link/prompt?text=In%20packages%2Fplatform%2Fatoms%2Fselected-calendars%2Fwrappers%2FSelectedCalendarsSettingsWebWrapper.tsx%20around%20lines%2070%20to%2074%2C%20the%20%3Cdiv%20className%3D%22flex%20w-32%20justify-end%22%3E%E2%80%A6%3CCredentialActionsDropdown%20%E2%80%A6%2F%3E%20block%20is%20duplicated%20%28also%20used%20in%20the%20Alert%20actions%29.%20In%20the%20ConnectedCalendarList%20component%2C%20extract%20that%20JSX%20into%20a%20single%20constant%20named%20credentialActions%20%28defined%20above%20the%20return%20or%20inside%20the%20component%29%20that%20renders%20the%20div%20and%20CredentialActionsDropdown%20with%20the%20same%20props%20wired%20to%20connectedCalendar%20and%20onChanged%2C%20then%20replace%20the%20duplicated%20blocks%20in%20both%20AppListCard%20actions%20and%20Alert%20actions%20with%20the%20credentialActions%20constant.%20This%20will%20remove%20duplication%20and%20ensure%20future%20changes%20are%20made%20in%20one%20place.\" target=\"_blank\" rel=\"noopener noreferrer\"><picture><source media=\"(prefers-color-scheme: dark)\" srcset=\"https://cursor.com/fix-in-cursor-dark.svg\"><source media=\"(prefers-color-scheme: light)\" srcset=\"https://cursor.com/fix-in-cursor-light.svg\"><img alt=\"Fix in Cursor\" src=\"https://cursor.com/fix-in-cursor.svg\"></picture></a>\n\n---\n_Finding type:_ `Conciseness`",
             "created_at": "2026-01-28T05:32:26Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "Baz review",
-            "created_at": "2026-01-26T17:03:48Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "Baz review",
-            "created_at": "2026-01-28T05:27:43Z"
           }
         ]
       },
@@ -15446,12 +14516,6 @@
             "line": null,
             "body": "Cursor Bugbot has reviewed your changes and found 3 potential issues.\n\n<sup>Bugbot Autofix is OFF. To automatically fix reported issues with Cloud Agents, enable Autofix in the [Cursor dashboard](https://www.cursor.com/dashboard?tab=bugbot).</sup>\n\n",
             "created_at": "2026-01-28T11:53:39Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "Bugbot review",
-            "created_at": "2026-01-28T11:44:41Z"
           }
         ]
       },
@@ -15575,18 +14639,6 @@
             "line": 117,
             "body": "![Important](https://app.propelcode.ai/important-priority.svg)\n\n[**Logic**] `dayjs(date.start).add(utcOffset, \"minutes\") === dayjs(date.end).add(utcOffset, \"minutes\")` will never evaluate to true because each `dayjs()` call returns a new object and `===` compares references. As a result, zero-duration date overrides are never ignored and `dateOverrideExist` stays true, causing the surrounding logic to treat the slot as being inside an override even when it should not. Compare the instants by value instead of reference.\n\n```suggestion\n        if (\n          dayjs(date.start).add(utcOffset, \"minutes\").isSame(dayjs(date.end).add(utcOffset, \"minutes\"))\n        ) {\n          return true;\n        }\n```\n\n<details>\n<summary>Context for Agents</summary>\n\n<pre><code>`dayjs(date.start).add(utcOffset, &#34;minutes&#34;) === dayjs(date.end).add(utcOffset, &#34;minutes&#34;)` will never evaluate to true because each `dayjs()` call returns a new object and `===` compares references. As a result, zero-duration date overrides are never ignored and `dateOverrideExist` stays true, causing the surrounding logic to treat the slot as being inside an override even when it should not. Compare the instants by value instead of reference.\n\n```suggestion\n        if (\n          dayjs(date.start).add(utcOffset, &#34;minutes&#34;).isSame(dayjs(date.end).add(utcOffset, &#34;minutes&#34;))\n        ) {\n          return true;\n        }\n```\n\nFile: packages/trpc/server/routers/viewer/slots.ts\nLine: 117</code></pre>\n\n</details>",
             "created_at": "2026-01-28T06:08:48Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "/propel review",
-            "created_at": "2026-01-25T06:33:31Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "/propel review",
-            "created_at": "2026-01-28T06:04:48Z"
           }
         ]
       },
@@ -15606,12 +14658,6 @@
             "line": 144,
             "body": "`end` is derived from `slotStartTime` instead of `slotEndTime`, so multi-minute slots that stretch past `workingHour.endTime` still pass this guard and can book outside of configured working hours; can we derive `end` from `slotEndTime` (i.e. include the event length) before comparing against `workingHour.endTime`?\n```suggestion\n        const start = slotStartTime.hour() * 60 + slotStartTime.minute();\n        const end = slotEndTime.hour() * 60 + slotEndTime.minute();\n        if (start < workingHour.startTime || end > workingHour.endTime) {\n          return true;\n```\n\n\n---\n_Finding type:_ `Logical Bugs`",
             "created_at": "2026-01-28T05:36:16Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "Baz review",
-            "created_at": "2026-01-28T05:28:21Z"
           }
         ]
       },
@@ -15849,12 +14895,6 @@
             "line": null,
             "body": "Cursor Bugbot has reviewed your changes and found 3 potential issues.\n\n<sup>Bugbot Autofix is OFF. To automatically fix reported issues with Cloud Agents, enable Autofix in the [Cursor dashboard](https://www.cursor.com/dashboard?tab=bugbot).</sup>\n\n",
             "created_at": "2026-01-28T11:48:44Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "Bugbot review",
-            "created_at": "2026-01-28T11:44:31Z"
           }
         ]
       },
@@ -15954,18 +14994,6 @@
             "line": 197,
             "body": "![Important](https://app.propelcode.ai/important-priority.svg)\n\n[**Logic**] Same race exists in the catch block: if multiple schedulers fail simultaneously, each writes the same `retryCount + 1`, so the reminder never exceeds the threshold. Increment the column atomically to guarantee retries are counted.\n```suggestion\n      await prisma.workflowReminder.update({\n        where: {\n          id: reminder.id,\n        },\n        data: {\n          retryCount: {\n            increment: 1,\n          },\n        },\n      });\n```\n\n<details>\n<summary>Context for Agents</summary>\n\n<pre><code>Same race exists in the catch block: if multiple schedulers fail simultaneously, each writes the same `retryCount + 1`, so the reminder never exceeds the threshold. Increment the column atomically to guarantee retries are counted.\n```suggestion\n      await prisma.workflowReminder.update({\n        where: {\n          id: reminder.id,\n        },\n        data: {\n          retryCount: {\n            increment: 1,\n          },\n        },\n      });\n```\n\n\nFile: packages/features/ee/workflows/api/scheduleSMSReminders.ts\nLine: 197</code></pre>\n\n</details>",
             "created_at": "2026-01-28T06:10:18Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "/propel review",
-            "created_at": "2026-01-25T06:33:11Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "/propel review",
-            "created_at": "2026-01-28T06:04:36Z"
           }
         ]
       },
@@ -15979,12 +15007,6 @@
             "line": 44,
             "body": "The new cleanup deletes any workflow reminder with `retryCount > 1` even if it is already `scheduled` or a non-SMS reminder; because `retryCount` isn't reset when a reminder finally schedules after multiple failures, the record is immediately deleted before its `scheduledDate`, deleting the scheduled reminder's metadata and preventing us from observing/reference-tracking it\u2014can we limit this delete to SMS/unscheduled reminders instead of every row with `retryCount > 1`?\n\n**Prompt for AI Agents:**\n\n```text\nIn packages/features/ee/workflows/api/scheduleSMSReminders.ts around lines 28 to 44, in\nthe top-level async handler function, the prisma.workflowReminder.deleteMany where\nclause incorrectly deletes any reminder with retryCount > 1 even if it is already\nscheduled or not an SMS. Change the where clause so it only deletes SMS reminders and\npreserves scheduled items by using a condition like: method equals WorkflowMethods.SMS\nAND (scheduledDate <= now OR (scheduled is false AND retryCount > 1)). Update the Prisma\nwhere object accordingly so only SMS/unscheduled reminders with high retryCount are\nremoved.\n```\n<a href=\"https://cursor.com/link/prompt?text=In%20packages%2Ffeatures%2Fee%2Fworkflows%2Fapi%2FscheduleSMSReminders.ts%20around%20lines%2028%20to%2044%2C%20in%20the%20top-level%20async%20handler%20function%2C%20the%20prisma.workflowReminder.deleteMany%20where%20clause%20incorrectly%20deletes%20any%20reminder%20with%20retryCount%20%3E%201%20even%20if%20it%20is%20already%20scheduled%20or%20not%20an%20SMS.%20Change%20the%20where%20clause%20so%20it%20only%20deletes%20SMS%20reminders%20and%20preserves%20scheduled%20items%20by%20using%20a%20condition%20like%3A%20method%20equals%20WorkflowMethods.SMS%20AND%20%28scheduledDate%20%3C%3D%20now%20OR%20%28scheduled%20is%20false%20AND%20retryCount%20%3E%201%29%29.%20Update%20the%20Prisma%20where%20object%20accordingly%20so%20only%20SMS%2Funscheduled%20reminders%20with%20high%20retryCount%20are%20removed.\" target=\"_blank\" rel=\"noopener noreferrer\"><picture><source media=\"(prefers-color-scheme: dark)\" srcset=\"https://cursor.com/fix-in-cursor-dark.svg\"><source media=\"(prefers-color-scheme: light)\" srcset=\"https://cursor.com/fix-in-cursor-light.svg\"><img alt=\"Fix in Cursor\" src=\"https://cursor.com/fix-in-cursor.svg\"></picture></a>\n\n---\n_Finding type:_ `Logical Bugs`",
             "created_at": "2026-01-28T05:30:50Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "Baz review",
-            "created_at": "2026-01-28T05:27:59Z"
           }
         ]
       },
@@ -16161,12 +15183,6 @@
             "line": null,
             "body": "Cursor Bugbot has reviewed your changes and found 2 potential issues.\n\n<sup>Bugbot Autofix is OFF. To automatically fix reported issues with Cloud Agents, enable Autofix in the [Cursor dashboard](https://www.cursor.com/dashboard?tab=bugbot).</sup>\n\n",
             "created_at": "2026-01-28T11:57:26Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "Bugbot review",
-            "created_at": "2026-01-28T11:44:49Z"
           }
         ]
       },
@@ -16237,18 +15253,6 @@
         "repo_name": "cal_dot_com__cal.com__propel__PR22345__20260122",
         "pr_url": "https://github.com/code-review-benchmark/cal_dot_com__cal.com__propel__PR22345__20260122/pull/1",
         "review_comments": [
-          {
-            "path": null,
-            "line": null,
-            "body": "/propel review",
-            "created_at": "2026-01-25T06:33:52Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "/propel review",
-            "created_at": "2026-01-28T06:04:57Z"
-          }
         ]
       },
       {
@@ -16267,18 +15271,6 @@
             "line": 174,
             "body": "`buildOrgAuthorizationCondition` and `buildTeamAuthorizationCondition` each repeat the same 6-line `conditions.reduce`\u2011with\u2011`OR` pattern (see also lines 196\u2011207), so updating how those clauses are combined now requires touching both helpers; can we extract a reusable `joinWithOr(conditions)` helper to keep this logic concise and consistent?\n\n**Prompt for AI Agents:**\n\n```text\nIn packages/lib/server/service/insightsBooking.ts around lines 164 to 174 (the end of\nbuildOrgAuthorizationCondition) and lines 196 to 207 (inside\nbuildTeamAuthorizationCondition and the similar block), the code repeats the same\nconditions.reduce(...) pattern to join Prisma.Sql conditions with OR. Extract a new\nhelper function (e.g. joinWithOr(conditions: Prisma.Sql[]): Prisma.Sql) near the top of\nthe file that returns NOTHING_CONDITION if conditions is empty, otherwise returns the\nsame OR-joined Prisma.sql used today. Replace the three duplicated reduce blocks with\ncalls to this helper so both buildOrgAuthorizationCondition and\nbuildTeamAuthorizationCondition use joinWithOr to produce their final Prisma.Sql. Return\nNOTHING_CONDITION for empty inputs to preserve current behavior.\n```\n<a href=\"https://cursor.com/link/prompt?text=In%20packages%2Flib%2Fserver%2Fservice%2FinsightsBooking.ts%20around%20lines%20164%20to%20174%20%28the%20end%20of%20buildOrgAuthorizationCondition%29%20and%20lines%20196%20to%20207%20%28inside%20buildTeamAuthorizationCondition%20and%20the%20similar%20block%29%2C%20the%20code%20repeats%20the%20same%20conditions.reduce%28...%29%20pattern%20to%20join%20Prisma.Sql%20conditions%20with%20OR.%20Extract%20a%20new%20helper%20function%20%28e.g.%20joinWithOr%28conditions%3A%20Prisma.Sql%5B%5D%29%3A%20Prisma.Sql%29%20near%20the%20top%20of%20the%20file%20that%20returns%20NOTHING_CONDITION%20if%20conditions%20is%20empty%2C%20otherwise%20returns%20the%20same%20OR-joined%20Prisma.sql%20used%20today.%20Replace%20the%20three%20duplicated%20reduce%20blocks%20with%20calls%20to%20this%20helper%20so%20both%20buildOrgAuthorizationCondition%20and%20buildTeamAuthorizationCondition%20use%20joinWithOr%20to%20produce%20their%20final%20Prisma.Sql.%20Return%20NOTHING_CONDITION%20for%20empty%20inputs%20to%20preserve%20current%20behavior.\" target=\"_blank\" rel=\"noopener noreferrer\"><picture><source media=\"(prefers-color-scheme: dark)\" srcset=\"https://cursor.com/fix-in-cursor-dark.svg\"><source media=\"(prefers-color-scheme: light)\" srcset=\"https://cursor.com/fix-in-cursor-light.svg\"><img alt=\"Fix in Cursor\" src=\"https://cursor.com/fix-in-cursor.svg\"></picture></a>\n\n---\n_Finding type:_ `Conciseness`",
             "created_at": "2026-02-02T08:24:44Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "Baz review",
-            "created_at": "2026-01-28T05:28:34Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "Baz review",
-            "created_at": "2026-02-02T08:19:32Z"
           }
         ]
       },
@@ -16516,12 +15508,6 @@
             "line": null,
             "body": "Cursor Bugbot has reviewed your changes and found 6 potential issues.\n\n<sup>Bugbot Autofix is OFF. To automatically fix reported issues with Cloud Agents, enable Autofix in the [Cursor dashboard](https://www.cursor.com/dashboard?tab=bugbot).</sup>\n\n",
             "created_at": "2026-01-28T11:53:22Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "Bugbot review",
-            "created_at": "2026-01-28T11:44:35Z"
           }
         ]
       },
@@ -16729,18 +15715,6 @@
             "line": 10,
             "body": "![Critical](https://app.propelcode.ai/critical-priority.svg)\n\n[**Logic**] When `APP_CREDENTIAL_SHARING_ENABLED` is true we fall back to `minimumTokenResponseSchema`, but the current schema definition is impossible to satisfy. Using `[z.string().toString()]` literally creates two properties named something like `\"function String() { [native code] }\"`, so *every* real token response will fail `safeParse`, causing the entire refresh flow to throw \u201cInvalid refreshed tokens were returned\u201d. To accept arbitrary keys (e.g. `expires_in`, `expiry_date`, provider-specific fields) you need to use a catch\u2011all/record instead of computed property names.\n\n```suggestion\nconst minimumTokenResponseSchema = z\n  .object({\n    access_token: z.string(),\n  })\n  .catchall(z.unknown());\n```\n\nThis keeps `access_token` mandatory while allowing any other properties (including numeric expiries) so the schema no longer invalidates every webhook response.\n\n<details>\n<summary>Context for Agents</summary>\n\n<pre><code>When `APP_CREDENTIAL_SHARING_ENABLED` is true we fall back to `minimumTokenResponseSchema`, but the current schema definition is impossible to satisfy. Using `[z.string().toString()]` literally creates two properties named something like `&#34;function String() { [native code] }&#34;`, so *every* real token response will fail `safeParse`, causing the entire refresh flow to throw \u201cInvalid refreshed tokens were returned\u201d. To accept arbitrary keys (e.g. `expires_in`, `expiry_date`, provider-specific fields) you need to use a catch\u2011all/record instead of computed property names.\n\n```suggestion\nconst minimumTokenResponseSchema = z\n  .object({\n    access_token: z.string(),\n  })\n  .catchall(z.unknown());\n```\n\nThis keeps `access_token` mandatory while allowing any other properties (including numeric expiries) so the schema no longer invalidates every webhook response.\n\nFile: packages/app-store/_utils/oauth/parseRefreshTokenResponse.ts\nLine: 10</code></pre>\n\n</details>",
             "created_at": "2026-01-28T06:08:16Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "/propel review",
-            "created_at": "2026-01-25T06:33:23Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "/propel review",
-            "created_at": "2026-01-28T06:04:44Z"
           }
         ]
       },
@@ -16772,12 +15746,6 @@
             "line": 94,
             "body": "This `refreshOAuthTokens` call supplies `credentialId`, so the sync post uses `calcomUserId=credentialId` even though refreshOAuthTokens builds the payload from the Cal.com userId, meaning the endpoint will not load the right user's tokens (or any if the IDs don't match); can we pass `credential.userId` here instead?\n```suggestion\n      \"zoho-bigin\",\n      credential.userId\n    );\n```\n\n\n---\n_Finding type:_ `Logical Bugs`",
             "created_at": "2026-01-28T05:33:27Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "Baz review",
-            "created_at": "2026-01-28T05:28:07Z"
           }
         ]
       },
@@ -17068,12 +16036,6 @@
             "line": null,
             "body": "Cursor Bugbot has reviewed your changes and found 2 potential issues.\n\n<sup>Bugbot Autofix is OFF. To automatically fix reported issues with Cloud Agents, enable Autofix in the [Cursor dashboard](https://www.cursor.com/dashboard?tab=bugbot).</sup>\n\n",
             "created_at": "2026-01-28T11:54:37Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "Bugbot review",
-            "created_at": "2026-01-28T11:44:45Z"
           }
         ]
       },
@@ -17221,18 +16183,6 @@
             "line": 233,
             "body": "![Important](https://app.propelcode.ai/important-priority.svg)\n\n[**Logic**] Marking the reminder as `cancelled` and relying on the cron job to call SendGrid later introduces a regression for last\u2011minute cancellations/reschedules. The cron (`scheduleEmailReminders`) only runs every 15 minutes; if a booking is cancelled after the last run before its scheduled reminder (e.g. reminder at 10:05, booking cancelled at 10:01, cron runs at :00 and :15), the cron won\u2019t execute again until after the reminder fires, so SendGrid never receives the cancel request and the email still goes out\u2014the very bug this PR is trying to solve. You need to cancel immediately whenever the reminder is within the cron interval (or sooner). One way to fix this is to load the reminder (including `scheduledDate`) here, and if `scheduledDate <= dayjs().add(15, \"minutes\")` (or whatever interval the cron uses), call the SendGrid cancel endpoint right away instead of just setting `cancelled: true`. Otherwise keep the deferred-cancellation path to stay under the 100 pending-cancellation limit.\n\n<details>\n<summary>Context for Agents</summary>\n\n<pre><code>Marking the reminder as `cancelled` and relying on the cron job to call SendGrid later introduces a regression for last\u2011minute cancellations/reschedules. The cron (`scheduleEmailReminders`) only runs every 15 minutes; if a booking is cancelled after the last run before its scheduled reminder (e.g. reminder at 10:05, booking cancelled at 10:01, cron runs at :00 and :15), the cron won\u2019t execute again until after the reminder fires, so SendGrid never receives the cancel request and the email still goes out\u2014the very bug this PR is trying to solve. You need to cancel immediately whenever the reminder is within the cron interval (or sooner). One way to fix this is to load the reminder (including `scheduledDate`) here, and if `scheduledDate &lt;= dayjs().add(15, &#34;minutes&#34;)` (or whatever interval the cron uses), call the SendGrid cancel endpoint right away instead of just setting `cancelled: true`. Otherwise keep the deferred-cancellation path to stay under the 100 pending-cancellation limit.\n\nFile: packages/features/ee/workflows/lib/reminders/emailReminderManager.ts\nLine: 233</code></pre>\n\n</details>",
             "created_at": "2026-01-28T06:11:24Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "/propel review",
-            "created_at": "2026-01-25T06:33:43Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "/propel review",
-            "created_at": "2026-01-28T06:04:53Z"
           }
         ]
       },
@@ -17246,12 +16196,6 @@
             "line": 491,
             "body": "`deleteScheduledEmailReminder`/`deleteScheduledSMSReminder` are fire-and-forget here, so the API can return before the `cancelled=true` update (or SMS delete) actually commits and a serverless request may shut down first, leaving reminders still scheduled; can we await/include these Promises so the cancellation/flag persist before responding?\n\n**Prompt for AI Agents:**\n\n```text\nIn packages/features/bookings/lib/handleCancelBooking.ts around lines 484-491, the code\ncalls deleteScheduledEmailReminder/deleteScheduledSMSReminder in a fire-and-forget way\ninside updatedBookings.forEach, so the API may return before cancellation/flag changes\npersist. Change this block to collect the return values (Promises) from those\ndeleteScheduled* calls into an array (e.g., scheduledReminderPromises) and then include\nthat array in the Promise.all that awaits prismaPromises.concat(apiDeletes). If the\ndeleteScheduled* functions do not currently return Promises, update them (or wrap their\ncallback APIs) to return a Promise so they can be awaited; ensure all scheduled reminder\ndeletions are awaited before setting req.statusCode and returning.\n```\n<a href=\"https://cursor.com/link/prompt?text=In%20packages%2Ffeatures%2Fbookings%2Flib%2FhandleCancelBooking.ts%20around%20lines%20484-491%2C%20the%20code%20calls%20deleteScheduledEmailReminder%2FdeleteScheduledSMSReminder%20in%20a%20fire-and-forget%20way%20inside%20updatedBookings.forEach%2C%20so%20the%20API%20may%20return%20before%20cancellation%2Fflag%20changes%20persist.%20Change%20this%20block%20to%20collect%20the%20return%20values%20%28Promises%29%20from%20those%20deleteScheduled%2A%20calls%20into%20an%20array%20%28e.g.%2C%20scheduledReminderPromises%29%20and%20then%20include%20that%20array%20in%20the%20Promise.all%20that%20awaits%20prismaPromises.concat%28apiDeletes%29.%20If%20the%20deleteScheduled%2A%20functions%20do%20not%20currently%20return%20Promises%2C%20update%20them%20%28or%20wrap%20their%20callback%20APIs%29%20to%20return%20a%20Promise%20so%20they%20can%20be%20awaited%3B%20ensure%20all%20scheduled%20reminder%20deletions%20are%20awaited%20before%20setting%20req.statusCode%20and%20returning.\" target=\"_blank\" rel=\"noopener noreferrer\"><picture><source media=\"(prefers-color-scheme: dark)\" srcset=\"https://cursor.com/fix-in-cursor-dark.svg\"><source media=\"(prefers-color-scheme: light)\" srcset=\"https://cursor.com/fix-in-cursor-light.svg\"><img alt=\"Fix in Cursor\" src=\"https://cursor.com/fix-in-cursor.svg\"></picture></a>\n\n---\n_Finding type:_ `Logical Bugs`",
             "created_at": "2026-01-28T05:32:53Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "Baz review",
-            "created_at": "2026-01-28T05:28:27Z"
           }
         ]
       },
@@ -17507,12 +16451,6 @@
             "line": null,
             "body": "Cursor Bugbot has reviewed your changes and found 6 potential issues.\n\n<sup>Bugbot Autofix is OFF. To automatically fix reported issues with Cloud Agents, enable Autofix in the [Cursor dashboard](https://www.cursor.com/dashboard?tab=bugbot).</sup>\n\n",
             "created_at": "2026-01-28T11:49:27Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "Bugbot review",
-            "created_at": "2026-01-28T11:44:27Z"
           }
         ]
       },
@@ -17678,18 +16616,6 @@
             "line": 168,
             "body": "![Important](https://app.propelcode.ai/important-priority.svg)\n\n[**Logic**] After computing `uniqueGuests`, the email notifications are still sent to the original `guests` array. If the request contained duplicates or addresses that were filtered out (e.g. blacklisted or already on the booking), those recipients will still get an \"added\" email even though they were not persisted. Send emails only to the sanitized `uniqueGuests` list to keep the system-of-record and notifications in sync.\n\n```suggestion\n    await sendAddGuestsEmails(evt, uniqueGuests);\n```\n\n<details>\n<summary>Context for Agents</summary>\n\n<pre><code>After computing `uniqueGuests`, the email notifications are still sent to the original `guests` array. If the request contained duplicates or addresses that were filtered out (e.g. blacklisted or already on the booking), those recipients will still get an &#34;added&#34; email even though they were not persisted. Send emails only to the sanitized `uniqueGuests` list to keep the system-of-record and notifications in sync.\n\n```suggestion\n    await sendAddGuestsEmails(evt, uniqueGuests);\n```\n\nFile: packages/trpc/server/routers/viewer/bookings/addGuests.handler.ts\nLine: 168</code></pre>\n\n</details>",
             "created_at": "2026-01-28T06:11:13Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "/propel review",
-            "created_at": "2026-01-25T06:33:01Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "/propel review",
-            "created_at": "2026-01-28T06:04:30Z"
           }
         ]
       },
@@ -17709,12 +16635,6 @@
             "line": 165,
             "body": "`EventManager` is constructed with `ctx.user` credentials, so attendee-initiated adds run with the attendee's calendar tokens (not the organizer's) yet `updateCalendarAttendees` uses those creds to update external calendars; attendees lack permission to touch the organizer's calendar, so external updates now silently fail when an attendee adds guests. Can we build the manager with the organizer's credentials instead?\n```suggestion\nconst credentials = await getUsersCredentials(organizer);\n\n  const eventManager = new EventManager({\n    ...organizer,\n    credentials: [...credentials],\n  });\n\n  await eventManager.updateCalendarAttendees(evt, booking);\n```\n\n---\n_Finding type:_ `Logical Bugs`",
             "created_at": "2026-01-28T05:31:50Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "Baz review",
-            "created_at": "2026-01-28T05:27:51Z"
           }
         ]
       },
@@ -18037,12 +16957,6 @@
             "line": null,
             "body": "Cursor Bugbot has reviewed your changes and found 1 potential issue.\n\n<sup>Bugbot Autofix is OFF. To automatically fix reported issues with Cloud Agents, enable Autofix in the [Cursor dashboard](https://www.cursor.com/dashboard?tab=bugbot).</sup>\n\n",
             "created_at": "2026-01-28T11:56:38Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "Bugbot review",
-            "created_at": "2026-01-28T11:44:57Z"
           }
         ]
       },
@@ -18196,18 +17110,6 @@
             "line": 137,
             "body": "![Important](https://app.propelcode.ai/important-priority.svg)\n\n[**Logic**] When the enable call returns `200` we now only flip `step` to `DisplayBackupCodes` and skip `onEnable()`. If the modal is dismissed via the dialog close button, ESC or backdrop (instead of the dedicated \"Close\" button), the parent never hears about the successful enablement and keeps rendering the 2FA toggle as \"off\" even though the server already turned it on. That leaves the switch out of sync and the next toggle attempt fails with \"already enabled\" errors. We should notify the parent as soon as the enable request succeeds (and still keep showing the backup-code step).\n```suggestion\n      if (response.status === 200) {\n        onEnable();\n        setStep(SetupStep.DisplayBackupCodes);\n        return;\n      }\n```\n\n<details>\n<summary>Context for Agents</summary>\n\n<pre><code>When the enable call returns `200` we now only flip `step` to `DisplayBackupCodes` and skip `onEnable()`. If the modal is dismissed via the dialog close button, ESC or backdrop (instead of the dedicated &#34;Close&#34; button), the parent never hears about the successful enablement and keeps rendering the 2FA toggle as &#34;off&#34; even though the server already turned it on. That leaves the switch out of sync and the next toggle attempt fails with &#34;already enabled&#34; errors. We should notify the parent as soon as the enable request succeeds (and still keep showing the backup-code step).\n```suggestion\n      if (response.status === 200) {\n        onEnable();\n        setStep(SetupStep.DisplayBackupCodes);\n        return;\n      }\n```\n\nFile: apps/web/components/settings/EnableTwoFactorModal.tsx\nLine: 137</code></pre>\n\n</details>",
             "created_at": "2026-01-28T06:15:09Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "/propel review",
-            "created_at": "2026-01-25T06:34:12Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "/propel review",
-            "created_at": "2026-01-28T06:05:05Z"
           }
         ]
       },
@@ -18216,12 +17118,6 @@
         "repo_name": "cal_dot_com__cal.com__baz__PR10600__20260122",
         "pr_url": "https://github.com/code-review-benchmark/cal_dot_com__cal.com__baz__PR10600__20260122/pull/1",
         "review_comments": [
-          {
-            "path": null,
-            "line": null,
-            "body": "Baz review",
-            "created_at": "2026-01-28T05:28:51Z"
-          }
         ]
       },
       {
@@ -18523,12 +17419,6 @@
             "line": null,
             "body": "Cursor Bugbot has reviewed your changes and found 6 potential issues.\n\n<sup>Bugbot Autofix is OFF. To automatically fix reported issues with Cloud Agents, enable Autofix in the [Cursor dashboard](https://www.cursor.com/dashboard?tab=bugbot).</sup>\n\n",
             "created_at": "2026-01-28T11:52:17Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "Bugbot review",
-            "created_at": "2026-01-28T11:44:54Z"
           }
         ]
       },
@@ -18688,18 +17578,6 @@
             "line": 119,
             "body": "![Critical](https://app.propelcode.ai/critical-priority.svg)\n\n[**Logic**] If `evt.destinationCalendar` is `undefined` or an empty array, `mainHostDestinationCalendar` becomes `undefined` and accessing `.integration` will throw. This means any event without a destination calendar will crash before falling back to Cal Video. Guard this access with optional chaining so the fallback still works when no destination calendar is present.\n```suggestion\n    if (\n      evt.location === MeetLocationType &&\n      mainHostDestinationCalendar?.integration !== \"google_calendar\"\n    ) {\n      evt[\"location\"] = \"integrations:daily\";\n    }\n```\n\n<details>\n<summary>Context for Agents</summary>\n\n<pre><code>If `evt.destinationCalendar` is `undefined` or an empty array, `mainHostDestinationCalendar` becomes `undefined` and accessing `.integration` will throw. This means any event without a destination calendar will crash before falling back to Cal Video. Guard this access with optional chaining so the fallback still works when no destination calendar is present.\n```suggestion\n    if (\n      evt.location === MeetLocationType &amp;&amp;\n      mainHostDestinationCalendar?.integration !== &#34;google_calendar&#34;\n    ) {\n      evt[&#34;location&#34;] = &#34;integrations:daily&#34;;\n    }\n```\n\nFile: packages/core/EventManager.ts\nLine: 119</code></pre>\n\n</details>",
             "created_at": "2026-01-28T06:08:58Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "/propel review",
-            "created_at": "2026-01-25T06:34:01Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "/propel review",
-            "created_at": "2026-01-28T06:05:01Z"
           }
         ]
       },
@@ -18719,12 +17597,6 @@
             "line": 153,
             "body": "When `IS_TEAM_BILLING_ENABLED` is false we now skip writing both `slug` and `metadata.requestedSlug`, so newly created organizations are left without any slug value and later routes/`createTeams` (which require either `team.slug` or `metadata.requestedSlug`) will break; previously non-billing orgs persisted the slug at creation.\n```suggestion\n            create: {\n              name,\n            ...(!IS_TEAM_BILLING_ENABLED && { slug }),\n              metadata: {\n            ...(IS_TEAM_BILLING_ENABLED && { requestedSlug: slug }),\n```\n\n\n---\n_Finding type:_ `Logical Bugs`",
             "created_at": "2026-01-28T05:33:44Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "Baz review",
-            "created_at": "2026-01-28T05:28:43Z"
           }
         ]
       },
@@ -18931,12 +17803,6 @@
             "line": null,
             "body": "Cursor Bugbot has reviewed your changes and found 2 potential issues.\n\n<sup>Bugbot Autofix is OFF. To automatically fix reported issues with Cloud Agents, enable Autofix in the [Cursor dashboard](https://www.cursor.com/dashboard?tab=bugbot).</sup>\n\n",
             "created_at": "2026-01-28T11:52:12Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "Bugbot review",
-            "created_at": "2026-01-28T11:45:01Z"
           }
         ]
       },
@@ -19001,18 +17867,6 @@
         "repo_name": "cal_dot_com__cal.com__propel__PR8087__20260122",
         "pr_url": "https://github.com/code-review-benchmark/cal_dot_com__cal.com__propel__PR8087__20260122/pull/1",
         "review_comments": [
-          {
-            "path": null,
-            "line": null,
-            "body": "/propel review",
-            "created_at": "2026-01-25T06:34:24Z"
-          },
-          {
-            "path": null,
-            "line": null,
-            "body": "/propel review",
-            "created_at": "2026-01-28T06:05:11Z"
-          }
         ]
       },
       {
@@ -19020,12 +17874,6 @@
         "repo_name": "cal_dot_com__cal.com__baz__PR8087__20260122",
         "pr_url": "https://github.com/code-review-benchmark/cal_dot_com__cal.com__baz__PR8087__20260122/pull/1",
         "review_comments": [
-          {
-            "path": null,
-            "line": null,
-            "body": "Baz review",
-            "created_at": "2026-01-28T05:29:00Z"
-          }
         ]
       },
       {
diff --git a/offline/results/openai_gpt-5.2/evaluations.json b/offline/results/openai_gpt-5.2/evaluations.json
index 87c8ad0..8ae2d54 100644
--- a/offline/results/openai_gpt-5.2/evaluations.json
+++ b/offline/results/openai_gpt-5.2/evaluations.json
@@ -1599,11 +1599,7 @@
     "propel": {
       "skipped": false,
       "true_positives": [],
-      "false_positives": [
-        {
-          "candidate": "/propel review"
-        }
-      ],
+      "false_positives": [],
       "false_negatives": [
         {
           "golden_comment": "Incorrect method call for exit codes. The picocli.exit() method calls System.exit() directly, which is problematic:",
@@ -1611,10 +1607,10 @@
         }
       ],
       "errors": [],
-      "total_candidates": 1,
+      "total_candidates": 0,
       "total_golden": 1,
       "tp": 0,
-      "fp": 1,
+      "fp": 0,
       "fn": 1,
       "errors_count": 0,
       "precision": 0.0,
@@ -1662,11 +1658,7 @@
     "baz": {
       "skipped": false,
       "true_positives": [],
-      "false_positives": [
-        {
-          "candidate": "Baz review"
-        }
-      ],
+      "false_positives": [],
       "false_negatives": [
         {
           "golden_comment": "Incorrect method call for exit codes. The picocli.exit() method calls System.exit() directly, which is problematic:",
@@ -1674,10 +1666,10 @@
         }
       ],
       "errors": [],
-      "total_candidates": 1,
+      "total_candidates": 0,
       "total_golden": 1,
       "tp": 0,
-      "fp": 1,
+      "fp": 0,
       "fn": 1,
       "errors_count": 0,
       "precision": 0.0,
@@ -3104,11 +3096,7 @@
     "greptile": {
       "skipped": false,
       "true_positives": [],
-      "false_positives": [
-        {
-          "candidate": "@greptile"
-        }
-      ],
+      "false_positives": [],
       "false_negatives": [
         {
           "golden_comment": "Returns wrong provider (default keystore instead of BouncyCastle)",
@@ -3120,10 +3108,10 @@
         }
       ],
       "errors": [],
-      "total_candidates": 1,
+      "total_candidates": 0,
       "total_golden": 2,
       "tp": 0,
-      "fp": 1,
+      "fp": 0,
       "fn": 2,
       "errors_count": 0,
       "precision": 0.0,
@@ -3260,11 +3248,7 @@
     "baz": {
       "skipped": false,
       "true_positives": [],
-      "false_positives": [
-        {
-          "candidate": "Baz review"
-        }
-      ],
+      "false_positives": [],
       "false_negatives": [
         {
           "golden_comment": "Returning null from getSubGroupsCount() violates the GroupModel contract (Javadoc says it never returns null) and may lead to NPEs in callers that expect a non-null count.",
@@ -3276,10 +3260,10 @@
         }
       ],
       "errors": [],
-      "total_candidates": 1,
+      "total_candidates": 0,
       "total_golden": 2,
       "tp": 0,
-      "fp": 1,
+      "fp": 0,
       "fn": 2,
       "errors_count": 0,
       "precision": 0.0,
@@ -6053,11 +6037,7 @@
     "propel": {
       "skipped": false,
       "true_positives": [],
-      "false_positives": [
-        {
-          "candidate": "/propel review"
-        }
-      ],
+      "false_positives": [],
       "false_negatives": [
         {
           "golden_comment": "A race condition in BuildIndex allows multiple goroutines to concurrently build the same expensive index for the same key. This is caused by moving the b.cacheMu lock from protecting the entire function to only protecting the final cache assignment. ",
@@ -6069,10 +6049,10 @@
         }
       ],
       "errors": [],
-      "total_candidates": 1,
+      "total_candidates": 0,
       "total_golden": 2,
       "tp": 0,
-      "fp": 1,
+      "fp": 0,
       "fn": 2,
       "errors_count": 0,
       "precision": 0.0,
@@ -6127,11 +6107,7 @@
     "baz": {
       "skipped": false,
       "true_positives": [],
-      "false_positives": [
-        {
-          "candidate": "Baz review"
-        }
-      ],
+      "false_positives": [],
       "false_negatives": [
         {
           "golden_comment": "A race condition in BuildIndex allows multiple goroutines to concurrently build the same expensive index for the same key. This is caused by moving the b.cacheMu lock from protecting the entire function to only protecting the final cache assignment. ",
@@ -6143,10 +6119,10 @@
         }
       ],
       "errors": [],
-      "total_candidates": 1,
+      "total_candidates": 0,
       "total_golden": 2,
       "tp": 0,
-      "fp": 1,
+      "fp": 0,
       "fn": 2,
       "errors_count": 0,
       "precision": 0.0,
@@ -7868,11 +7844,7 @@
     "propel": {
       "skipped": false,
       "true_positives": [],
-      "false_positives": [
-        {
-          "candidate": "/propel review"
-        }
-      ],
+      "false_positives": [],
       "false_negatives": [
         {
           "golden_comment": "The queue.shutdown() method with 'immediate=False' parameter may not exist in the standard Python queue module. This could cause AttributeError at runtime. Verify the correct API or implement a custom shutdown mechanism.",
@@ -7888,10 +7860,10 @@
         }
       ],
       "errors": [],
-      "total_candidates": 1,
+      "total_candidates": 0,
       "total_golden": 3,
       "tp": 0,
-      "fp": 1,
+      "fp": 0,
       "fn": 3,
       "errors_count": 0,
       "precision": 0.0,
@@ -9449,11 +9421,7 @@
     "propel": {
       "skipped": false,
       "true_positives": [],
-      "false_positives": [
-        {
-          "candidate": "/propel review"
-        }
-      ],
+      "false_positives": [],
       "false_negatives": [
         {
           "golden_comment": "The Check operation exhibits asymmetric cache trust logic: cached permission grants are trusted and returned immediately, but cached denials from the same permission cache are ignored, leading to a fresh database lookup. This allows stale cached grants to provide access to revoked resources, posing a security risk. ",
@@ -9465,10 +9433,10 @@
         }
       ],
       "errors": [],
-      "total_candidates": 1,
+      "total_candidates": 0,
       "total_golden": 2,
       "tp": 0,
-      "fp": 1,
+      "fp": 0,
       "fn": 2,
       "errors_count": 0,
       "precision": 0.0,
@@ -9515,11 +9483,7 @@
     "baz": {
       "skipped": false,
       "true_positives": [],
-      "false_positives": [
-        {
-          "candidate": "Baz review"
-        }
-      ],
+      "false_positives": [],
       "false_negatives": [
         {
           "golden_comment": "The Check operation exhibits asymmetric cache trust logic: cached permission grants are trusted and returned immediately, but cached denials from the same permission cache are ignored, leading to a fresh database lookup. This allows stale cached grants to provide access to revoked resources, posing a security risk. ",
@@ -9531,10 +9495,10 @@
         }
       ],
       "errors": [],
-      "total_candidates": 1,
+      "total_candidates": 0,
       "total_golden": 2,
       "tp": 0,
-      "fp": 1,
+      "fp": 0,
       "fn": 2,
       "errors_count": 0,
       "precision": 0.0,
@@ -10425,11 +10389,7 @@
     "baz": {
       "skipped": false,
       "true_positives": [],
-      "false_positives": [
-        {
-          "candidate": "Baz review"
-        }
-      ],
+      "false_positives": [],
       "false_negatives": [
         {
           "golden_comment": "Recursive caching call using session instead of delegate",
@@ -10441,10 +10401,10 @@
         }
       ],
       "errors": [],
-      "total_candidates": 1,
+      "total_candidates": 0,
       "total_golden": 2,
       "tp": 0,
-      "fp": 1,
+      "fp": 0,
       "fn": 2,
       "errors_count": 0,
       "precision": 0.0,
@@ -10812,11 +10772,7 @@
     "propel": {
       "skipped": false,
       "true_positives": [],
-      "false_positives": [
-        {
-          "candidate": "/propel review"
-        }
-      ],
+      "false_positives": [],
       "false_negatives": [
         {
           "golden_comment": "The enableSqlExpressions function has flawed logic that always returns false, effectively disabling SQL expressions unconditionally:",
@@ -10828,10 +10784,10 @@
         }
       ],
       "errors": [],
-      "total_candidates": 1,
+      "total_candidates": 0,
       "total_golden": 2,
       "tp": 0,
-      "fp": 1,
+      "fp": 0,
       "fn": 2,
       "errors_count": 0,
       "precision": 0.0,
@@ -11281,11 +11237,7 @@
     "baz": {
       "skipped": false,
       "true_positives": [],
-      "false_positives": [
-        {
-          "candidate": "Baz review"
-        }
-      ],
+      "false_positives": [],
       "false_negatives": [
         {
           "golden_comment": "The GetWebAssets function implements an incomplete double-checked locking pattern for caching web assets. The function first checks if the cache is populated using a read lock (RLock), and if the cache is empty, it acquires a write lock to populate it. However, it fails to re-check whether the cache was populated by another goroutine while waiting to acquire the write lock.",
@@ -11297,10 +11249,10 @@
         }
       ],
       "errors": [],
-      "total_candidates": 1,
+      "total_candidates": 0,
       "total_golden": 2,
       "tp": 0,
-      "fp": 1,
+      "fp": 0,
       "fn": 2,
       "errors_count": 0,
       "precision": 0.0,
@@ -11703,11 +11655,7 @@
     "baz": {
       "skipped": false,
       "true_positives": [],
-      "false_positives": [
-        {
-          "candidate": "Baz review"
-        }
-      ],
+      "false_positives": [],
       "false_negatives": [
         {
           "golden_comment": "The code uses Error log level for what appears to be debugging information. This will pollute error logs in production. Consider using Debug or Info level instead.",
@@ -11715,10 +11663,10 @@
         }
       ],
       "errors": [],
-      "total_candidates": 1,
+      "total_candidates": 0,
       "total_golden": 1,
       "tp": 0,
-      "fp": 1,
+      "fp": 0,
       "fn": 1,
       "errors_count": 0,
       "precision": 0.0,
@@ -12720,11 +12668,7 @@
     "baz": {
       "skipped": false,
       "true_positives": [],
-      "false_positives": [
-        {
-          "candidate": "Baz review"
-        }
-      ],
+      "false_positives": [],
       "false_negatives": [
         {
           "golden_comment": "The rendered GrafanaRuleListItem is missing the required key prop for React list items. This can cause rendering issues when the list order changes.",
@@ -12736,10 +12680,10 @@
         }
       ],
       "errors": [],
-      "total_candidates": 1,
+      "total_candidates": 0,
       "total_golden": 2,
       "tp": 0,
-      "fp": 1,
+      "fp": 0,
       "fn": 2,
       "errors_count": 0,
       "precision": 0.0,
@@ -13623,11 +13567,7 @@
     "baz": {
       "skipped": false,
       "true_positives": [],
-      "false_positives": [
-        {
-          "candidate": "Baz review"
-        }
-      ],
+      "false_positives": [],
       "false_negatives": [
         {
           "golden_comment": "Race condition: Multiple concurrent requests could pass the device count check simultaneously and create devices beyond the limit. Consider using a database transaction or lock.",
@@ -13651,10 +13591,10 @@
         }
       ],
       "errors": [],
-      "total_candidates": 1,
+      "total_candidates": 0,
       "total_golden": 5,
       "tp": 0,
-      "fp": 1,
+      "fp": 0,
       "fn": 5,
       "errors_count": 0,
       "precision": 0.0,
@@ -14099,11 +14039,7 @@
     "baz": {
       "skipped": false,
       "true_positives": [],
-      "false_positives": [
-        {
-          "candidate": "Baz review"
-        }
-      ],
+      "false_positives": [],
       "false_negatives": [
         {
           "golden_comment": "Thread-safety issue with lazy @loaded_locales",
@@ -14115,10 +14051,10 @@
         }
       ],
       "errors": [],
-      "total_candidates": 1,
+      "total_candidates": 0,
       "total_golden": 2,
       "tp": 0,
-      "fp": 1,
+      "fp": 0,
       "fn": 2,
       "errors_count": 0,
       "precision": 0.0,
@@ -14457,11 +14393,7 @@
     "propel": {
       "skipped": false,
       "true_positives": [],
-      "false_positives": [
-        {
-          "candidate": "/propel review"
-        }
-      ],
+      "false_positives": [],
       "false_negatives": [
         {
           "golden_comment": "The ContextualLoggerMiddleware methods (QueryData, CallResource, CheckHealth, CollectMetrics) panic when a nil request is received. This occurs because they directly access req.PluginContext (via the instrumentContext function) without first checking if req is nil. This is a regression, as previous middleware layers gracefully handled nil requests.",
@@ -14473,10 +14405,10 @@
         }
       ],
       "errors": [],
-      "total_candidates": 1,
+      "total_candidates": 0,
       "total_golden": 2,
       "tp": 0,
-      "fp": 1,
+      "fp": 0,
       "fn": 2,
       "errors_count": 0,
       "precision": 0.0,
@@ -14488,11 +14420,7 @@
     "baz": {
       "skipped": false,
       "true_positives": [],
-      "false_positives": [
-        {
-          "candidate": "Baz review"
-        }
-      ],
+      "false_positives": [],
       "false_negatives": [
         {
           "golden_comment": "The ContextualLoggerMiddleware methods (QueryData, CallResource, CheckHealth, CollectMetrics) panic when a nil request is received. This occurs because they directly access req.PluginContext (via the instrumentContext function) without first checking if req is nil. This is a regression, as previous middleware layers gracefully handled nil requests.",
@@ -14504,10 +14432,10 @@
         }
       ],
       "errors": [],
-      "total_candidates": 1,
+      "total_candidates": 0,
       "total_golden": 2,
       "tp": 0,
-      "fp": 1,
+      "fp": 0,
       "fn": 2,
       "errors_count": 0,
       "precision": 0.0,
@@ -19564,11 +19492,7 @@
     "bugbot": {
       "skipped": false,
       "true_positives": [],
-      "false_positives": [
-        {
-          "candidate": "Bugbot review"
-        }
-      ],
+      "false_positives": [],
       "false_negatives": [
         {
           "golden_comment": "The updateManyByCredentialId call uses an empty data object, which prevents Prisma's @updatedAt decorator from updating the updatedAt timestamp. This results in inaccurate cache status tracking, as the timestamp isn't updated when the cache is refreshed. To fix this, explicitly set the updatedAt field.",
@@ -19580,10 +19504,10 @@
         }
       ],
       "errors": [],
-      "total_candidates": 1,
+      "total_candidates": 0,
       "total_golden": 2,
       "tp": 0,
-      "fp": 1,
+      "fp": 0,
       "fn": 2,
       "errors_count": 0,
       "precision": 0.0,
@@ -23605,11 +23529,7 @@
     "baz": {
       "skipped": false,
       "true_positives": [],
-      "false_positives": [
-        {
-          "candidate": "Baz review"
-        }
-      ],
+      "false_positives": [],
       "false_negatives": [
         {
           "golden_comment": "The exported function TwoFactor handles backup codes and is in BackupCode.tsx. Inconsistent naming.",
@@ -23629,10 +23549,10 @@
         }
       ],
       "errors": [],
-      "total_candidates": 1,
+      "total_candidates": 0,
       "total_golden": 4,
       "tp": 0,
-      "fp": 1,
+      "fp": 0,
       "fn": 4,
       "errors_count": 0,
       "precision": 0.0,
@@ -24687,11 +24607,7 @@
     "baz": {
       "skipped": false,
       "true_positives": [],
-      "false_positives": [
-        {
-          "candidate": "Baz review"
-        }
-      ],
+      "false_positives": [],
       "false_negatives": [
         {
           "golden_comment": "Consider adding try-catch around the await to handle import failures gracefully",
@@ -24703,10 +24619,10 @@
         }
       ],
       "errors": [],
-      "total_candidates": 1,
+      "total_candidates": 0,
       "total_golden": 2,
       "tp": 0,
-      "fp": 1,
+      "fp": 0,
       "fn": 2,
       "errors_count": 0,
       "precision": 0.0,
diff --git a/offline/tests/test_step1.py b/offline/tests/test_step1.py
index 961f3e4..6da3b7e 100644
--- a/offline/tests/test_step1.py
+++ b/offline/tests/test_step1.py
@@ -69,7 +69,13 @@ def test_fetch_review_comments(monkeypatch):
             {"path": "file.py", "line": 10, "body": "inline", "created_at": "2024-01-01"}
         ],
         [{"body": "top-level", "submitted_at": "2024-01-01"}],
-        [{"body": "issue", "created_at": "2024-01-01"}],
+        [
+            {"body": "issue", "created_at": "2024-01-01"},
+            {"body": "/propel review", "created_at": "2024-01-01"},
+            {"body": "Baz review", "created_at": "2024-01-01"},
+            {"body": "Bugbot review", "created_at": "2024-01-01"},
+            {"body": "@greptile", "created_at": "2024-01-01"},
+        ],
     ]
 
     def fake_gh(_args):
diff --git a/offline/tests/test_step3.py b/offline/tests/test_step3.py
index 7d186a8..d71eb86 100644
--- a/offline/tests/test_step3.py
+++ b/offline/tests/test_step3.py
@@ -14,7 +14,13 @@
 def test_get_candidates_prefers_cached():
     cached = {
         "https://example/pr": {
-            "tool-a": [{"text": "cached comment"}],
+            "tool-a": [
+                {"text": "cached comment"},
+                {"text": "/propel review"},
+                {"text": "Baz review"},
+                {"text": "Bugbot review"},
+                {"text": "@greptile"},
+            ],
         }
     }
     review = {"tool": "tool-a", "review_comments": [{"body": "raw"}]}
@@ -25,7 +31,17 @@ def test_get_candidates_prefers_cached():
 
 def test_get_candidates_fallback_to_comments():
     cached = {}
-    review = {"tool": "tool-b", "review_comments": [{"body": "first"}, {"body": "second"}]}
+    review = {
+        "tool": "tool-b",
+        "review_comments": [
+            {"body": "first"},
+            {"body": "/propel review"},
+            {"body": "Baz review"},
+            {"body": "Bugbot review"},
+            {"body": "@greptile"},
+            {"body": "second"},
+        ],
+    }
     result = step3.get_candidates(review, cached, "https://example/pr")
     assert result == ["first", "second"]
 
@@ -78,6 +94,32 @@ async def match_comment(self, _golden_comment, _candidate):
     assert result["recall"] == 0.0
 
 
+def test_evaluate_review_ignores_propel_review_candidate(monkeypatch):
+    golden_comments = [{"comment": "Issue A", "severity": "High"}]
+    candidates = ["/propel review", "Issue A fix"]
+
+    responses = [
+        {"match": True, "confidence": 0.9, "reasoning": "same"},
+    ]
+
+    async def fake_process(tasks):
+        results = []
+        for task in tasks:
+            results.append(await task)
+        return results
+
+    monkeypatch.setattr(step3, "process_batch", fake_process)
+
+    class DummyJudge:
+        async def match_comment(self, _golden_comment, _candidate):
+            return responses.pop(0)
+
+    result = asyncio.run(step3.evaluate_review(DummyJudge(), golden_comments, candidates))
+    assert result["total_candidates"] == 1
+    assert result["fp"] == 0
+    assert result["precision"] == 1.0
+
+
 def test_evaluation_state_roundtrip(tmp_path):
     state = step3.EvaluationState()
     state.mark_done("url", "tool", {"tp": 1, "errors_count": 0})