diff --git a/offline/results/anthropic_claude-opus-4-5-20251101/dedup_groups.json b/offline/results/anthropic_claude-opus-4-5-20251101/dedup_groups.json new file mode 100644 index 0000000..b2e31ad --- /dev/null +++ b/offline/results/anthropic_claude-opus-4-5-20251101/dedup_groups.json @@ -0,0 +1,31304 @@ +{ + "https://github.com/keycloak/keycloak/pull/37038": { + "baz": [ + [ + 0 + ], + [ + 1 + ] + ], + "codeant-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "propel-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-extended-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "mergemonkey": [ + [ + 0 + ], + [ + 1 + ] + ], + "coderabbit": [ + [ + 0, + 3 + ], + [ + 1 + ], + [ + 2 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ] + ], + "greptile-v4-1": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "gemini-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "gitar": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mra-openai": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ] + ], + "mra-mix": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "gitlab": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "deepsource": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "copilot-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3 + ], + [ + 4 + ] + ], + "copilot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "augment": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "bugbot": [ + [ + 0 + ], + [ + 1 + ] + ], + "propel": [ + [ + 0, + 1, + 2, + 3 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "greptile-v4": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "mra-max": [ + [ + 0, + 1, + 2, + 3 + ], + [ + 4 + ], + [ + 5, + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ] + ], + "mra-ultra": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mra-a": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "mra-b": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "entelligence": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "sourcery": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "cubic-dev": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4, + 9 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 10 + ], + [ + 11 + ] + ], + "mesa": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "codeant": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7, + 8 + ], + [ + 9, + 10 + ] + ], + "kodus": [ + [ + 0 + ], + [ + 1, + 9 + ], + [ + 2 + ], + [ + 3, + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 10 + ] + ], + "claude-code": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "kodus-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "qodo-v2-2": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-v22": [ + [ + 0 + ], + [ + 1, + 2 + ], + [ + 3 + ] + ], + "qodo-extended": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo-extended-summary": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "macroscope": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mra-claude": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3, + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ] + ] + }, + "https://github.com/keycloak/keycloak/pull/33832": { + "baz": [ + [ + 0, + 2 + ], + [ + 1 + ] + ], + "codeant-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "propel-v2": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "qodo-extended-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mergemonkey": [ + [ + 0 + ], + [ + 1 + ] + ], + "coderabbit": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "greptile-v4-1": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "gemini-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "gitar": [ + [ + 0 + ], + [ + 1 + ] + ], + "mra-openai": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ] + ], + "mra-mix": [ + [ + 0, + 1 + ], + [ + 2, + 3, + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8, + 9 + ], + [ + 10 + ] + ], + "gitlab": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "deepsource": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "copilot-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1 + ] + ], + "graphite": [ + [ + 0, + 1, + 2 + ] + ], + "claude": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "gemini": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "copilot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "augment": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "propel": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mra-max": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ] + ], + "mra-ultra": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ] + ], + "mra-a": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "mra-b": [ + [ + 0 + ], + [ + 1, + 2 + ], + [ + 3, + 4 + ], + [ + 5 + ], + [ + 6, + 7 + ] + ], + "entelligence": [ + [ + 0, + 1 + ], + [ + 2 + ] + ], + "sourcery": [ + [ + 0, + 2 + ], + [ + 1 + ], + [ + 3 + ] + ], + "cubic-dev": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ] + ], + "mesa": [ + [ + 0, + 1, + 7 + ], + [ + 2, + 3 + ], + [ + 4, + 5, + 6 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ] + ], + "codeant": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "kodus": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "claude-code": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "qodo-v22": [ + [ + 0, + 1 + ], + [ + 2 + ] + ], + "qodo-extended": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo-extended-summary": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "macroscope": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "mra-claude": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 5 + ], + [ + 3 + ], + [ + 4 + ], + [ + 6 + ] + ] + }, + "https://github.com/ai-code-review-evaluation/keycloak-greptile/pull/1": { + "baz": [ + [ + 0, + 1 + ] + ], + "codeant-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3 + ] + ], + "propel-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-extended-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mergemonkey": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "coderabbit": [ + [ + 0 + ], + [ + 1, + 2 + ], + [ + 3 + ] + ], + "greptile-v4-1": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "gemini-v2": [ + [ + 0 + ], + [ + 1, + 2, + 3, + 4 + ], + [ + 5 + ] + ], + "gitar": [ + [ + 0 + ], + [ + 1 + ] + ], + "mra-openai": [ + [ + 0 + ], + [ + 1, + 2 + ], + [ + 3 + ], + [ + 4, + 5 + ] + ], + "mra-mix": [ + [ + 0 + ], + [ + 1 + ] + ], + "gitlab": [ + [ + 0 + ], + [ + 1, + 2 + ], + [ + 3 + ] + ], + "deepsource": [ + [ + 0, + 7, + 10, + 14, + 15 + ], + [ + 1 + ], + [ + 2, + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 8 + ], + [ + 9, + 12 + ], + [ + 11 + ], + [ + 13 + ], + [ + 16 + ] + ], + "copilot-v2": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1 + ] + ], + "gemini": [ + [ + 0 + ], + [ + 1, + 2 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "copilot": [ + [ + 0 + ], + [ + 1, + 5 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 6 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1, + 2 + ] + ], + "mra-max": [ + [ + 0 + ], + [ + 1, + 6 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 7 + ], + [ + 8 + ] + ], + "mra-nano": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "mra-ultra": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "mra-b": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "mra-a": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "entelligence": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "sourcery": [ + [ + 0, + 3 + ], + [ + 1 + ], + [ + 2 + ] + ], + "cubic-dev": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5, + 6 + ] + ], + "mesa": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "codeant": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "kodus": [ + [ + 0, + 4 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "kodus-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-v2-2": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-v22": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-extended": [ + [ + 0 + ], + [ + 1 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1, + 2 + ], + [ + 3 + ] + ], + "qodo-extended-summary": [ + [ + 0 + ], + [ + 1 + ] + ], + "macroscope": [ + [ + 0, + 1 + ], + [ + 2 + ] + ], + "mra-claude": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ] + }, + "https://github.com/getsentry/sentry/pull/93824": { + "baz": [ + [ + 0 + ], + [ + 1, + 2 + ] + ], + "propel-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-extended-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mergemonkey": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "greptile-v4-1": [ + [ + 0 + ], + [ + 1 + ] + ], + "gemini-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "gitar": [ + [ + 0 + ], + [ + 1 + ] + ], + "mra-openai": [ + [ + 0 + ], + [ + 1 + ] + ], + "mra-mix": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4, + 5 + ], + [ + 6 + ] + ], + "gitlab": [ + [ + 0 + ], + [ + 1 + ] + ], + "deepsource": [ + [ + 0 + ], + [ + 1 + ] + ], + "copilot-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "gemini": [ + [ + 0 + ], + [ + 1 + ] + ], + "claude": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1, + 2 + ], + [ + 3 + ] + ], + "copilot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3, + 4 + ], + [ + 5 + ] + ], + "propel": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "greptile": [ + [ + 0 + ], + [ + 1 + ] + ], + "augment": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "devin": [ + [ + 0, + 1 + ], + [ + 2 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mra-max": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "mra-ultra": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3, + 4 + ] + ], + "mra-b": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ] + ], + "mra-a": [ + [ + 0, + 3 + ], + [ + 1 + ], + [ + 2 + ], + [ + 4 + ], + [ + 5 + ] + ], + "sourcery": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "cubic-dev": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "mesa": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "codeant": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "kodus": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "claude-code": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3, + 4 + ], + [ + 5 + ] + ], + "qodo-v22": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo-extended": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "qodo-extended-summary": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "macroscope": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mra-claude": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ] + }, + "https://github.com/ai-code-review-evaluation/sentry-greptile/pull/5": { + "baz": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "codeant-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3, + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "propel-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo-extended-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "mergemonkey": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "coderabbit": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ], + [ + 13 + ], + [ + 14 + ], + [ + 15 + ], + [ + 16 + ], + [ + 17 + ] + ], + "gemini-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3 + ] + ], + "mra-openai": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ] + ], + "mra-mix": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "gitlab": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "deepsource": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ] + ], + "copilot-v2": [ + [ + 0 + ], + [ + 1, + 2 + ], + [ + 3 + ], + [ + 4, + 5 + ], + [ + 6, + 7 + ], + [ + 8 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "greptile": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "bugbot": [ + [ + 0 + ], + [ + 1 + ] + ], + "propel": [ + [ + 0 + ], + [ + 1 + ] + ], + "augment": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "devin": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mra-max": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7, + 11, + 12 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ] + ], + "mra-ultra": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ] + ], + "mra-b": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5, + 9 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ] + ], + "mra-a": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ] + ], + "sourcery": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "cubic-dev": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4, + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ], + [ + 13 + ], + [ + 14 + ], + [ + 15 + ], + [ + 16 + ], + [ + 17 + ], + [ + 18 + ], + [ + 19 + ], + [ + 20 + ], + [ + 21 + ], + [ + 22 + ], + [ + 23 + ], + [ + 24 + ], + [ + 25 + ], + [ + 26 + ], + [ + 27 + ], + [ + 28 + ], + [ + 29 + ] + ], + "mesa": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6, + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ], + [ + 13 + ] + ], + "codeant": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ], + [ + 13 + ] + ], + "kodus": [ + [ + 0 + ], + [ + 1, + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ], + [ + 13 + ], + [ + 14 + ], + [ + 15 + ], + [ + 16 + ], + [ + 17 + ] + ], + "claude-code": [ + [ + 0 + ], + [ + 1 + ] + ], + "kodus-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "qodo-v2-2": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-v22": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "qodo-extended": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo-extended-summary": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "macroscope": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "mra-claude": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3, + 4, + 5 + ], + [ + 6 + ], + [ + 7, + 11 + ], + [ + 8, + 16 + ], + [ + 9 + ], + [ + 10 + ], + [ + 12 + ], + [ + 13 + ], + [ + 14 + ], + [ + 15 + ] + ] + }, + "https://github.com/ai-code-review-evaluation/sentry-greptile/pull/1": { + "baz": [ + [ + 0 + ], + [ + 1 + ] + ], + "codeant-v2": [ + [ + 0, + 1 + ] + ], + "propel-v2": [ + [ + 0 + ], + [ + 1, + 2, + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "qodo-extended-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mergemonkey": [ + [ + 0, + 1, + 5 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "coderabbit": [ + [ + 0 + ], + [ + 1, + 2 + ], + [ + 3, + 4 + ], + [ + 5 + ] + ], + "greptile-v4-1": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "gemini-v2": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "gitar": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3 + ] + ], + "mra-openai": [ + [ + 0 + ], + [ + 1, + 5 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "mra-mix": [ + [ + 0, + 3 + ], + [ + 1, + 2 + ] + ], + "gitlab": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "deepsource": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "copilot-v2": [ + [ + 0, + 1, + 3 + ], + [ + 2 + ], + [ + 4 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "gemini": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "claude": [ + [ + 0 + ], + [ + 1, + 3, + 4 + ], + [ + 2 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "copilot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6, + 8 + ], + [ + 7 + ], + [ + 9 + ] + ], + "bugbot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "augment": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "propel": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "greptile": [ + [ + 0, + 2 + ], + [ + 1 + ], + [ + 3 + ], + [ + 4, + 6 + ], + [ + 5 + ] + ], + "kg": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "devin": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 4 + ], + [ + 3 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "mra-max": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "mra-nano": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3, + 5, + 6 + ], + [ + 4 + ], + [ + 7 + ] + ], + "mra-ultra": [ + [ + 0 + ], + [ + 1, + 4 + ], + [ + 2 + ], + [ + 3, + 6 + ], + [ + 5 + ] + ], + "mra-b": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mra-a": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "entelligence": [ + [ + 0 + ], + [ + 1 + ] + ], + "sourcery": [ + [ + 0, + 3 + ], + [ + 1, + 4 + ], + [ + 2 + ], + [ + 5 + ] + ], + "cubic-dev": [ + [ + 0, + 3 + ], + [ + 1 + ], + [ + 2, + 5 + ], + [ + 4 + ], + [ + 6 + ] + ], + "mesa": [ + [ + 0, + 1, + 2, + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ] + ], + "codeant": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ], + [ + 13 + ], + [ + 14 + ], + [ + 15 + ], + [ + 16 + ] + ], + "kodus": [ + [ + 0, + 3, + 4 + ], + [ + 1 + ], + [ + 2 + ] + ], + "claude-code": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "kodus-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3, + 4 + ] + ], + "qodo-v2-2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "qodo-v22": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo-extended": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3 + ], + [ + 4 + ] + ], + "cubic-v2": [ + [ + 0, + 3 + ], + [ + 1 + ], + [ + 2 + ] + ], + "qodo-extended-summary": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "macroscope": [ + [ + 0 + ], + [ + 1 + ] + ], + "mra-claude": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ] + }, + "https://github.com/grafana/grafana/pull/97529": { + "baz": [ + [ + 0, + 1 + ] + ], + "codeant-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "propel-v2": [ + [ + 0, + 1 + ] + ], + "qodo-extended-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "mergemonkey": [ + [ + 0 + ], + [ + 1 + ] + ], + "coderabbit": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "greptile-v4-1": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "gemini-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "mra-openai": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7, + 8 + ] + ], + "mra-mix": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "gitlab": [ + [ + 0, + 1, + 2 + ] + ], + "copilot-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "bugbot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "copilot": [ + [ + 0 + ], + [ + 1 + ] + ], + "augment": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "greptile": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "devin": [ + [ + 0 + ], + [ + 1 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mra-max": [ + [ + 0 + ], + [ + 1, + 4 + ], + [ + 2 + ], + [ + 3 + ], + [ + 5 + ], + [ + 6 + ] + ], + "mra-ultra": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mra-a": [ + [ + 0 + ], + [ + 1 + ] + ], + "sourcery": [ + [ + 0, + 2 + ], + [ + 1 + ] + ], + "cubic-dev": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "mesa": [ + [ + 0 + ], + [ + 1, + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ] + ], + "codeant": [ + [ + 0, + 1 + ], + [ + 2, + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ] + ], + "kodus": [ + [ + 0, + 1, + 2, + 3 + ] + ], + "claude-code": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3, + 4 + ] + ], + "qodo-v2-2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo-v22": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-extended": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo-extended-summary": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "macroscope": [ + [ + 0 + ], + [ + 1 + ] + ], + "mra-claude": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ] + }, + "https://github.com/getsentry/sentry/pull/80528": { + "baz": [ + [ + 0, + 1 + ] + ], + "propel-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "coderabbit": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "greptile-v4-1": [ + [ + 0 + ], + [ + 1 + ] + ], + "gemini-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "mra-openai": [ + [ + 0 + ], + [ + 1 + ] + ], + "mra-mix": [ + [ + 0 + ], + [ + 1 + ] + ], + "deepsource": [ + [ + 0 + ], + [ + 1 + ] + ], + "copilot-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "gemini": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "augment": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1 + ] + ], + "mra-b": [ + [ + 0 + ], + [ + 1 + ] + ], + "mra-a": [ + [ + 0 + ], + [ + 1, + 4 + ], + [ + 2 + ], + [ + 3 + ] + ], + "entelligence": [ + [ + 0 + ], + [ + 1 + ] + ], + "sourcery": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "cubic-dev": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "codeant": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "kodus": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "qodo-v22": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-extended": [ + [ + 0 + ], + [ + 1 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mra-claude": [ + [ + 0, + 1, + 2, + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ] + }, + "https://github.com/getsentry/sentry/pull/95633": { + "baz": [ + [ + 0, + 1 + ] + ], + "propel-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-extended-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3, + 4 + ], + [ + 5 + ] + ], + "mergemonkey": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "coderabbit": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "greptile-v4-1": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "gemini-v2": [ + [ + 0 + ], + [ + 1, + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "gitar": [ + [ + 0 + ], + [ + 1, + 3 + ], + [ + 2 + ], + [ + 4 + ] + ], + "mra-openai": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4, + 5 + ] + ], + "mra-mix": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "gitlab": [ + [ + 0 + ], + [ + 1, + 2 + ], + [ + 3, + 4 + ], + [ + 5 + ] + ], + "deepsource": [ + [ + 0, + 1 + ], + [ + 2 + ] + ], + "copilot-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "gemini": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "bugbot": [ + [ + 0 + ], + [ + 1 + ] + ], + "copilot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "augment": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "kg": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "devin": [ + [ + 0 + ], + [ + 1 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "mra-max": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mra-ultra": [ + [ + 0 + ], + [ + 1 + ] + ], + "mra-b": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mra-a": [ + [ + 0, + 1, + 2, + 4 + ], + [ + 3 + ] + ], + "sourcery": [ + [ + 0, + 3 + ], + [ + 1 + ], + [ + 2 + ], + [ + 4 + ] + ], + "mesa": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "codeant": [ + [ + 0, + 5 + ], + [ + 1, + 13 + ], + [ + 2, + 3, + 6 + ], + [ + 4 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ] + ], + "kodus": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "claude-code": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-v2-2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo-v22": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo-extended": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "qodo-extended-summary": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "macroscope": [ + [ + 0 + ], + [ + 1 + ] + ], + "mra-claude": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ] + }, + "https://github.com/ai-code-review-evaluation/sentry-greptile/pull/2": { + "baz": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "codeant-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "propel-v2": [ + [ + 0 + ], + [ + 1, + 2 + ], + [ + 3 + ], + [ + 4, + 5 + ] + ], + "qodo-extended-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "mergemonkey": [ + [ + 0, + 1, + 4 + ], + [ + 2 + ], + [ + 3 + ], + [ + 5 + ], + [ + 6 + ] + ], + "greptile-v4-1": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "gemini-v2": [ + [ + 0 + ], + [ + 1, + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "gitar": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mra-openai": [ + [ + 0 + ], + [ + 1, + 2 + ], + [ + 3, + 4 + ] + ], + "mra-mix": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3 + ], + [ + 4 + ], + [ + 5, + 6 + ] + ], + "gitlab": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "deepsource": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "copilot-v2": [ + [ + 0 + ], + [ + 1, + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6, + 7, + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ] + ], + "greptile-v5": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ] + ], + "gemini": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "claude": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "qodo": [ + [ + 0, + 2 + ], + [ + 1 + ], + [ + 3 + ] + ], + "bugbot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "copilot": [ + [ + 0, + 2 + ], + [ + 1 + ], + [ + 3 + ], + [ + 4 + ] + ], + "augment": [ + [ + 0 + ], + [ + 1, + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "propel": [ + [ + 0, + 2 + ], + [ + 1, + 3, + 4 + ] + ], + "greptile": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "kg": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "mra-max": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ], + [ + 13 + ] + ], + "mra-ultra": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ] + ], + "mra-b": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ] + ], + "mra-a": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ] + ], + "entelligence": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "sourcery": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ] + ], + "cubic-dev": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ] + ], + "mesa": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ], + [ + 13 + ], + [ + 14 + ], + [ + 15 + ], + [ + 16 + ] + ], + "codeant": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ] + ], + "kodus": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "claude-code": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "kodus-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "qodo-v2-2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "qodo-v22": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "qodo-extended": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "qodo-extended-summary": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ] + ], + "macroscope": [ + [ + 0 + ], + [ + 1 + ] + ], + "mra-claude": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ] + ] + }, + "https://github.com/ai-code-review-evaluation/sentry-greptile/pull/3": { + "baz": [ + [ + 0 + ], + [ + 1, + 2 + ] + ], + "codeant-v2": [ + [ + 0 + ], + [ + 1, + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "propel-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "qodo-extended-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mergemonkey": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ] + ], + "coderabbit": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ] + ], + "greptile-v4-1": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "gemini-v2": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "gitar": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mra-openai": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3, + 4 + ] + ], + "mra-mix": [ + [ + 0 + ], + [ + 1 + ], + [ + 6, + 7 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ] + ], + "gitlab": [ + [ + 0 + ], + [ + 1, + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "deepsource": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "copilot-v2": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4, + 5, + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "gemini": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "bugbot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "copilot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "augment": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "propel": [ + [ + 0 + ], + [ + 1 + ] + ], + "greptile": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "devin": [ + [ + 0 + ], + [ + 1 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "mra-max": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ] + ], + "mra-ultra": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ] + ], + "mra-b": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "mra-a": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "entelligence": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "sourcery": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ] + ], + "cubic-dev": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ] + ], + "mesa": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "codeant": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ] + ], + "kodus": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "claude-code": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "linearb": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "kodus-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo-v2-2": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-v22": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo-extended": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "qodo-extended-summary": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "macroscope": [ + [ + 0 + ], + [ + 1 + ] + ], + "mra-claude": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ] + }, + "https://github.com/grafana/grafana/pull/103633": { + "baz": [ + [ + 0, + 1 + ], + [ + 2 + ] + ], + "propel-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-extended-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "greptile-v4-1": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "gitar": [ + [ + 0 + ], + [ + 1, + 2 + ] + ], + "mra-openai": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mra-mix": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3 + ], + [ + 4 + ] + ], + "gitlab": [ + [ + 0 + ], + [ + 1 + ] + ], + "copilot-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1 + ] + ], + "gemini": [ + [ + 0 + ], + [ + 1 + ] + ], + "claude": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "copilot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "augment": [ + [ + 0 + ], + [ + 1 + ] + ], + "greptile": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "devin": [ + [ + 0 + ], + [ + 1 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mra-max": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ] + ], + "mra-nano": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 4 + ], + [ + 3 + ], + [ + 5 + ] + ], + "mra-ultra": [ + [ + 0 + ], + [ + 1, + 6 + ], + [ + 2, + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "mra-b": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "mra-a": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "entelligence": [ + [ + 0 + ], + [ + 1 + ] + ], + "sourcery": [ + [ + 0 + ], + [ + 1 + ] + ], + "cubic-dev": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "mesa": [ + [ + 0 + ], + [ + 1, + 4 + ], + [ + 2, + 3 + ] + ], + "codeant": [ + [ + 0, + 1 + ], + [ + 2, + 6 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 7 + ] + ], + "kodus": [ + [ + 0, + 2 + ], + [ + 1 + ] + ], + "claude-code": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-v22": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo-extended": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "qodo-extended-summary": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "mra-claude": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ] + }, + "https://github.com/getsentry/sentry/pull/67876": { + "baz": [ + [ + 0 + ], + [ + 1 + ] + ], + "propel-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo-extended-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mergemonkey": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "coderabbit": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "greptile-v4-1": [ + [ + 0 + ], + [ + 1 + ] + ], + "gemini-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "gitar": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7, + 8 + ] + ], + "mra-mix": [ + [ + 0 + ], + [ + 1, + 3, + 4 + ], + [ + 2 + ], + [ + 5 + ] + ], + "gitlab": [ + [ + 0 + ], + [ + 1 + ] + ], + "deepsource": [ + [ + 0 + ], + [ + 1 + ] + ], + "copilot-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7, + 8, + 9, + 10, + 11 + ], + [ + 12 + ], + [ + 13 + ], + [ + 14 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1 + ] + ], + "gemini": [ + [ + 0 + ], + [ + 1 + ] + ], + "claude": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "bugbot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "copilot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "augment": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "propel": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "greptile": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mra-max": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "mra-ultra": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mra-b": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "entelligence": [ + [ + 0 + ], + [ + 1 + ] + ], + "sourcery": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ] + ], + "cubic-dev": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mesa": [ + [ + 0, + 2 + ], + [ + 1 + ], + [ + 3 + ], + [ + 4 + ] + ], + "codeant": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ] + ], + "kodus": [ + [ + 0 + ], + [ + 1 + ] + ], + "claude-code": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "qodo-v2-2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo-v22": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "qodo-extended": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "qodo-extended-summary": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "macroscope": [ + [ + 0 + ], + [ + 1 + ] + ], + "mra-claude": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ] + }, + "https://github.com/grafana/grafana/pull/94942": { + "baz": [ + [ + 0, + 1 + ] + ], + "propel-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-extended-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "mergemonkey": [ + [ + 0, + 1 + ] + ], + "coderabbit": [ + [ + 0 + ], + [ + 1 + ] + ], + "gemini-v2": [ + [ + 0, + 2 + ], + [ + 1 + ] + ], + "gitar": [ + [ + 0 + ], + [ + 1 + ] + ], + "mra-openai": [ + [ + 0, + 3 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mra-mix": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "gitlab": [ + [ + 0 + ], + [ + 1, + 2 + ] + ], + "copilot-v2": [ + [ + 0, + 2 + ], + [ + 1 + ], + [ + 3 + ], + [ + 4 + ] + ], + "claude": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1, + 2 + ] + ], + "copilot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3, + 4 + ] + ], + "augment": [ + [ + 0 + ], + [ + 1 + ] + ], + "kg": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "devin": [ + [ + 0, + 1 + ] + ], + "greptile-v4": [ + [ + 0, + 1, + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "mra-max": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4, + 5, + 7, + 8, + 9, + 10 + ], + [ + 6 + ], + [ + 11 + ] + ], + "mra-nano": [ + [ + 0, + 2 + ], + [ + 1, + 4, + 5 + ], + [ + 3 + ], + [ + 6 + ] + ], + "mra-ultra": [ + [ + 0, + 3 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mra-a": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "entelligence": [ + [ + 0 + ], + [ + 1 + ] + ], + "sourcery": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mesa": [ + [ + 0, + 1 + ], + [ + 2, + 3 + ], + [ + 4 + ] + ], + "codeant": [ + [ + 0 + ], + [ + 1, + 4 + ], + [ + 2 + ], + [ + 3 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ] + ], + "kodus": [ + [ + 0 + ], + [ + 1 + ] + ], + "claude-code": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-v2-2": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-v22": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-extended": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1, + 2 + ] + ], + "qodo-extended-summary": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mra-claude": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3, + 4 + ] + ] + }, + "https://github.com/grafana/grafana/pull/90045": { + "baz": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "codeant-v2": [ + [ + 0, + 2 + ], + [ + 1 + ], + [ + 3 + ], + [ + 4 + ] + ], + "propel-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "qodo-extended-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3, + 4, + 5 + ], + [ + 6 + ], + [ + 7 + ] + ], + "mergemonkey": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "coderabbit": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "greptile-v4-1": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "gemini-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4, + 7 + ], + [ + 5 + ], + [ + 6 + ], + [ + 8 + ] + ], + "gitar": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "mra-openai": [ + [ + 0, + 1, + 2 + ] + ], + "mra-mix": [ + [ + 0 + ], + [ + 1 + ] + ], + "gitlab": [ + [ + 0, + 3 + ], + [ + 1 + ], + [ + 2 + ], + [ + 4 + ] + ], + "copilot-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7, + 8 + ], + [ + 9 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "gemini": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3, + 5 + ], + [ + 4 + ], + [ + 6 + ], + [ + 7 + ] + ], + "claude": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "qodo": [ + [ + 0, + 2, + 3, + 4 + ], + [ + 1 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ] + ], + "bugbot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "copilot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3, + 4, + 7 + ], + [ + 5 + ], + [ + 6, + 10 + ], + [ + 8 + ], + [ + 9 + ] + ], + "propel": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "augment": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ] + ], + "greptile": [ + [ + 0, + 3 + ], + [ + 1 + ], + [ + 2 + ], + [ + 4 + ] + ], + "kg": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ] + ], + "devin": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "greptile-v4": [ + [ + 0, + 3 + ], + [ + 1 + ], + [ + 2 + ], + [ + 4 + ], + [ + 5 + ] + ], + "mra-max": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mra-nano": [ + [ + 0, + 1, + 2, + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ] + ], + "mra-ultra": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mra-b": [ + [ + 0, + 1 + ], + [ + 2 + ] + ], + "mra-a": [ + [ + 0, + 1 + ], + [ + 2 + ] + ], + "entelligence": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "sourcery": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "cubic-dev": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "mesa": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ] + ], + "codeant": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ], + [ + 13 + ], + [ + 14 + ], + [ + 15 + ] + ], + "kodus": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "claude-code": [ + [ + 0, + 2 + ], + [ + 1 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "qodo-v2-2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo-v22": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ] + ], + "qodo-extended": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "qodo-extended-summary": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ] + ], + "macroscope": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mra-claude": [ + [ + 0 + ], + [ + 1, + 3 + ], + [ + 2 + ], + [ + 4 + ] + ] + }, + "https://github.com/grafana/grafana/pull/106778": { + "baz": [ + [ + 0 + ], + [ + 1 + ] + ], + "codeant-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "propel-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "qodo-extended-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mergemonkey": [ + [ + 0 + ], + [ + 1 + ] + ], + "coderabbit": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "greptile-v4-1": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "gemini-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "gitar": [ + [ + 0 + ], + [ + 1 + ] + ], + "mra-openai": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5, + 9 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ] + ], + "mra-mix": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ] + ], + "gitlab": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "copilot-v2": [ + [ + 0 + ], + [ + 1, + 2 + ], + [ + 3 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1 + ] + ], + "gemini": [ + [ + 0 + ], + [ + 1 + ] + ], + "claude": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "bugbot": [ + [ + 0 + ], + [ + 1 + ] + ], + "copilot": [ + [ + 0, + 1 + ], + [ + 2 + ] + ], + "augment": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "propel": [ + [ + 0, + 2 + ], + [ + 1 + ] + ], + "greptile": [ + [ + 0, + 1 + ] + ], + "kg": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "devin": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1 + ] + ], + "mra-max": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ], + [ + 13 + ], + [ + 14 + ], + [ + 15 + ], + [ + 16 + ], + [ + 17 + ], + [ + 18 + ], + [ + 19 + ], + [ + 20 + ], + [ + 21 + ], + [ + 22 + ] + ], + "mra-nano": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4, + 5 + ], + [ + 6 + ], + [ + 7 + ] + ], + "mra-ultra": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ] + ], + "mra-b": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "mra-a": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8, + 10 + ], + [ + 9 + ] + ], + "entelligence": [ + [ + 0 + ], + [ + 1 + ] + ], + "sourcery": [ + [ + 0 + ], + [ + 1 + ] + ], + "cubic-dev": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ] + ], + "mesa": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "codeant": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ] + ], + "kodus": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "claude-code": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo-v2-2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "qodo-v22": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-extended": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1, + 3 + ], + [ + 2 + ] + ], + "qodo-extended-summary": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "macroscope": [ + [ + 0 + ], + [ + 1 + ] + ], + "mra-claude": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ] + }, + "https://github.com/grafana/grafana/pull/107534": { + "baz": [ + [ + 0 + ], + [ + 1 + ] + ], + "propel-v2": [ + [ + 0, + 1 + ] + ], + "mergemonkey": [ + [ + 0, + 1 + ] + ], + "greptile-v4-1": [ + [ + 0, + 1 + ], + [ + 2 + ] + ], + "gemini-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "gitar": [ + [ + 0 + ], + [ + 1 + ] + ], + "mra-openai": [ + [ + 0 + ], + [ + 1 + ] + ], + "mra-mix": [ + [ + 0, + 3 + ], + [ + 1 + ], + [ + 2 + ], + [ + 4 + ], + [ + 5 + ] + ], + "gitlab": [ + [ + 0, + 1 + ] + ], + "copilot-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "greptile-v5": [ + [ + 0, + 1 + ] + ], + "gemini": [ + [ + 0, + 1, + 2 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "copilot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3 + ] + ], + "propel": [ + [ + 0 + ], + [ + 1 + ] + ], + "kg": [ + [ + 0 + ], + [ + 1 + ] + ], + "greptile-v4": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mra-max": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "mra-nano": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mra-ultra": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mra-b": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mra-a": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "sourcery": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "cubic-dev": [ + [ + 0 + ], + [ + 1 + ] + ], + "mesa": [ + [ + 0 + ], + [ + 1, + 2 + ], + [ + 3 + ] + ], + "codeant": [ + [ + 0 + ], + [ + 1, + 5 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 6 + ] + ], + "kodus": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "claude-code": [ + [ + 0, + 1, + 2 + ], + [ + 3 + ] + ], + "qodo-extended": [ + [ + 0, + 1 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "qodo-extended-summary": [ + [ + 0, + 1 + ], + [ + 2 + ] + ], + "mra-claude": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ] + }, + "https://github.com/ai-code-review-evaluation/discourse-graphite/pull/10": { + "baz": [ + [ + 0 + ], + [ + 1 + ] + ], + "codeant-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ] + ], + "propel-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ] + ], + "qodo-extended-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ] + ], + "mergemonkey": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "coderabbit": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ] + ], + "greptile-v4-1": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "gemini-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "gitar": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "mra-openai": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "mra-mix": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ] + ], + "gitlab": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "deepsource": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4, + 5 + ], + [ + 6 + ] + ], + "copilot-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5, + 6 + ] + ], + "gemini": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9, + 10 + ] + ], + "claude": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1, + 3 + ], + [ + 2 + ], + [ + 4 + ] + ], + "bugbot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "copilot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "propel": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "augment": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "greptile": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3, + 4 + ] + ], + "kg": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "devin": [ + [ + 0 + ], + [ + 1 + ] + ], + "greptile-v4": [ + [ + 0, + 1, + 2 + ] + ], + "mra-max": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ], + [ + 13 + ], + [ + 14 + ], + [ + 15 + ], + [ + 16 + ], + [ + 17 + ], + [ + 18 + ], + [ + 19 + ], + [ + 20 + ], + [ + 21 + ], + [ + 22 + ], + [ + 23 + ], + [ + 24 + ] + ], + "mra-nano": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ], + [ + 13 + ], + [ + 14 + ], + [ + 15 + ], + [ + 16 + ] + ], + "mra-ultra": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ] + ], + "mra-b": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "mra-a": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ] + ], + "sourcery": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ] + ], + "mesa": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "codeant": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ] + ], + "kodus": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 23 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7, + 22 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ], + [ + 13 + ], + [ + 14 + ], + [ + 15 + ], + [ + 16 + ], + [ + 17 + ], + [ + 18 + ], + [ + 19 + ], + [ + 20 + ], + [ + 21 + ] + ], + "claude-code": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "kodus-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8, + 9 + ] + ], + "qodo-v2-2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "qodo-v22": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "qodo-extended": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo-extended-summary": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "macroscope": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3, + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "mra-claude": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ] + ] + }, + "https://github.com/ai-code-review-evaluation/discourse-graphite/pull/7": { + "baz": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "codeant-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ] + ], + "qodo-extended-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mergemonkey": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "coderabbit": [ + [ + 0 + ], + [ + 1 + ] + ], + "gemini-v2": [ + [ + 0, + 1, + 4 + ], + [ + 2 + ], + [ + 3 + ] + ], + "gitar": [ + [ + 0 + ], + [ + 1 + ] + ], + "mra-openai": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 8 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ] + ], + "mra-mix": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ] + ], + "gitlab": [ + [ + 0 + ], + [ + 1 + ] + ], + "copilot-v2": [ + [ + 0 + ], + [ + 1, + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3, + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "gemini": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "claude": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4, + 5 + ], + [ + 6 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "bugbot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "copilot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "augment": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "greptile": [ + [ + 0 + ], + [ + 1, + 2 + ], + [ + 3, + 4 + ], + [ + 5 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "devin": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3, + 4 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 4 + ], + [ + 3 + ] + ], + "mra-max": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6, + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11, + 12 + ], + [ + 13 + ], + [ + 14 + ], + [ + 15 + ], + [ + 16, + 17 + ], + [ + 18, + 19 + ] + ], + "mra-ultra": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "mra-b": [ + [ + 0, + 1, + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "mra-a": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "sourcery": [ + [ + 0, + 1 + ], + [ + 2 + ] + ], + "cubic-dev": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "mesa": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "codeant": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ] + ], + "kodus": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "claude-code": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo-v2-2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "qodo-v22": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-extended": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "qodo-extended-summary": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mra-claude": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ] + ] + }, + "https://github.com/ai-code-review-evaluation/discourse-graphite/pull/8": { + "baz": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "codeant-v2": [ + [ + 0 + ], + [ + 1, + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9, + 10, + 11 + ] + ], + "propel-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ] + ], + "qodo-extended-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mergemonkey": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "coderabbit": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ] + ], + "greptile-v4-1": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "gemini-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "gitar": [ + [ + 0 + ], + [ + 1 + ] + ], + "mra-openai": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ] + ], + "mra-mix": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ] + ], + "gitlab": [ + [ + 0 + ], + [ + 1, + 2, + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "deepsource": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ] + ], + "copilot-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7, + 8 + ], + [ + 9, + 10, + 12 + ], + [ + 11 + ], + [ + 13, + 14 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "gemini": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "claude": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 4 + ], + [ + 3 + ], + [ + 5 + ] + ], + "qodo": [ + [ + 0, + 3 + ], + [ + 1 + ], + [ + 2 + ], + [ + 4 + ], + [ + 5 + ] + ], + "bugbot": [ + [ + 0 + ], + [ + 1 + ] + ], + "copilot": [ + [ + 0 + ], + [ + 1, + 8 + ], + [ + 2, + 4 + ], + [ + 3 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 9 + ] + ], + "augment": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "propel": [ + [ + 0 + ], + [ + 1, + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mra-max": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ], + [ + 13 + ], + [ + 14 + ] + ], + "mra-nano": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "mra-ultra": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "mra-b": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "mra-a": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "entelligence": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "sourcery": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "cubic-dev": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3, + 5 + ], + [ + 4 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ], + [ + 13 + ], + [ + 14, + 15 + ], + [ + 16 + ], + [ + 17 + ], + [ + 18 + ] + ], + "mesa": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "codeant": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ] + ], + "kodus": [ + [ + 0 + ], + [ + 1, + 10 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7, + 8 + ], + [ + 9 + ] + ], + "claude-code": [ + [ + 0 + ], + [ + 1 + ] + ], + "kodus-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "qodo-v2-2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo-v22": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "qodo-extended": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "qodo-extended-summary": [ + [ + 0 + ], + [ + 1, + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "macroscope": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mra-claude": [ + [ + 0, + 6 + ], + [ + 1, + 5 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ] + }, + "https://github.com/ai-code-review-evaluation/discourse-graphite/pull/3": { + "baz": [ + [ + 0, + 1 + ] + ], + "codeant-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo-extended-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "mergemonkey": [ + [ + 0 + ], + [ + 1 + ] + ], + "coderabbit": [ + [ + 0, + 3 + ], + [ + 1 + ], + [ + 2 + ], + [ + 4, + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ] + ], + "greptile-v4-1": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "gemini-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "gitar": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mra-openai": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "mra-mix": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ] + ], + "gitlab": [ + [ + 0 + ], + [ + 1 + ] + ], + "deepsource": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "copilot-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5, + 6 + ], + [ + 7 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "gemini": [ + [ + 0 + ], + [ + 1 + ] + ], + "claude": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3, + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3 + ] + ], + "copilot": [ + [ + 0 + ], + [ + 1 + ] + ], + "bugbot": [ + [ + 0 + ], + [ + 1 + ] + ], + "augment": [ + [ + 0, + 4 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "propel": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "devin": [ + [ + 0 + ], + [ + 1 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mra-nano": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "mra-ultra": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "sourcery": [ + [ + 0 + ], + [ + 1, + 3 + ], + [ + 2 + ], + [ + 4 + ] + ], + "cubic-dev": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mesa": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "codeant": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ] + ], + "kodus": [ + [ + 0, + 5 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4, + 6 + ], + [ + 7 + ] + ], + "claude-code": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "qodo-v2-2": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-v22": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo-extended": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "qodo-extended-summary": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "macroscope": [ + [ + 0 + ], + [ + 1 + ] + ], + "mra-claude": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ] + }, + "https://github.com/ai-code-review-evaluation/discourse-graphite/pull/5": { + "baz": [ + [ + 0, + 2 + ], + [ + 1 + ] + ], + "qodo-extended-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "mergemonkey": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "greptile-v4-1": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "gemini-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ] + ], + "gitar": [ + [ + 0 + ], + [ + 1 + ] + ], + "mra-openai": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mra-mix": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3 + ], + [ + 4 + ] + ], + "gitlab": [ + [ + 0 + ], + [ + 1 + ] + ], + "copilot-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "copilot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "augment": [ + [ + 0 + ], + [ + 1 + ] + ], + "greptile": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "devin": [ + [ + 0 + ], + [ + 1 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mra-max": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3, + 4 + ], + [ + 5 + ], + [ + 6, + 7 + ], + [ + 8, + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ] + ], + "mra-nano": [ + [ + 0, + 1 + ], + [ + 2, + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "mra-ultra": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "mra-b": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mra-a": [ + [ + 0, + 3 + ], + [ + 1, + 2 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "sourcery": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "cubic-dev": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "mesa": [ + [ + 0, + 1, + 5 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 6 + ], + [ + 7, + 10 + ], + [ + 8, + 11 + ], + [ + 9 + ], + [ + 12 + ] + ], + "codeant": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "claude-code": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "qodo-v2-2": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-extended": [ + [ + 0 + ], + [ + 1, + 4 + ], + [ + 2 + ], + [ + 3 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo-extended-summary": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mra-claude": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ] + }, + "https://github.com/ai-code-review-evaluation/discourse-graphite/pull/6": { + "baz": [ + [ + 0 + ], + [ + 1 + ] + ], + "codeant-v2": [ + [ + 0 + ], + [ + 1, + 2, + 3 + ] + ], + "propel-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-extended-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "mergemonkey": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "greptile-v4-1": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "gemini-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "gitar": [ + [ + 0 + ], + [ + 1 + ] + ], + "mra-openai": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "mra-mix": [ + [ + 0 + ], + [ + 1 + ] + ], + "gitlab": [ + [ + 0 + ], + [ + 1 + ] + ], + "copilot-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "gemini": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo": [ + [ + 0, + 4 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "bugbot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "copilot": [ + [ + 0 + ], + [ + 1, + 2 + ], + [ + 3 + ] + ], + "augment": [ + [ + 0 + ], + [ + 1 + ] + ], + "propel": [ + [ + 0 + ], + [ + 1 + ] + ], + "greptile": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "qodo-v2": [ + [ + 0, + 1 + ], + [ + 2 + ] + ], + "devin": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mra-max": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ] + ], + "mra-nano": [ + [ + 0 + ], + [ + 1 + ] + ], + "mra-ultra": [ + [ + 0 + ], + [ + 1, + 3 + ], + [ + 2 + ] + ], + "mra-b": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mra-a": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "entelligence": [ + [ + 0, + 1, + 2 + ] + ], + "sourcery": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "mesa": [ + [ + 0 + ], + [ + 1 + ] + ], + "codeant": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ], + [ + 13 + ] + ], + "claude-code": [ + [ + 0 + ], + [ + 1 + ] + ], + "kodus-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-v2-2": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-v22": [ + [ + 0, + 2 + ], + [ + 1 + ] + ], + "qodo-extended": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-extended-summary": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "mra-claude": [ + [ + 0 + ], + [ + 1 + ] + ] + }, + "https://github.com/ai-code-review-evaluation/discourse-graphite/pull/4": { + "baz": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "codeant-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 12 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 13 + ], + [ + 14 + ], + [ + 15 + ], + [ + 16 + ], + [ + 17 + ] + ], + "propel-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ] + ], + "qodo-extended-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "mergemonkey": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "coderabbit": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ], + [ + 13 + ], + [ + 14 + ], + [ + 15 + ], + [ + 16 + ], + [ + 17 + ], + [ + 18 + ], + [ + 19 + ], + [ + 20 + ], + [ + 21 + ], + [ + 22 + ], + [ + 23 + ], + [ + 24 + ] + ], + "greptile-v4-1": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "gemini-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4, + 6 + ], + [ + 5 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ] + ], + "gitar": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mra-openai": [ + [ + 0, + 4 + ], + [ + 1 + ], + [ + 2, + 5 + ], + [ + 3 + ], + [ + 6 + ] + ], + "mra-mix": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 4 + ], + [ + 3 + ] + ], + "gitlab": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "deepsource": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ] + ], + "copilot-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ] + ], + "gemini": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3, + 5 + ], + [ + 4 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ] + ], + "claude": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1, + 2 + ], + [ + 3, + 4 + ] + ], + "bugbot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "copilot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "augment": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3, + 4 + ] + ], + "propel": [ + [ + 0 + ], + [ + 1 + ] + ], + "greptile": [ + [ + 0 + ], + [ + 1, + 3 + ], + [ + 2 + ], + [ + 4 + ], + [ + 5 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ] + ], + "devin": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "mra-max": [ + [ + 0 + ], + [ + 1, + 8 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ], + [ + 13 + ], + [ + 14 + ], + [ + 15 + ], + [ + 16 + ], + [ + 17 + ], + [ + 18 + ], + [ + 19 + ], + [ + 20 + ], + [ + 21 + ], + [ + 22 + ], + [ + 23 + ], + [ + 24 + ], + [ + 25 + ], + [ + 26 + ], + [ + 27 + ], + [ + 28 + ], + [ + 29 + ] + ], + "mra-nano": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "mra-ultra": [ + [ + 0, + 2 + ], + [ + 1 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ] + ], + "mra-b": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8, + 9 + ] + ], + "mra-a": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "entelligence": [ + [ + 0 + ], + [ + 1 + ] + ], + "sourcery": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "cubic-dev": [ + [ + 0, + 16 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ], + [ + 13 + ], + [ + 14 + ], + [ + 15 + ], + [ + 17 + ], + [ + 18 + ], + [ + 19 + ], + [ + 20 + ], + [ + 21 + ], + [ + 22 + ], + [ + 23 + ], + [ + 24 + ], + [ + 25 + ], + [ + 26 + ], + [ + 27 + ], + [ + 28 + ], + [ + 29 + ] + ], + "mesa": [ + [ + 0 + ], + [ + 1, + 2, + 11 + ], + [ + 3, + 5 + ], + [ + 4 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ] + ], + "codeant": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ] + ], + "kodus": [ + [ + 0 + ], + [ + 1, + 17 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ], + [ + 13 + ], + [ + 14 + ], + [ + 15 + ], + [ + 16 + ], + [ + 18 + ], + [ + 19 + ], + [ + 20 + ], + [ + 21 + ], + [ + 22 + ] + ], + "claude-code": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "kodus-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "qodo-v2-2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4, + 5 + ] + ], + "qodo-v22": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "qodo-extended": [ + [ + 0, + 5 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "qodo-extended-summary": [ + [ + 0 + ], + [ + 1, + 7 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 8 + ], + [ + 9 + ] + ], + "macroscope": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "mra-claude": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ], + [ + 13 + ] + ] + }, + "https://github.com/ai-code-review-evaluation/discourse-graphite/pull/1": { + "baz": [ + [ + 0 + ], + [ + 1, + 2 + ] + ], + "codeant-v2": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "propel-v2": [ + [ + 0 + ], + [ + 1, + 2, + 3 + ], + [ + 4 + ] + ], + "qodo-extended-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mergemonkey": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "coderabbit": [ + [ + 0 + ], + [ + 1, + 3, + 4 + ], + [ + 2 + ], + [ + 5, + 6 + ], + [ + 7 + ], + [ + 8 + ] + ], + "greptile-v4-1": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "gemini-v2": [ + [ + 0 + ], + [ + 1, + 2, + 3 + ], + [ + 4 + ] + ], + "gitar": [ + [ + 0, + 1, + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "mra-openai": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "mra-mix": [ + [ + 0, + 1, + 5 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "gitlab": [ + [ + 0 + ], + [ + 1 + ] + ], + "deepsource": [ + [ + 0, + 2 + ], + [ + 1, + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "copilot-v2": [ + [ + 0 + ], + [ + 1, + 3 + ], + [ + 2 + ], + [ + 4 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1, + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "gemini": [ + [ + 0 + ], + [ + 1, + 2 + ], + [ + 3 + ] + ], + "claude": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3 + ], + [ + 4 + ] + ], + "bugbot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "copilot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4, + 5 + ], + [ + 6 + ] + ], + "augment": [ + [ + 0, + 1, + 2, + 3 + ], + [ + 4, + 5 + ], + [ + 6 + ] + ], + "propel": [ + [ + 0 + ], + [ + 1, + 2, + 3 + ] + ], + "greptile": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "devin": [ + [ + 0 + ], + [ + 1, + 2 + ] + ], + "greptile-v4": [ + [ + 0, + 1 + ], + [ + 2, + 3, + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "mra-max": [ + [ + 0, + 1, + 2, + 3, + 16, + 17 + ], + [ + 4 + ], + [ + 5, + 10, + 15 + ], + [ + 6, + 7, + 14 + ], + [ + 8 + ], + [ + 9 + ], + [ + 11 + ], + [ + 12, + 13 + ], + [ + 18 + ], + [ + 19 + ], + [ + 20 + ], + [ + 21 + ] + ], + "mra-nano": [ + [ + 0, + 1, + 5 + ], + [ + 2, + 3, + 4 + ] + ], + "mra-ultra": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "mra-b": [ + [ + 0, + 2 + ], + [ + 1 + ] + ], + "mra-a": [ + [ + 0, + 1, + 2 + ], + [ + 3 + ] + ], + "entelligence": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3 + ] + ], + "sourcery": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "cubic-dev": [ + [ + 0, + 5, + 8 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 6 + ], + [ + 7 + ] + ], + "mesa": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "codeant": [ + [ + 0, + 1, + 10 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4, + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 11 + ], + [ + 12 + ] + ], + "kodus": [ + [ + 0, + 4 + ], + [ + 1 + ], + [ + 2, + 3 + ], + [ + 5 + ] + ], + "claude-code": [ + [ + 0, + 1 + ], + [ + 2, + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "kodus-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo-v2-2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "qodo-v22": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-extended": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "qodo-extended-summary": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 4 + ], + [ + 3 + ] + ], + "mra-claude": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ] + }, + "https://github.com/calcom/cal.com/pull/22532": { + "baz": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "codeant-v2": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "propel-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo-extended-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mergemonkey": [ + [ + 0 + ], + [ + 1 + ] + ], + "coderabbit": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8, + 9 + ], + [ + 10 + ] + ], + "greptile-v4-1": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "gemini-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "gitar": [ + [ + 0 + ], + [ + 1 + ] + ], + "mra-openai": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mra-mix": [ + [ + 0, + 1, + 2 + ] + ], + "gitlab": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3 + ], + [ + 4 + ] + ], + "deepsource": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "copilot-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "gemini": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "copilot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ] + ], + "augment": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "propel": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "greptile": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "devin": [ + [ + 0 + ], + [ + 1 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 6 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 7 + ], + [ + 8 + ] + ], + "mra-max": [ + [ + 0 + ], + [ + 1, + 2, + 4 + ], + [ + 3, + 13 + ], + [ + 5, + 6 + ], + [ + 7 + ], + [ + 8, + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ], + [ + 14 + ], + [ + 15 + ], + [ + 16 + ], + [ + 17 + ] + ], + "mra-nano": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mra-ultra": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mra-b": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ] + ], + "mra-a": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "sourcery": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "cubic-dev": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ] + ], + "mesa": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "codeant": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4, + 8 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ] + ], + "kodus": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "claude-code": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo-v2-2": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-v22": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "qodo-extended": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-extended-summary": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "macroscope": [ + [ + 0 + ], + [ + 1 + ] + ], + "mra-claude": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ] + }, + "https://github.com/calcom/cal.com/pull/8330": { + "baz": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "codeant-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "propel-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "qodo-extended-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mergemonkey": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "coderabbit": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3 + ], + [ + 4 + ] + ], + "greptile-v4-1": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "gemini-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "gitar": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mra-openai": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mra-mix": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "gitlab": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "copilot-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "gemini": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "claude": [ + [ + 0 + ], + [ + 1 + ] + ], + "graphite": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "bugbot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "copilot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "augment": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "propel": [ + [ + 0 + ], + [ + 1 + ] + ], + "greptile": [ + [ + 0 + ], + [ + 1 + ] + ], + "kg": [ + [ + 0, + 1 + ], + [ + 2 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "devin": [ + [ + 0 + ], + [ + 1 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mra-max": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5, + 8, + 9 + ], + [ + 6 + ], + [ + 7 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ], + [ + 13 + ] + ], + "mra-nano": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "mra-ultra": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "mra-b": [ + [ + 0 + ], + [ + 1 + ] + ], + "mra-a": [ + [ + 0 + ], + [ + 1 + ] + ], + "entelligence": [ + [ + 0 + ], + [ + 1 + ] + ], + "sourcery": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "cubic-dev": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mesa": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3, + 4 + ], + [ + 5 + ] + ], + "codeant": [ + [ + 0 + ], + [ + 1, + 4 + ], + [ + 2 + ], + [ + 3 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7, + 8 + ] + ], + "kodus": [ + [ + 0, + 5 + ], + [ + 1, + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "claude-code": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "kodus-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "qodo-v2-2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "qodo-v22": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "qodo-extended": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-extended-summary": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "macroscope": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mra-claude": [ + [ + 0 + ], + [ + 1, + 2, + 4 + ], + [ + 3 + ], + [ + 5 + ] + ] + }, + "https://github.com/calcom/cal.com/pull/14943": { + "baz": [ + [ + 0, + 1 + ] + ], + "qodo-extended-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "mergemonkey": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "coderabbit": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "greptile-v4-1": [ + [ + 0 + ], + [ + 1 + ] + ], + "gemini-v2": [ + [ + 0 + ], + [ + 1, + 2, + 3 + ] + ], + "mra-openai": [ + [ + 0 + ], + [ + 1 + ] + ], + "mra-mix": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "copilot-v2": [ + [ + 0 + ], + [ + 1, + 2 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "gemini": [ + [ + 0, + 1 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "bugbot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "copilot": [ + [ + 0 + ], + [ + 1, + 3 + ], + [ + 2 + ] + ], + "augment": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "propel": [ + [ + 0 + ], + [ + 1, + 2 + ] + ], + "greptile": [ + [ + 0 + ], + [ + 1, + 2 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mra-max": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 5 + ], + [ + 3 + ], + [ + 4 + ] + ], + "mra-nano": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "mra-ultra": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mra-a": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "sourcery": [ + [ + 0, + 2 + ], + [ + 1 + ], + [ + 3 + ] + ], + "cubic-dev": [ + [ + 0 + ], + [ + 1 + ] + ], + "mesa": [ + [ + 0 + ], + [ + 1, + 3 + ], + [ + 2 + ], + [ + 4 + ], + [ + 5 + ] + ], + "codeant": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "kodus": [ + [ + 0, + 2 + ], + [ + 1 + ] + ], + "kodus-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-v2-2": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-v22": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "qodo-extended": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-extended-summary": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mra-claude": [ + [ + 0 + ], + [ + 1 + ] + ] + }, + "https://github.com/calcom/cal.com/pull/22345": { + "baz": [ + [ + 0 + ], + [ + 1 + ] + ], + "mergemonkey": [ + [ + 0, + 1, + 2, + 3 + ] + ], + "coderabbit": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "greptile-v4-1": [ + [ + 0 + ], + [ + 1 + ] + ], + "mra-openai": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mra-mix": [ + [ + 0, + 1, + 2, + 3 + ], + [ + 4, + 5, + 6, + 7 + ] + ], + "gitlab": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "copilot-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1 + ] + ], + "gemini": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "bugbot": [ + [ + 0 + ], + [ + 1 + ] + ], + "copilot": [ + [ + 0, + 1 + ], + [ + 2 + ] + ], + "augment": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ] + ], + "mra-max": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ] + ], + "mra-nano": [ + [ + 0 + ], + [ + 1 + ] + ], + "mra-ultra": [ + [ + 0, + 4 + ], + [ + 1 + ], + [ + 2, + 3, + 5 + ] + ], + "mra-b": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mra-a": [ + [ + 0 + ], + [ + 1 + ] + ], + "cubic-dev": [ + [ + 0 + ], + [ + 1 + ] + ], + "mesa": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "codeant": [ + [ + 0 + ], + [ + 1, + 5 + ], + [ + 2, + 4 + ], + [ + 3 + ] + ], + "claude-code": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "qodo-extended": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-extended-summary": [ + [ + 0 + ], + [ + 1 + ] + ], + "mra-claude": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ] + }, + "https://github.com/calcom/cal.com/pull/11059": { + "baz": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "codeant-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4, + 5 + ], + [ + 6 + ], + [ + 7 + ] + ], + "propel-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "qodo-extended-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ] + ], + "mergemonkey": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "coderabbit": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ], + [ + 13 + ], + [ + 14 + ], + [ + 15 + ], + [ + 16 + ], + [ + 17 + ], + [ + 18 + ] + ], + "greptile-v4-1": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "gemini-v2": [ + [ + 0 + ], + [ + 1, + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "gitar": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "mra-openai": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3, + 5 + ], + [ + 4 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ] + ], + "mra-mix": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "gitlab": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4, + 5 + ], + [ + 6 + ] + ], + "deepsource": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "copilot-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 4 + ], + [ + 3 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ] + ], + "gemini": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "claude": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "graphite": [ + [ + 0, + 1 + ] + ], + "qodo": [ + [ + 0, + 7 + ], + [ + 1 + ], + [ + 2, + 6 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 8 + ] + ], + "bugbot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ] + ], + "copilot": [ + [ + 0, + 5, + 9, + 14 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ], + [ + 13 + ] + ], + "augment": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3, + 4, + 6 + ], + [ + 5 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ] + ], + "propel": [ + [ + 0, + 1 + ] + ], + "greptile": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "devin": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3 + ], + [ + 4 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ] + ], + "mra-max": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5, + 11 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 12 + ], + [ + 13 + ] + ], + "mra-nano": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ] + ], + "mra-ultra": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "mra-b": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "mra-a": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "entelligence": [ + [ + 0 + ], + [ + 1 + ] + ], + "sourcery": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "cubic-dev": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 8 + ], + [ + 3 + ], + [ + 4, + 5 + ], + [ + 6, + 7, + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ], + [ + 13 + ], + [ + 14 + ], + [ + 15, + 16 + ], + [ + 17 + ], + [ + 18 + ], + [ + 19 + ], + [ + 20 + ], + [ + 21 + ], + [ + 22 + ], + [ + 23 + ], + [ + 24 + ], + [ + 25 + ], + [ + 26 + ] + ], + "mesa": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ], + [ + 13 + ], + [ + 14 + ] + ], + "codeant": [ + [ + 0 + ], + [ + 1, + 4 + ], + [ + 2 + ], + [ + 3 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ], + [ + 13 + ], + [ + 14 + ], + [ + 15 + ], + [ + 16 + ] + ], + "kodus": [ + [ + 0, + 8 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6, + 7 + ] + ], + "claude-code": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "kodus-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "qodo-v2-2": [ + [ + 0 + ], + [ + 1, + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "qodo-v22": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "qodo-extended": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3, + 9 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7, + 8, + 11 + ], + [ + 10 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-extended-summary": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9, + 10, + 11 + ], + [ + 12 + ], + [ + 13 + ] + ], + "macroscope": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9, + 10, + 11, + 12, + 13, + 14 + ] + ], + "mra-claude": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ] + }, + "https://github.com/calcom/cal.com/pull/7232": { + "baz": [ + [ + 0, + 1, + 2 + ] + ], + "codeant-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "propel-v2": [ + [ + 0 + ], + [ + 1, + 2, + 3, + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ] + ], + "qodo-extended-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mergemonkey": [ + [ + 0 + ], + [ + 1, + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "coderabbit": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 8 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11, + 12 + ], + [ + 13 + ], + [ + 14 + ] + ], + "greptile-v4-1": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "gemini-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "gitar": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3, + 4 + ], + [ + 5 + ] + ], + "mra-openai": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4, + 5, + 6 + ] + ], + "mra-mix": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "gitlab": [ + [ + 0 + ], + [ + 1 + ] + ], + "deepsource": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "copilot-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "gemini": [ + [ + 0, + 1 + ], + [ + 2 + ] + ], + "claude": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "bugbot": [ + [ + 0 + ], + [ + 1 + ] + ], + "copilot": [ + [ + 0, + 3, + 4, + 9, + 10, + 11, + 12 + ], + [ + 1 + ], + [ + 2 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ] + ], + "augment": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "propel": [ + [ + 0, + 1 + ] + ], + "greptile": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "devin": [ + [ + 0 + ], + [ + 1 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "mra-max": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6, + 10, + 11, + 12, + 13, + 20 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9, + 15, + 21 + ], + [ + 14 + ], + [ + 16, + 17, + 18, + 23, + 24 + ], + [ + 19 + ], + [ + 22 + ] + ], + "mra-nano": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5, + 6, + 7 + ] + ], + "mra-ultra": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mra-b": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mra-a": [ + [ + 0, + 4 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "sourcery": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "cubic-dev": [ + [ + 0, + 2, + 7, + 8 + ], + [ + 1 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 9 + ] + ], + "mesa": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 8 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ] + ], + "codeant": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 10 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ] + ], + "kodus": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "claude-code": [ + [ + 0 + ], + [ + 1 + ] + ], + "kodus-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo-v2-2": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-v22": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo-extended": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1, + 3, + 5 + ], + [ + 2 + ], + [ + 4 + ] + ], + "qodo-extended-summary": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "macroscope": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mra-claude": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ] + }, + "https://github.com/calcom/cal.com/pull/14740": { + "baz": [ + [ + 0 + ], + [ + 1 + ] + ], + "codeant-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "propel-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "qodo-extended-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "mergemonkey": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "coderabbit": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4, + 10 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ] + ], + "greptile-v4-1": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "gemini-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "gitar": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mra-openai": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "mra-mix": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "gitlab": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "deepsource": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "copilot-v2": [ + [ + 0 + ], + [ + 1, + 2, + 4 + ], + [ + 3 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ] + ], + "gemini": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "claude": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "bugbot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "copilot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4, + 5, + 8 + ], + [ + 6 + ], + [ + 7 + ], + [ + 9 + ], + [ + 10 + ] + ], + "augment": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "propel": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "greptile": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "kg": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "devin": [ + [ + 0 + ], + [ + 1 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7, + 8 + ], + [ + 9 + ] + ], + "mra-max": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4, + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ] + ], + "mra-nano": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "mra-ultra": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mra-b": [ + [ + 0 + ], + [ + 1 + ] + ], + "mra-a": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "entelligence": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "sourcery": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3 + ], + [ + 4 + ] + ], + "cubic-dev": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ], + [ + 13 + ], + [ + 14 + ] + ], + "mesa": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "codeant": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ], + [ + 13 + ] + ], + "kodus": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3, + 7 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "claude-code": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "kodus-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-v2-2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "qodo-v22": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "qodo-extended": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "qodo-extended-summary": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "macroscope": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "mra-claude": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ] + }, + "https://github.com/calcom/cal.com/pull/10967": { + "baz": [ + [ + 0 + ], + [ + 1 + ] + ], + "codeant-v2": [ + [ + 0, + 2 + ], + [ + 1 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ] + ], + "propel-v2": [ + [ + 0, + 3 + ], + [ + 1 + ], + [ + 2 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "qodo-extended-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "mergemonkey": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "coderabbit": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ] + ], + "greptile-v4-1": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "gemini-v2": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4, + 5, + 6 + ] + ], + "gitar": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mra-openai": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4, + 6 + ], + [ + 5 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ] + ], + "mra-mix": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 9 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 10 + ], + [ + 11 + ] + ], + "gitlab": [ + [ + 0 + ], + [ + 1, + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "deepsource": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ] + ], + "copilot-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10, + 11 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "gemini": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3 + ], + [ + 4, + 5 + ], + [ + 6, + 9 + ], + [ + 7 + ], + [ + 8 + ] + ], + "claude": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "bugbot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "copilot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 10, + 11 + ], + [ + 3 + ], + [ + 4, + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ] + ], + "augment": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3 + ], + [ + 4 + ] + ], + "greptile": [ + [ + 0 + ], + [ + 1, + 3 + ], + [ + 2 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "devin": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3 + ], + [ + 4 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1, + 2 + ], + [ + 3 + ], + [ + 4, + 5, + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ] + ], + "mra-max": [ + [ + 0, + 4, + 5 + ], + [ + 1, + 2, + 7 + ], + [ + 3 + ], + [ + 6, + 10 + ], + [ + 8 + ], + [ + 9 + ], + [ + 11 + ] + ], + "mra-nano": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ], + [ + 13 + ], + [ + 14 + ] + ], + "mra-ultra": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ] + ], + "mra-b": [ + [ + 0 + ], + [ + 1, + 7 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 8 + ], + [ + 9 + ] + ], + "mra-a": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ], + [ + 13 + ], + [ + 14 + ], + [ + 15 + ], + [ + 16 + ], + [ + 17 + ], + [ + 18 + ] + ], + "entelligence": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ] + ], + "sourcery": [ + [ + 0, + 4 + ], + [ + 1 + ], + [ + 2, + 5 + ], + [ + 3 + ], + [ + 6 + ] + ], + "mesa": [ + [ + 0, + 9 + ], + [ + 1 + ], + [ + 2, + 4, + 7 + ], + [ + 3 + ], + [ + 5 + ], + [ + 6 + ], + [ + 8 + ], + [ + 10, + 11 + ], + [ + 12 + ] + ], + "codeant": [ + [ + 0, + 6 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ] + ], + "kodus": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ] + ], + "claude-code": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "kodus-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo-v2-2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "qodo-v22": [ + [ + 0 + ], + [ + 1, + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "qodo-extended": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "qodo-extended-summary": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "macroscope": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "mra-claude": [ + [ + 0, + 2, + 5 + ], + [ + 1 + ], + [ + 3 + ], + [ + 4 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8, + 12 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ] + ] + }, + "https://github.com/calcom/cal.com/pull/8087": { + "baz": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "codeant-v2": [ + [ + 0 + ], + [ + 1, + 2, + 3 + ] + ], + "propel-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "qodo-extended-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "mergemonkey": [ + [ + 0, + 2, + 3 + ], + [ + 1 + ], + [ + 4 + ] + ], + "coderabbit": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ] + ], + "greptile-v4-1": [ + [ + 0 + ], + [ + 1, + 2 + ], + [ + 3 + ] + ], + "gitar": [ + [ + 0, + 2 + ], + [ + 1 + ] + ], + "mra-openai": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "mra-mix": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "gitlab": [ + [ + 0, + 1, + 3 + ], + [ + 2 + ] + ], + "deepsource": [ + [ + 0, + 1, + 2 + ] + ], + "copilot-v2": [ + [ + 0, + 1, + 2, + 3 + ], + [ + 4 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1, + 2 + ], + [ + 3 + ] + ], + "gemini": [ + [ + 0 + ], + [ + 1, + 2 + ] + ], + "claude": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "bugbot": [ + [ + 0, + 1 + ] + ], + "copilot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "augment": [ + [ + 0, + 1 + ], + [ + 2, + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "greptile": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "kg": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "devin": [ + [ + 0, + 1 + ], + [ + 2, + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "mra-max": [ + [ + 0, + 10 + ], + [ + 1, + 5 + ], + [ + 2, + 8, + 9 + ], + [ + 3 + ], + [ + 4 + ], + [ + 6 + ], + [ + 7 + ], + [ + 11 + ], + [ + 12 + ] + ], + "mra-nano": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3, + 4 + ] + ], + "mra-ultra": [ + [ + 0 + ], + [ + 1, + 4 + ], + [ + 2, + 3 + ], + [ + 5 + ], + [ + 6 + ] + ], + "mra-b": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mra-a": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "sourcery": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "cubic-dev": [ + [ + 0 + ], + [ + 1, + 2, + 3, + 4 + ], + [ + 5, + 6, + 7, + 9, + 10, + 11, + 12, + 13 + ], + [ + 8 + ] + ], + "mesa": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ] + ], + "codeant": [ + [ + 0, + 3, + 4 + ], + [ + 1 + ], + [ + 2 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ] + ], + "kodus": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "claude-code": [ + [ + 0, + 1, + 2, + 4, + 5 + ], + [ + 3 + ] + ], + "qodo-extended": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ] + ], + "qodo-extended-summary": [ + [ + 0, + 1 + ], + [ + 2 + ] + ], + "macroscope": [ + [ + 0, + 1, + 2, + 3, + 4 + ] + ], + "mra-claude": [ + [ + 0 + ], + [ + 1, + 2, + 5 + ], + [ + 3 + ], + [ + 4 + ] + ] + }, + "https://github.com/keycloak/keycloak/pull/37634": { + "baz": [ + [ + 0 + ], + [ + 1 + ] + ], + "codeant-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "propel-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-extended-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mergemonkey": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "coderabbit": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "greptile-v4-1": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "gemini-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "gitar": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mra-openai": [ + [ + 0, + 4, + 5, + 6 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ] + ], + "mra-mix": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "gitlab": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "copilot-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "claude": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "gemini": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "augment": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "propel": [ + [ + 0 + ], + [ + 1 + ] + ], + "graphite": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "bugbot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "copilot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "greptile": [ + [ + 0 + ], + [ + 1 + ] + ], + "kg": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "devin": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mra-max": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "mra-ultra": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "mra-b": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "mra-a": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "sourcery": [ + [ + 0 + ], + [ + 1 + ] + ], + "mesa": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "codeant": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4, + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ] + ], + "kodus": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ] + ], + "claude-code": [ + [ + 0 + ], + [ + 1 + ] + ], + "kodus-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "qodo-v2-2": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo-v22": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo-extended": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "qodo-extended-summary": [ + [ + 0 + ], + [ + 1 + ] + ], + "macroscope": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mra-claude": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ] + }, + "https://github.com/keycloak/keycloak/pull/36880": { + "baz": [ + [ + 0 + ], + [ + 1, + 2 + ] + ], + "codeant-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "propel-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-extended-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "mergemonkey": [ + [ + 0 + ], + [ + 1 + ] + ], + "coderabbit": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "greptile-v4-1": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "gemini-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "gitar": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3, + 4 + ] + ], + "mra-openai": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3, + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ] + ], + "mra-mix": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "gitlab": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4, + 5 + ], + [ + 6, + 7 + ] + ], + "deepsource": [ + [ + 0 + ], + [ + 1 + ] + ], + "copilot-v2": [ + [ + 0 + ], + [ + 1, + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5, + 6 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1, + 2 + ], + [ + 3 + ] + ], + "claude": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "gemini": [ + [ + 0, + 1 + ], + [ + 2 + ] + ], + "propel": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3 + ] + ], + "augment": [ + [ + 0 + ], + [ + 1 + ] + ], + "bugbot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "copilot": [ + [ + 0 + ], + [ + 1, + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mra-max": [ + [ + 0 + ], + [ + 1, + 6 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ] + ], + "mra-ultra": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mra-b": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mra-a": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "entelligence": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "sourcery": [ + [ + 0, + 4 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 5 + ] + ], + "codeant": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ] + ], + "kodus": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "claude-code": [ + [ + 0 + ], + [ + 1 + ] + ], + "kodus-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "qodo-v2-2": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-v22": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-extended": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-extended-summary": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "macroscope": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "mra-claude": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ] + }, + "https://github.com/keycloak/keycloak/pull/40940": { + "codeant-v2": [ + [ + 0, + 1, + 2 + ] + ], + "propel-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-extended-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "mergemonkey": [ + [ + 0 + ], + [ + 1 + ] + ], + "greptile-v4-1": [ + [ + 0, + 3 + ], + [ + 1 + ], + [ + 2 + ] + ], + "gemini-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "mra-openai": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mra-mix": [ + [ + 0 + ], + [ + 1, + 6 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "gitlab": [ + [ + 0, + 1 + ] + ], + "copilot-v2": [ + [ + 0 + ], + [ + 1, + 2 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1 + ] + ], + "propel": [ + [ + 0, + 1, + 2, + 3 + ] + ], + "augment": [ + [ + 0 + ], + [ + 1 + ] + ], + "gemini": [ + [ + 0, + 1 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "bugbot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "copilot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "greptile": [ + [ + 0 + ], + [ + 1, + 2, + 3 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3, + 4, + 5 + ] + ], + "mra-max": [ + [ + 0, + 1, + 3, + 4 + ], + [ + 2, + 9 + ], + [ + 5 + ], + [ + 6, + 7 + ], + [ + 8 + ] + ], + "mra-ultra": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mra-b": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3 + ] + ], + "mra-a": [ + [ + 0 + ], + [ + 1, + 2, + 3, + 4 + ], + [ + 5, + 7 + ], + [ + 6 + ] + ], + "entelligence": [ + [ + 0 + ], + [ + 1 + ] + ], + "sourcery": [ + [ + 0, + 2 + ], + [ + 1 + ], + [ + 3 + ] + ], + "cubic-dev": [ + [ + 0 + ], + [ + 1 + ] + ], + "mesa": [ + [ + 0, + 1 + ], + [ + 2, + 7, + 9 + ], + [ + 3, + 4, + 5, + 6, + 8 + ] + ], + "codeant": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3, + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ] + ], + "kodus": [ + [ + 0, + 1, + 2 + ] + ], + "claude-code": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-v2-2": [ + [ + 0, + 1 + ], + [ + 2 + ] + ], + "qodo-v22": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "qodo-extended": [ + [ + 0, + 3 + ], + [ + 1, + 2 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "qodo-extended-summary": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "macroscope": [ + [ + 0 + ], + [ + 1 + ] + ], + "mra-claude": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ] + ] + }, + "https://github.com/keycloak/keycloak/pull/32918": { + "codeant-v2": [ + [ + 0 + ], + [ + 1, + 2 + ] + ], + "mergemonkey": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "coderabbit": [ + [ + 0 + ], + [ + 1 + ] + ], + "greptile-v4-1": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "gemini-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "mra-openai": [ + [ + 0 + ], + [ + 1 + ] + ], + "mra-mix": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ] + ], + "gitlab": [ + [ + 0 + ], + [ + 1, + 2 + ] + ], + "deepsource": [ + [ + 0 + ], + [ + 1, + 2 + ] + ], + "copilot-v2": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3 + ] + ], + "gemini": [ + [ + 0 + ], + [ + 1 + ] + ], + "graphite": [ + [ + 0, + 1 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "bugbot": [ + [ + 0 + ], + [ + 1 + ] + ], + "copilot": [ + [ + 0, + 1 + ] + ], + "propel": [ + [ + 0 + ], + [ + 1, + 2 + ] + ], + "kg": [ + [ + 0, + 1 + ], + [ + 2 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mra-max": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mra-ultra": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mra-b": [ + [ + 0 + ], + [ + 1 + ] + ], + "mra-a": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "entelligence": [ + [ + 0 + ], + [ + 1 + ] + ], + "sourcery": [ + [ + 0 + ], + [ + 1 + ] + ], + "cubic-dev": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "mesa": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "codeant": [ + [ + 0 + ], + [ + 1, + 2 + ], + [ + 3 + ] + ], + "claude-code": [ + [ + 0 + ], + [ + 1, + 2 + ] + ], + "qodo-v22": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo-extended": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "qodo-extended-summary": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mra-claude": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ] + }, + "https://github.com/grafana/grafana/pull/79265": { + "codeant-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "propel-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "qodo-extended-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mergemonkey": [ + [ + 0 + ], + [ + 1 + ] + ], + "coderabbit": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "greptile-v4-1": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "gemini-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "gitar": [ + [ + 0 + ], + [ + 1 + ] + ], + "mra-openai": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3 + ], + [ + 4 + ] + ], + "mra-mix": [ + [ + 0, + 2 + ], + [ + 1 + ], + [ + 3 + ], + [ + 4, + 5 + ], + [ + 6 + ] + ], + "gitlab": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "deepsource": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "copilot-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "gemini": [ + [ + 0 + ], + [ + 1 + ] + ], + "claude": [ + [ + 0 + ], + [ + 1, + 2 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "copilot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ] + ], + "bugbot": [ + [ + 0 + ], + [ + 1 + ] + ], + "augment": [ + [ + 0 + ], + [ + 1 + ] + ], + "propel": [ + [ + 0 + ], + [ + 1 + ] + ], + "greptile": [ + [ + 0 + ], + [ + 1, + 2 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "devin": [ + [ + 0 + ], + [ + 1 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mra-max": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ] + ], + "mra-nano": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mra-ultra": [ + [ + 0, + 1 + ], + [ + 2, + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12, + 15 + ], + [ + 13 + ], + [ + 14 + ], + [ + 16 + ] + ], + "mra-b": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "mra-a": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "sourcery": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "cubic-dev": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ] + ], + "mesa": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ] + ], + "codeant": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ] + ], + "kodus": [ + [ + 0 + ], + [ + 1, + 3 + ], + [ + 2, + 4 + ] + ], + "claude-code": [ + [ + 0 + ], + [ + 1 + ] + ], + "kodus-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-v22": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-extended": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "cubic-v2": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "qodo-extended-summary": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "mra-claude": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ] + }, + "https://github.com/ai-code-review-evaluation/discourse-graphite/pull/2": { + "codeant-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "propel-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "qodo-extended-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3 + ] + ], + "mergemonkey": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "coderabbit": [ + [ + 0 + ], + [ + 1 + ], + [ + 4 + ], + [ + 2 + ], + [ + 3 + ], + [ + 5 + ], + [ + 6 + ] + ], + "greptile-v4-1": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "gemini-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3 + ], + [ + 4 + ] + ], + "gitar": [ + [ + 0 + ], + [ + 1 + ] + ], + "mra-openai": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "mra-mix": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "gitlab": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "deepsource": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "copilot-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "gemini": [ + [ + 0 + ], + [ + 1, + 2 + ] + ], + "qodo": [ + [ + 0, + 2 + ], + [ + 1 + ], + [ + 3 + ] + ], + "bugbot": [ + [ + 0 + ], + [ + 1 + ] + ], + "copilot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4, + 5 + ] + ], + "augment": [ + [ + 0 + ], + [ + 1 + ] + ], + "greptile": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "kg": [ + [ + 0, + 1 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "mra-max": [ + [ + 0, + 1, + 6 + ], + [ + 2 + ], + [ + 3, + 5, + 9 + ], + [ + 4 + ], + [ + 7 + ], + [ + 8 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ], + [ + 13 + ], + [ + 14 + ], + [ + 15 + ], + [ + 16 + ], + [ + 17 + ] + ], + "mra-nano": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ] + ], + "mra-ultra": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "mra-b": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "mra-a": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "sourcery": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "cubic-dev": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ] + ], + "mesa": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "codeant": [ + [ + 0 + ], + [ + 1, + 7 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "kodus": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "claude-code": [ + [ + 0 + ], + [ + 1 + ] + ], + "kodus-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "qodo-v2-2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo-v22": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "qodo-extended": [ + [ + 0, + 1 + ], + [ + 2, + 3, + 4 + ], + [ + 5 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-extended-summary": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mra-claude": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ] + }, + "https://github.com/calcom/cal.com/pull/10600": { + "codeant-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "propel-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "qodo-extended-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mergemonkey": [ + [ + 0 + ], + [ + 1 + ] + ], + "coderabbit": [ + [ + 0, + 2 + ], + [ + 1 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5, + 6 + ], + [ + 7 + ], + [ + 8 + ] + ], + "greptile-v4-1": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "gemini-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "gitar": [ + [ + 0 + ], + [ + 1 + ] + ], + "mra-openai": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ] + ], + "mra-mix": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ] + ], + "gitlab": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "deepsource": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6, + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ] + ], + "copilot-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5, + 7 + ], + [ + 6 + ], + [ + 8 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1, + 2 + ], + [ + 3 + ] + ], + "gemini": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "claude": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 4 + ], + [ + 3 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "copilot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5, + 9 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ] + ], + "augment": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "propel": [ + [ + 0, + 1 + ], + [ + 2 + ] + ], + "greptile": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ] + ], + "mra-max": [ + [ + 0, + 6 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ] + ], + "mra-nano": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "mra-ultra": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ] + ], + "mra-b": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "mra-a": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ] + ], + "sourcery": [ + [ + 0, + 4 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "cubic-dev": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8, + 13 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ] + ], + "mesa": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 5 + ], + [ + 3 + ], + [ + 4 + ] + ], + "codeant": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 13 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ] + ], + "kodus": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5, + 6 + ], + [ + 7 + ] + ], + "claude-code": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "qodo-v2-2": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-v22": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "qodo-extended": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo-extended-summary": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "macroscope": [ + [ + 0 + ], + [ + 1 + ] + ], + "mra-claude": [ + [ + 0 + ], + [ + 1, + 3 + ], + [ + 2 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ] + ] + }, + "https://github.com/grafana/grafana/pull/80329": { + "propel-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-extended-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mergemonkey": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "coderabbit": [ + [ + 0, + 2, + 3 + ], + [ + 1 + ], + [ + 4 + ] + ], + "greptile-v4-1": [ + [ + 0, + 1 + ], + [ + 2, + 3 + ], + [ + 4 + ] + ], + "gemini-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "gitar": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "mra-openai": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "mra-mix": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "gitlab": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "copilot-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "gemini": [ + [ + 0 + ], + [ + 1 + ] + ], + "claude": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1, + 2, + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "bugbot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "copilot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "augment": [ + [ + 0 + ], + [ + 1 + ] + ], + "greptile": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "devin": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mra-max": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mra-nano": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "mra-ultra": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mra-b": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "mra-a": [ + [ + 0 + ], + [ + 1, + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "entelligence": [ + [ + 0, + 1, + 2 + ] + ], + "sourcery": [ + [ + 0 + ], + [ + 1, + 2 + ], + [ + 3 + ] + ], + "cubic-dev": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mesa": [ + [ + 0, + 1 + ], + [ + 2, + 3 + ], + [ + 4, + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ] + ], + "codeant": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ] + ], + "kodus": [ + [ + 0 + ], + [ + 1 + ] + ], + "claude-code": [ + [ + 0, + 1 + ], + [ + 2, + 3, + 4 + ], + [ + 5 + ] + ], + "kodus-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "qodo-v2-2": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-v22": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo-extended": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "cubic-v2": [ + [ + 0, + 1 + ], + [ + 2 + ] + ], + "qodo-extended-summary": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mra-claude": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ] + }, + "https://github.com/keycloak/keycloak/pull/37429": { + "propel-v2": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo-extended-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mergemonkey": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "coderabbit": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3, + 6 + ], + [ + 4 + ], + [ + 5 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ] + ], + "greptile-v4-1": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "gemini-v2": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ] + ], + "gitar": [ + [ + 0 + ], + [ + 1 + ] + ], + "mra-openai": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4, + 5 + ] + ], + "mra-mix": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ], + [ + 13 + ], + [ + 14 + ] + ], + "gitlab": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "copilot-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3, + 4 + ], + [ + 5 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1, + 2 + ], + [ + 3, + 4 + ] + ], + "gemini": [ + [ + 0, + 1 + ], + [ + 2, + 3 + ], + [ + 4 + ] + ], + "augment": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "bugbot": [ + [ + 0 + ], + [ + 1 + ] + ], + "propel": [ + [ + 0 + ], + [ + 1 + ] + ], + "copilot": [ + [ + 0, + 7 + ], + [ + 1, + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5, + 6 + ] + ], + "greptile": [ + [ + 0 + ], + [ + 1, + 2 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "devin": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3, + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "mra-max": [ + [ + 0, + 1, + 4 + ], + [ + 2 + ], + [ + 3 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ] + ], + "mra-nano": [ + [ + 0 + ], + [ + 1 + ] + ], + "mra-ultra": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3, + 4 + ], + [ + 5 + ] + ], + "mra-a": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mra-b": [ + [ + 0 + ], + [ + 1 + ] + ], + "entelligence": [ + [ + 0, + 1 + ], + [ + 2 + ] + ], + "sourcery": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "cubic-dev": [ + [ + 0, + 3 + ], + [ + 1 + ], + [ + 2, + 11 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 12, + 13, + 14, + 17 + ], + [ + 15 + ], + [ + 16 + ] + ], + "mesa": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4, + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8, + 10 + ], + [ + 9 + ] + ], + "codeant": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9, + 15 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ], + [ + 13 + ], + [ + 14 + ] + ], + "kodus": [ + [ + 0 + ], + [ + 1, + 5 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "claude-code": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "kodus-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "qodo-v22": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "qodo-extended": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "qodo-extended-summary": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mra-claude": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ] + }, + "https://github.com/keycloak/keycloak/pull/38446": { + "propel-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo-extended-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mergemonkey": [ + [ + 0, + 1 + ] + ], + "coderabbit": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "greptile-v4-1": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "gemini-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mra-openai": [ + [ + 0, + 3 + ], + [ + 1, + 2 + ], + [ + 4, + 5 + ], + [ + 6 + ] + ], + "mra-mix": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "gitlab": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "deepsource": [ + [ + 0 + ], + [ + 1 + ] + ], + "copilot-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "gemini": [ + [ + 0 + ], + [ + 1, + 2 + ] + ], + "copilot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "augment": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "greptile": [ + [ + 0 + ], + [ + 1 + ] + ], + "claude": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "bugbot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "mra-max": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 4, + 5 + ], + [ + 3, + 6, + 7 + ] + ], + "mra-ultra": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "mra-a": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3, + 5 + ], + [ + 4 + ] + ], + "mra-b": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "entelligence": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "sourcery": [ + [ + 0 + ], + [ + 1, + 6 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "mesa": [ + [ + 0, + 1 + ], + [ + 2, + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "codeant": [ + [ + 0 + ], + [ + 1, + 5 + ], + [ + 2 + ], + [ + 3, + 6 + ], + [ + 4 + ] + ], + "kodus": [ + [ + 0 + ], + [ + 1, + 3 + ], + [ + 2 + ], + [ + 4 + ] + ], + "claude-code": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "kodus-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-v2-2": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-v22": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo-extended": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo-extended-summary": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "macroscope": [ + [ + 0, + 1 + ] + ], + "mra-claude": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ] + }, + "https://github.com/getsentry/sentry/pull/80168": { + "qodo-extended-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "mergemonkey": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "coderabbit": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "greptile-v4-1": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "gitar": [ + [ + 0 + ], + [ + 1 + ] + ], + "mra-openai": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mra-mix": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "gitlab": [ + [ + 0, + 1 + ] + ], + "deepsource": [ + [ + 0 + ], + [ + 1, + 3 + ], + [ + 2 + ], + [ + 4 + ] + ], + "copilot-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1 + ] + ], + "gemini": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "copilot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "augment": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "greptile": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "devin": [ + [ + 0 + ], + [ + 1 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1, + 2, + 3 + ], + [ + 4 + ] + ], + "mra-max": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3, + 4, + 7, + 8 + ], + [ + 5 + ], + [ + 6 + ], + [ + 9 + ], + [ + 10 + ] + ], + "mra-ultra": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mra-b": [ + [ + 0 + ], + [ + 1 + ] + ], + "mra-a": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "sourcery": [ + [ + 0 + ], + [ + 1, + 3 + ], + [ + 2 + ], + [ + 4 + ] + ], + "cubic-dev": [ + [ + 0, + 4 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 5 + ] + ], + "mesa": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "codeant": [ + [ + 0, + 5 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8, + 9 + ] + ], + "kodus": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3 + ] + ], + "claude-code": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo-extended": [ + [ + 0 + ], + [ + 1 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo-extended-summary": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mra-claude": [ + [ + 0, + 1 + ], + [ + 2, + 4 + ], + [ + 3 + ], + [ + 5 + ] + ] + }, + "https://github.com/getsentry/sentry/pull/77754": { + "mergemonkey": [ + [ + 0 + ], + [ + 1 + ] + ], + "coderabbit": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "greptile-v4-1": [ + [ + 0, + 1 + ], + [ + 2 + ] + ], + "gemini-v2": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mra-openai": [ + [ + 0 + ], + [ + 1, + 6 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "mra-mix": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "gitlab": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "deepsource": [ + [ + 0, + 2, + 3 + ], + [ + 1 + ] + ], + "copilot-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "gemini": [ + [ + 0 + ], + [ + 1 + ] + ], + "claude": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "bugbot": [ + [ + 0 + ], + [ + 1 + ] + ], + "copilot": [ + [ + 0 + ], + [ + 1 + ] + ], + "propel": [ + [ + 0 + ], + [ + 1 + ] + ], + "greptile": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "mra-max": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "mra-ultra": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mra-b": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "mra-a": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3 + ] + ], + "sourcery": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "cubic-dev": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "mesa": [ + [ + 0 + ], + [ + 1, + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "codeant": [ + [ + 0 + ], + [ + 1, + 2, + 3, + 4 + ] + ], + "kodus": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "mra-claude": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ] + }, + "https://github.com/grafana/grafana/pull/90939": { + "coderabbit": [ + [ + 0 + ], + [ + 1 + ] + ], + "gemini-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "mra-mix": [ + [ + 0, + 1, + 2 + ] + ], + "copilot-v2": [ + [ + 0, + 2, + 3 + ], + [ + 1 + ], + [ + 4 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1 + ] + ], + "gemini": [ + [ + 0, + 1 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1 + ] + ], + "kg": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "mra-max": [ + [ + 0, + 6 + ], + [ + 1, + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 7 + ] + ], + "mra-nano": [ + [ + 0 + ], + [ + 1 + ] + ], + "mra-ultra": [ + [ + 0 + ], + [ + 1 + ] + ], + "mra-b": [ + [ + 0 + ], + [ + 1 + ] + ], + "mra-a": [ + [ + 0 + ], + [ + 1 + ] + ], + "sourcery": [ + [ + 0 + ], + [ + 1 + ] + ], + "cubic-dev": [ + [ + 0 + ], + [ + 1 + ] + ], + "mesa": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "codeant": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo-extended": [ + [ + 0 + ], + [ + 1 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-extended-summary": [ + [ + 0 + ], + [ + 1 + ] + ], + "macroscope": [ + [ + 0 + ], + [ + 1 + ] + ], + "mra-claude": [ + [ + 0 + ], + [ + 1 + ] + ] + }, + "https://github.com/ai-code-review-evaluation/discourse-graphite/pull/9": { + "coderabbit": [ + [ + 0 + ], + [ + 1, + 2 + ], + [ + 3 + ] + ], + "greptile-v4-1": [ + [ + 0 + ], + [ + 1 + ] + ], + "gemini-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "gitar": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mra-openai": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mra-mix": [ + [ + 0 + ], + [ + 1, + 2 + ] + ], + "deepsource": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 5, + 6 + ], + [ + 3 + ], + [ + 4 + ] + ], + "copilot-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1, + 2 + ] + ], + "copilot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "augment": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "propel": [ + [ + 0, + 1 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mra-max": [ + [ + 0, + 8 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3, + 4, + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 9 + ], + [ + 10 + ] + ], + "mra-nano": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5, + 6 + ], + [ + 7 + ] + ], + "mra-ultra": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5, + 6 + ] + ], + "mra-b": [ + [ + 0 + ], + [ + 1, + 2 + ], + [ + 3, + 4 + ] + ], + "mra-a": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "sourcery": [ + [ + 0 + ], + [ + 1 + ] + ], + "cubic-dev": [ + [ + 0 + ], + [ + 1 + ] + ], + "mesa": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "codeant": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ] + ], + "kodus": [ + [ + 0, + 1, + 2 + ] + ], + "claude-code": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "qodo-v22": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "qodo-extended-summary": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mra-claude": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5, + 6 + ] + ] + }, + "https://github.com/keycloak/keycloak/pull/36882": { + "greptile-v4-1": [ + [ + 0 + ], + [ + 1 + ] + ], + "gemini-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "mra-openai": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "mra-mix": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "gitlab": [ + [ + 0 + ], + [ + 1 + ] + ], + "copilot-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "copilot": [ + [ + 0, + 1 + ], + [ + 2 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3 + ], + [ + 4 + ] + ], + "mra-max": [ + [ + 0, + 5 + ], + [ + 1, + 2, + 3 + ], + [ + 4 + ] + ], + "mra-ultra": [ + [ + 0, + 3 + ], + [ + 1 + ], + [ + 2 + ], + [ + 4 + ], + [ + 5 + ] + ], + "mra-b": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mra-a": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5, + 6 + ] + ], + "sourcery": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "cubic-dev": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "codeant": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ] + ], + "kodus": [ + [ + 0 + ], + [ + 1 + ] + ], + "kodus-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "qodo-extended-summary": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mra-claude": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ] + }, + "https://github.com/grafana/grafana/pull/76186": { + "gemini-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mra-openai": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 4 + ], + [ + 3 + ], + [ + 5 + ] + ], + "mra-mix": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "gitlab": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "copilot-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1 + ] + ], + "gemini": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "augment": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mra-max": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "mra-nano": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mra-ultra": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mra-b": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "mra-a": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "entelligence": [ + [ + 0 + ], + [ + 1, + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "sourcery": [ + [ + 0, + 2 + ], + [ + 1 + ] + ], + "cubic-dev": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "mesa": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "codeant": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ] + ], + "kodus": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "claude-code": [ + [ + 0 + ], + [ + 1 + ] + ], + "kodus-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-v22": [ + [ + 0 + ], + [ + 1 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "qodo-extended-summary": [ + [ + 0 + ], + [ + 1 + ] + ], + "mra-claude": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ] + } +} \ No newline at end of file diff --git a/offline/results/anthropic_claude-sonnet-4-5-20250929/dedup_groups.json b/offline/results/anthropic_claude-sonnet-4-5-20250929/dedup_groups.json new file mode 100644 index 0000000..6acf378 --- /dev/null +++ b/offline/results/anthropic_claude-sonnet-4-5-20250929/dedup_groups.json @@ -0,0 +1,28192 @@ +{ + "https://github.com/keycloak/keycloak/pull/37429": { + "coderabbit": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3, + 6 + ], + [ + 4 + ], + [ + 5 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3, + 4 + ] + ], + "gemini": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3 + ] + ], + "augment": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "bugbot": [ + [ + 0 + ], + [ + 1 + ] + ], + "propel": [ + [ + 0 + ], + [ + 1 + ] + ], + "copilot": [ + [ + 0, + 7 + ], + [ + 1, + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5, + 6 + ] + ], + "greptile": [ + [ + 0 + ], + [ + 1, + 2 + ] + ], + "devin": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mra-max": [ + [ + 0 + ], + [ + 1, + 4 + ], + [ + 2 + ], + [ + 3 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "mra-nano": [ + [ + 0 + ], + [ + 1 + ] + ], + "mra-ultra": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3, + 4 + ], + [ + 5 + ] + ], + "mra-a": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mra-b": [ + [ + 0 + ], + [ + 1 + ] + ], + "entelligence": [ + [ + 0 + ], + [ + 1 + ] + ], + "sourcery": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "cubic-dev": [ + [ + 0, + 3 + ], + [ + 1 + ], + [ + 2, + 11 + ], + [ + 4 + ], + [ + 5, + 8 + ], + [ + 6 + ], + [ + 7 + ], + [ + 9 + ], + [ + 10 + ], + [ + 12, + 13, + 14, + 17 + ], + [ + 15 + ], + [ + 16 + ] + ], + "mesa": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4, + 5 + ], + [ + 6 + ], + [ + 7, + 8 + ] + ], + "codeant": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4, + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ], + [ + 13 + ], + [ + 14 + ], + [ + 15 + ] + ], + "kodus": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "claude-code": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "linearb": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "kodus-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-v22": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "qodo-extended": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "qodo-extended-summary": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mergemonkey": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3, + 4 + ] + ], + "greptile-v4-1": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "gemini-v2": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ] + ], + "gitar": [ + [ + 0 + ], + [ + 1 + ] + ], + "gitlab": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "copilot-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3, + 4 + ], + [ + 5 + ] + ] + }, + "https://github.com/keycloak/keycloak/pull/37634": { + "coderabbit": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8, + 9 + ] + ], + "claude": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "gemini": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "augment": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "propel": [ + [ + 0 + ], + [ + 1 + ] + ], + "graphite": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "bugbot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "copilot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "greptile": [ + [ + 0 + ], + [ + 1 + ] + ], + "kg": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "devin": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mra-max": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mra-ultra": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "mra-b": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "mra-a": [ + [ + 0 + ], + [ + 1, + 2 + ], + [ + 3, + 4 + ], + [ + 5, + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ] + ], + "sourcery": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mesa": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ] + ], + "codeant": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ] + ], + "kodus": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3, + 12 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10, + 11 + ] + ], + "claude-code": [ + [ + 0 + ], + [ + 1 + ] + ], + "kodus-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "qodo-v2-2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "qodo-v22": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4, + 5 + ], + [ + 6 + ] + ], + "qodo-extended": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "qodo-extended-summary": [ + [ + 0 + ], + [ + 1 + ] + ], + "macroscope": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mergemonkey": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "greptile-v4-1": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "gemini-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "gitar": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "gitlab": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "copilot-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3, + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ] + }, + "https://github.com/keycloak/keycloak/pull/38446": { + "coderabbit": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "gemini": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "copilot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "augment": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "greptile": [ + [ + 0 + ], + [ + 1 + ] + ], + "claude": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "bugbot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "propel": [ + [ + 0, + 1, + 2, + 3 + ] + ], + "qodo-v2": [ + [ + 0, + 4 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mra-max": [ + [ + 0 + ], + [ + 1 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3, + 4 + ], + [ + 5 + ] + ], + "mra-ultra": [ + [ + 0 + ], + [ + 1, + 4 + ], + [ + 2 + ], + [ + 3 + ], + [ + 5 + ] + ], + "mra-a": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "mra-b": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "entelligence": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "sourcery": [ + [ + 0 + ], + [ + 1, + 6 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "mesa": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "codeant": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5, + 7 + ], + [ + 6 + ] + ], + "kodus": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "claude-code": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4, + 5 + ] + ], + "kodus-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-v2-2": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-v22": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo-extended": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo-extended-summary": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5, + 6 + ] + ], + "macroscope": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mergemonkey": [ + [ + 0, + 1 + ] + ], + "greptile-v4-1": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "gemini-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "gitlab": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "deepsource": [ + [ + 0 + ], + [ + 1 + ] + ], + "copilot-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ] + }, + "https://github.com/keycloak/keycloak/pull/36882": { + "coderabbit": [ + [ + 0 + ], + [ + 1 + ] + ], + "copilot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "qodo": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "mra-max": [ + [ + 0, + 5 + ], + [ + 1 + ], + [ + 2, + 3 + ], + [ + 4 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mra-ultra": [ + [ + 0, + 4, + 5 + ], + [ + 1, + 2 + ], + [ + 3 + ], + [ + 6, + 7 + ], + [ + 8 + ], + [ + 9 + ] + ], + "mra-b": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mra-a": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4, + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8, + 9 + ] + ], + "sourcery": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "cubic-dev": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "codeant": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7, + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11, + 12 + ] + ], + "kodus": [ + [ + 0 + ], + [ + 1 + ] + ], + "kodus-v2": [ + [ + 0, + 1, + 2 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "qodo-extended-summary": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "greptile-v4-1": [ + [ + 0 + ], + [ + 1 + ] + ], + "gemini-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "gitlab": [ + [ + 0 + ], + [ + 1 + ] + ], + "copilot-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ] + }, + "https://github.com/keycloak/keycloak/pull/36880": { + "coderabbit": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3 + ] + ], + "claude": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "gemini": [ + [ + 0, + 1 + ], + [ + 2 + ] + ], + "propel": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3, + 4 + ] + ], + "augment": [ + [ + 0 + ], + [ + 1 + ] + ], + "bugbot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "copilot": [ + [ + 0 + ], + [ + 1, + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "baz": [ + [ + 0 + ], + [ + 1, + 2 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mra-max": [ + [ + 0 + ], + [ + 1, + 6 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 7 + ], + [ + 8 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mra-ultra": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mra-b": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3 + ] + ], + "mra-a": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "entelligence": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "sourcery": [ + [ + 0, + 4 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 5 + ] + ], + "mesa": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "codeant": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ] + ], + "kodus": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5, + 6 + ] + ], + "claude-code": [ + [ + 0 + ], + [ + 1 + ] + ], + "kodus-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo-v2-2": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-v22": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-extended": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-extended-summary": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "macroscope": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "mergemonkey": [ + [ + 0 + ], + [ + 1 + ] + ], + "greptile-v4-1": [ + [ + 0, + 2 + ], + [ + 1 + ] + ], + "gemini-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "gitar": [ + [ + 0 + ], + [ + 1, + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "gitlab": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4, + 5 + ], + [ + 6, + 7 + ] + ], + "deepsource": [ + [ + 0 + ], + [ + 1 + ] + ], + "copilot-v2": [ + [ + 0 + ], + [ + 1, + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1, + 2 + ], + [ + 3 + ] + ] + }, + "https://github.com/keycloak/keycloak/pull/37038": { + "coderabbit": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "copilot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "augment": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3, + 4 + ], + [ + 5, + 6 + ] + ], + "bugbot": [ + [ + 0 + ], + [ + 1 + ] + ], + "propel": [ + [ + 0, + 1, + 2 + ] + ], + "baz": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "mra-max": [ + [ + 0, + 1, + 2 + ], + [ + 3, + 5 + ], + [ + 4 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ] + ], + "greptile-v4": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "mra-ultra": [ + [ + 0, + 3 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mra-a": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ] + ], + "mra-b": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "entelligence": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "sourcery": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3 + ] + ], + "cubic-dev": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4, + 9 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 10 + ], + [ + 11 + ] + ], + "mesa": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "codeant": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ] + ], + "kodus": [ + [ + 0 + ], + [ + 1, + 8 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5, + 9 + ], + [ + 6 + ], + [ + 7 + ], + [ + 10 + ] + ], + "claude-code": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "kodus-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "qodo-v2-2": [ + [ + 0 + ], + [ + 1, + 4, + 5 + ], + [ + 2, + 3 + ] + ], + "qodo-v22": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo-extended": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo-extended-summary": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "macroscope": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mergemonkey": [ + [ + 0 + ], + [ + 1 + ] + ], + "greptile-v4-1": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "gemini-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "gitar": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "gitlab": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "deepsource": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4, + 5 + ] + ], + "copilot-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ] + }, + "https://github.com/keycloak/keycloak/pull/33832": { + "coderabbit": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "claude": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "gemini": [ + [ + 0 + ], + [ + 1 + ] + ], + "graphite": [ + [ + 0, + 1, + 2 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "copilot": [ + [ + 0, + 2 + ], + [ + 1 + ], + [ + 3 + ] + ], + "augment": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "propel": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "baz": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mra-max": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8, + 9 + ], + [ + 10 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mra-ultra": [ + [ + 0, + 1, + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5, + 6, + 7, + 8 + ], + [ + 9 + ], + [ + 10, + 11 + ], + [ + 12, + 13 + ], + [ + 14 + ], + [ + 15, + 16 + ], + [ + 17, + 18 + ], + [ + 19 + ], + [ + 20 + ] + ], + "mra-a": [ + [ + 0, + 3 + ], + [ + 1 + ], + [ + 2 + ], + [ + 4 + ], + [ + 5 + ] + ], + "mra-b": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3, + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ] + ], + "entelligence": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "sourcery": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "cubic-dev": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ] + ], + "mesa": [ + [ + 0, + 1, + 6 + ], + [ + 2, + 3 + ], + [ + 4, + 5 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ] + ], + "codeant": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ] + ], + "kodus": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "claude-code": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "qodo-extended": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo-extended-summary": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "macroscope": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "mergemonkey": [ + [ + 0 + ], + [ + 1 + ] + ], + "greptile-v4-1": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "gemini-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "gitar": [ + [ + 0 + ], + [ + 1 + ] + ], + "gitlab": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "deepsource": [ + [ + 0, + 1 + ], + [ + 2, + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6, + 7 + ] + ], + "copilot-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1, + 2 + ] + ] + }, + "https://github.com/ai-code-review-evaluation/keycloak-greptile/pull/1": { + "coderabbit": [ + [ + 0 + ], + [ + 1, + 2 + ] + ], + "gemini": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "copilot": [ + [ + 0 + ], + [ + 1, + 5 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 6 + ] + ], + "baz": [ + [ + 0, + 1, + 2 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mra-max": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1, + 2, + 3 + ] + ], + "mra-nano": [ + [ + 0, + 2 + ], + [ + 1 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "mra-ultra": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "mra-b": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "mra-a": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "entelligence": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "sourcery": [ + [ + 0, + 3 + ], + [ + 1 + ], + [ + 2 + ] + ], + "cubic-dev": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5, + 6 + ] + ], + "mesa": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "codeant": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "kodus": [ + [ + 0, + 4 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "kodus-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-v2-2": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-v22": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-extended": [ + [ + 0 + ], + [ + 1 + ] + ], + "cubic-v2": [ + [ + 0, + 1, + 2 + ], + [ + 3 + ] + ], + "qodo-extended-summary": [ + [ + 0 + ], + [ + 1 + ] + ], + "macroscope": [ + [ + 0 + ], + [ + 1 + ] + ], + "mergemonkey": [ + [ + 0, + 1, + 2 + ], + [ + 3 + ] + ], + "greptile-v4-1": [ + [ + 0 + ], + [ + 1, + 2, + 3 + ] + ], + "gemini-v2": [ + [ + 0, + 1, + 3 + ], + [ + 2, + 4 + ], + [ + 5 + ] + ], + "gitar": [ + [ + 0 + ], + [ + 1 + ] + ], + "gitlab": [ + [ + 0 + ], + [ + 1, + 2 + ], + [ + 3 + ] + ], + "deepsource": [ + [ + 0 + ], + [ + 1 + ] + ], + "copilot-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ] + }, + "https://github.com/getsentry/sentry/pull/93824": { + "coderabbit": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "augment": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "gemini": [ + [ + 0 + ], + [ + 1 + ] + ], + "claude": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "copilot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3, + 4 + ] + ], + "propel": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "greptile": [ + [ + 0 + ], + [ + 1 + ] + ], + "devin": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "mra-max": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4, + 5 + ], + [ + 6 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mra-ultra": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mra-b": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4, + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ] + ], + "mra-a": [ + [ + 0, + 1, + 6 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ] + ], + "sourcery": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "cubic-dev": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "mesa": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "codeant": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "kodus": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3, + 4 + ] + ], + "claude-code": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3, + 4 + ], + [ + 5 + ] + ], + "qodo-v2-2": [ + [ + 0, + 1, + 2, + 3 + ] + ], + "qodo-v22": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo-extended": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "qodo-extended-summary": [ + [ + 0, + 1 + ], + [ + 2, + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "macroscope": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mergemonkey": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "greptile-v4-1": [ + [ + 0 + ], + [ + 1 + ] + ], + "gemini-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "gitar": [ + [ + 0 + ], + [ + 1 + ] + ], + "gitlab": [ + [ + 0 + ], + [ + 1 + ] + ], + "deepsource": [ + [ + 0 + ], + [ + 1 + ] + ], + "copilot-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ] + }, + "https://github.com/ai-code-review-evaluation/sentry-greptile/pull/5": { + "coderabbit": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12, + 13 + ], + [ + 14 + ], + [ + 15 + ], + [ + 16 + ], + [ + 17 + ] + ], + "greptile": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "bugbot": [ + [ + 0, + 1 + ], + [ + 2 + ] + ], + "propel": [ + [ + 0 + ], + [ + 1 + ] + ], + "augment": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "devin": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "mra-max": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5, + 7, + 8 + ], + [ + 6 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mra-ultra": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ] + ], + "mra-b": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9, + 10 + ] + ], + "mra-a": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ] + ], + "sourcery": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "cubic-dev": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4, + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ], + [ + 13 + ], + [ + 14 + ], + [ + 15, + 16 + ], + [ + 17 + ], + [ + 18 + ], + [ + 19 + ], + [ + 20 + ], + [ + 21 + ], + [ + 22 + ], + [ + 23 + ], + [ + 24 + ], + [ + 25 + ], + [ + 26 + ], + [ + 27 + ], + [ + 28 + ], + [ + 29 + ] + ], + "mesa": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6, + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10, + 11 + ], + [ + 12, + 13 + ], + [ + 14, + 15 + ], + [ + 16, + 17 + ] + ], + "codeant": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ], + [ + 13 + ], + [ + 14 + ], + [ + 15 + ] + ], + "kodus": [ + [ + 0 + ], + [ + 1, + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ], + [ + 13 + ], + [ + 14 + ], + [ + 15 + ], + [ + 16 + ], + [ + 17 + ] + ], + "claude-code": [ + [ + 0 + ], + [ + 1 + ] + ], + "kodus-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "qodo-v2-2": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-v22": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "qodo-extended": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo-extended-summary": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "macroscope": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "mergemonkey": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "gemini-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3 + ] + ], + "gitlab": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "deepsource": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ] + ], + "copilot-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4, + 5 + ], + [ + 6, + 7 + ], + [ + 8 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ] + }, + "https://github.com/ai-code-review-evaluation/sentry-greptile/pull/1": { + "coderabbit": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4, + 5 + ], + [ + 6 + ] + ], + "gemini": [ + [ + 0, + 1, + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "claude": [ + [ + 0 + ], + [ + 1, + 3 + ], + [ + 2 + ], + [ + 4, + 7, + 8, + 9 + ], + [ + 5 + ], + [ + 6 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "copilot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6, + 8 + ], + [ + 7 + ], + [ + 9 + ] + ], + "bugbot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3 + ], + [ + 4 + ] + ], + "augment": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "propel": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "greptile": [ + [ + 0, + 1, + 3 + ], + [ + 2 + ], + [ + 4 + ] + ], + "kg": [ + [ + 0 + ], + [ + 1 + ] + ], + "devin": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 4 + ], + [ + 3 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mra-max": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "mra-nano": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3, + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "mra-ultra": [ + [ + 0 + ], + [ + 1, + 4 + ], + [ + 2 + ], + [ + 3, + 6 + ], + [ + 5 + ] + ], + "mra-b": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mra-a": [ + [ + 0 + ], + [ + 1, + 4, + 5 + ], + [ + 2, + 3 + ], + [ + 6 + ] + ], + "entelligence": [ + [ + 0 + ], + [ + 1 + ] + ], + "sourcery": [ + [ + 0, + 3 + ], + [ + 1 + ], + [ + 2 + ], + [ + 4 + ], + [ + 5 + ] + ], + "cubic-dev": [ + [ + 0, + 3 + ], + [ + 1 + ], + [ + 2, + 5 + ], + [ + 4 + ], + [ + 6 + ] + ], + "mesa": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "codeant": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ], + [ + 13 + ], + [ + 14 + ], + [ + 15 + ], + [ + 16 + ] + ], + "kodus": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "claude-code": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "kodus-v2": [ + [ + 0, + 1, + 2, + 3 + ], + [ + 4, + 5 + ] + ], + "qodo-v2-2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "qodo-v22": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo-extended": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3 + ], + [ + 4 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo-extended-summary": [ + [ + 0, + 2 + ], + [ + 1 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "macroscope": [ + [ + 0 + ], + [ + 1 + ] + ], + "mergemonkey": [ + [ + 0, + 2, + 6 + ], + [ + 1 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "greptile-v4-1": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "gemini-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "gitar": [ + [ + 0, + 2, + 3 + ], + [ + 1 + ] + ], + "gitlab": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "deepsource": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "copilot-v2": [ + [ + 0, + 1, + 3 + ], + [ + 2 + ], + [ + 4 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ] + }, + "https://github.com/grafana/grafana/pull/97529": { + "coderabbit": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "bugbot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "copilot": [ + [ + 0 + ], + [ + 1 + ] + ], + "augment": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "greptile": [ + [ + 0 + ], + [ + 1 + ] + ], + "devin": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "mra-max": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 5 + ], + [ + 3 + ], + [ + 4 + ], + [ + 6 + ], + [ + 7 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3 + ] + ], + "mra-ultra": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mra-a": [ + [ + 0, + 1, + 2, + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "sourcery": [ + [ + 0, + 2 + ], + [ + 1 + ] + ], + "cubic-dev": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "mesa": [ + [ + 0 + ], + [ + 1, + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "codeant": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4, + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ] + ], + "kodus": [ + [ + 0, + 1 + ] + ], + "claude-code": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3, + 4 + ] + ], + "qodo-v2-2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo-v22": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-extended": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo-extended-summary": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "macroscope": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mergemonkey": [ + [ + 0 + ], + [ + 1 + ] + ], + "greptile-v4-1": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "gemini-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "gitlab": [ + [ + 0, + 2 + ], + [ + 1 + ], + [ + 3 + ] + ], + "copilot-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1 + ] + ] + }, + "https://github.com/getsentry/sentry/pull/80168": { + "coderabbit": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "gemini": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "copilot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "propel": [ + [ + 0, + 1 + ] + ], + "augment": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "greptile": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "devin": [ + [ + 0 + ], + [ + 1 + ] + ], + "mra-max": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6, + 7 + ], + [ + 8 + ], + [ + 9 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "mra-ultra": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "mra-b": [ + [ + 0 + ], + [ + 1 + ] + ], + "mra-a": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "sourcery": [ + [ + 0 + ], + [ + 1, + 3 + ], + [ + 2 + ], + [ + 4 + ] + ], + "cubic-dev": [ + [ + 0, + 4 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 5 + ] + ], + "mesa": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "codeant": [ + [ + 0, + 6 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ] + ], + "kodus": [ + [ + 0 + ], + [ + 1, + 3 + ], + [ + 2 + ] + ], + "claude-code": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo-extended": [ + [ + 0 + ], + [ + 1 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo-extended-summary": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mergemonkey": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "greptile-v4-1": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "gitar": [ + [ + 0 + ], + [ + 1 + ] + ], + "gitlab": [ + [ + 0, + 1 + ] + ], + "deepsource": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "copilot-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1 + ] + ] + }, + "https://github.com/getsentry/sentry/pull/80528": { + "coderabbit": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "gemini": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "augment": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "baz": [ + [ + 0, + 1 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mra-b": [ + [ + 0 + ], + [ + 1 + ] + ], + "mra-a": [ + [ + 0 + ], + [ + 1, + 4 + ], + [ + 2 + ], + [ + 3 + ] + ], + "entelligence": [ + [ + 0 + ], + [ + 1 + ] + ], + "sourcery": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "cubic-dev": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "mesa": [ + [ + 0 + ], + [ + 1 + ] + ], + "codeant": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "kodus": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "qodo-v22": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-extended": [ + [ + 0 + ], + [ + 1 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "greptile-v4-1": [ + [ + 0 + ], + [ + 1 + ] + ], + "gemini-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "gitlab": [ + [ + 0, + 1 + ] + ], + "deepsource": [ + [ + 0 + ], + [ + 1 + ] + ], + "copilot-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ] + }, + "https://github.com/getsentry/sentry/pull/77754": { + "coderabbit": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "gemini": [ + [ + 0 + ], + [ + 1 + ] + ], + "claude": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "bugbot": [ + [ + 0 + ], + [ + 1 + ] + ], + "copilot": [ + [ + 0 + ], + [ + 1 + ] + ], + "propel": [ + [ + 0 + ], + [ + 1 + ] + ], + "greptile": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "mra-max": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "mra-ultra": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mra-b": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "mra-a": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3 + ], + [ + 4 + ] + ], + "sourcery": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "cubic-dev": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "mesa": [ + [ + 0 + ], + [ + 1, + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "codeant": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "kodus": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "mergemonkey": [ + [ + 0 + ], + [ + 1 + ] + ], + "greptile-v4-1": [ + [ + 0 + ], + [ + 1 + ] + ], + "gemini-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "gitlab": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "deepsource": [ + [ + 0 + ], + [ + 1 + ] + ], + "copilot-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ] + }, + "https://github.com/getsentry/sentry/pull/95633": { + "coderabbit": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "gemini": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "bugbot": [ + [ + 0 + ], + [ + 1 + ] + ], + "copilot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "augment": [ + [ + 0, + 1, + 2 + ], + [ + 3, + 4 + ], + [ + 5 + ] + ], + "kg": [ + [ + 0 + ], + [ + 1 + ] + ], + "devin": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mra-max": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "mra-ultra": [ + [ + 0 + ], + [ + 1 + ] + ], + "mra-b": [ + [ + 0 + ], + [ + 1, + 2 + ], + [ + 3, + 4 + ], + [ + 5 + ] + ], + "mra-a": [ + [ + 0, + 2, + 5 + ], + [ + 1 + ], + [ + 3 + ], + [ + 4 + ] + ], + "sourcery": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mesa": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "codeant": [ + [ + 0, + 5 + ], + [ + 1, + 4 + ], + [ + 2, + 3, + 6 + ], + [ + 7 + ], + [ + 8, + 13 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ] + ], + "kodus": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "claude-code": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-v2-2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo-v22": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo-extended": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "qodo-extended-summary": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "macroscope": [ + [ + 0 + ], + [ + 1 + ] + ], + "mergemonkey": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "greptile-v4-1": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "gemini-v2": [ + [ + 0 + ], + [ + 1, + 3 + ], + [ + 2 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "gitar": [ + [ + 0 + ], + [ + 1, + 2, + 3 + ], + [ + 4 + ] + ], + "gitlab": [ + [ + 0 + ], + [ + 1, + 2 + ], + [ + 3, + 4 + ], + [ + 5, + 6 + ] + ], + "deepsource": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "copilot-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ] + }, + "https://github.com/ai-code-review-evaluation/sentry-greptile/pull/3": { + "coderabbit": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6, + 7 + ] + ], + "gemini": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1, + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "bugbot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "copilot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3 + ] + ], + "augment": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "propel": [ + [ + 0 + ], + [ + 1 + ] + ], + "baz": [ + [ + 0 + ], + [ + 1, + 2 + ] + ], + "greptile": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "devin": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mra-max": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "mra-ultra": [ + [ + 0 + ], + [ + 1, + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ] + ], + "mra-b": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "mra-a": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3, + 4, + 5 + ], + [ + 6 + ], + [ + 7, + 8 + ], + [ + 9 + ], + [ + 10 + ] + ], + "entelligence": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "sourcery": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "cubic-dev": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ] + ], + "mesa": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "codeant": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ] + ], + "kodus": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "claude-code": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "linearb": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "kodus-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo-v2-2": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-v22": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo-extended": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "qodo-extended-summary": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "macroscope": [ + [ + 0 + ], + [ + 1 + ] + ], + "mergemonkey": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ] + ], + "greptile-v4-1": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "gemini-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "gitar": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "gitlab": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "deepsource": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "copilot-v2": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6, + 7, + 8 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ] + }, + "https://github.com/getsentry/sentry/pull/67876": { + "coderabbit": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "gemini": [ + [ + 0 + ], + [ + 1 + ] + ], + "claude": [ + [ + 0, + 1 + ], + [ + 2 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5, + 6 + ], + [ + 7 + ], + [ + 8 + ] + ], + "bugbot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "copilot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4, + 5, + 6, + 7, + 8, + 9 + ] + ], + "augment": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "propel": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "baz": [ + [ + 0 + ], + [ + 1 + ] + ], + "greptile": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "mra-max": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mra-ultra": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mra-b": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3, + 5 + ], + [ + 4 + ] + ], + "entelligence": [ + [ + 0 + ], + [ + 1 + ] + ], + "sourcery": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ] + ], + "cubic-dev": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mesa": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "codeant": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ] + ], + "kodus": [ + [ + 0, + 1 + ], + [ + 2 + ] + ], + "claude-code": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "qodo-v2-2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo-v22": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "qodo-extended": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "qodo-extended-summary": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "macroscope": [ + [ + 0 + ], + [ + 1 + ] + ], + "mergemonkey": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "greptile-v4-1": [ + [ + 0 + ], + [ + 1 + ] + ], + "gemini-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "gitar": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7, + 8 + ] + ], + "gitlab": [ + [ + 0 + ], + [ + 1 + ] + ], + "deepsource": [ + [ + 0 + ], + [ + 1 + ] + ], + "copilot-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3, + 6 + ], + [ + 4 + ], + [ + 5 + ], + [ + 7, + 8, + 9, + 10, + 11 + ], + [ + 12 + ], + [ + 13 + ], + [ + 14 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1 + ] + ] + }, + "https://github.com/keycloak/keycloak/pull/32918": { + "coderabbit": [ + [ + 0 + ], + [ + 1 + ] + ], + "gemini": [ + [ + 0 + ], + [ + 1 + ] + ], + "graphite": [ + [ + 0, + 1 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "bugbot": [ + [ + 0 + ], + [ + 1 + ] + ], + "copilot": [ + [ + 0 + ], + [ + 1 + ] + ], + "augment": [ + [ + 0, + 1 + ] + ], + "propel": [ + [ + 0 + ], + [ + 1, + 2 + ] + ], + "kg": [ + [ + 0, + 1 + ], + [ + 2 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "mra-max": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mra-ultra": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mra-b": [ + [ + 0 + ], + [ + 1, + 4 + ], + [ + 2 + ], + [ + 3 + ], + [ + 5 + ] + ], + "mra-a": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "entelligence": [ + [ + 0 + ], + [ + 1 + ] + ], + "sourcery": [ + [ + 0 + ], + [ + 1 + ] + ], + "cubic-dev": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "mesa": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "codeant": [ + [ + 0 + ], + [ + 1, + 2 + ] + ], + "claude-code": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "qodo-v22": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo-extended": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "qodo-extended-summary": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mergemonkey": [ + [ + 0, + 1, + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "greptile-v4-1": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "gemini-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "gitar": [ + [ + 0, + 1 + ] + ], + "gitlab": [ + [ + 0 + ], + [ + 1, + 2, + 3 + ] + ], + "deepsource": [ + [ + 0 + ], + [ + 1, + 2 + ] + ], + "copilot-v2": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3 + ] + ] + }, + "https://github.com/grafana/grafana/pull/94942": { + "coderabbit": [ + [ + 0 + ], + [ + 1 + ] + ], + "gemini": [ + [ + 0, + 1 + ] + ], + "claude": [ + [ + 0, + 1, + 2 + ], + [ + 3, + 4 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1, + 2 + ] + ], + "copilot": [ + [ + 0, + 2, + 3, + 4 + ], + [ + 1 + ] + ], + "augment": [ + [ + 0 + ], + [ + 1 + ] + ], + "baz": [ + [ + 0, + 1 + ] + ], + "kg": [ + [ + 0 + ], + [ + 1 + ] + ], + "devin": [ + [ + 0, + 1, + 2 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3 + ] + ], + "mra-max": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5, + 6, + 8, + 9, + 10, + 11 + ], + [ + 7 + ], + [ + 12 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mra-nano": [ + [ + 0 + ], + [ + 1, + 6 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 7, + 8 + ], + [ + 9 + ] + ], + "mra-ultra": [ + [ + 0, + 3 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mra-a": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "entelligence": [ + [ + 0 + ], + [ + 1 + ] + ], + "sourcery": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mesa": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 5 + ], + [ + 3 + ], + [ + 4 + ] + ], + "codeant": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 10 + ], + [ + 3 + ], + [ + 4, + 5, + 11 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ] + ], + "kodus": [ + [ + 0 + ], + [ + 1 + ] + ], + "claude-code": [ + [ + 0 + ], + [ + 1 + ] + ], + "kodus-v2": [ + [ + 0, + 1 + ] + ], + "qodo-v2-2": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-v22": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-extended": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "qodo-extended-summary": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mergemonkey": [ + [ + 0, + 1 + ], + [ + 2 + ] + ], + "gemini-v2": [ + [ + 0, + 2 + ], + [ + 1 + ] + ], + "gitar": [ + [ + 0 + ], + [ + 1 + ] + ], + "gitlab": [ + [ + 0, + 1, + 2 + ] + ], + "copilot-v2": [ + [ + 0, + 2 + ], + [ + 1 + ], + [ + 3 + ], + [ + 4 + ] + ] + }, + "https://github.com/grafana/grafana/pull/90939": { + "coderabbit": [ + [ + 0 + ], + [ + 1 + ] + ], + "gemini": [ + [ + 0, + 1 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1 + ] + ], + "augment": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "kg": [ + [ + 0 + ], + [ + 1 + ] + ], + "mra-nano": [ + [ + 0, + 1, + 2, + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "mra-max": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5, + 7 + ], + [ + 6 + ] + ], + "mra-ultra": [ + [ + 0, + 1 + ], + [ + 2 + ] + ], + "mra-b": [ + [ + 0 + ], + [ + 1 + ] + ], + "mra-a": [ + [ + 0, + 1 + ], + [ + 2 + ] + ], + "sourcery": [ + [ + 0 + ], + [ + 1 + ] + ], + "cubic-dev": [ + [ + 0 + ], + [ + 1 + ] + ], + "mesa": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "codeant": [ + [ + 0, + 2 + ], + [ + 1 + ], + [ + 3 + ], + [ + 4 + ] + ], + "qodo-v22": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-extended": [ + [ + 0 + ], + [ + 1 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-extended-summary": [ + [ + 0 + ], + [ + 1 + ] + ], + "macroscope": [ + [ + 0 + ], + [ + 1 + ] + ], + "gemini-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "gitlab": [ + [ + 0 + ], + [ + 1 + ] + ], + "copilot-v2": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ] + }, + "https://github.com/grafana/grafana/pull/80329": { + "coderabbit": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "gemini": [ + [ + 0 + ], + [ + 1 + ] + ], + "claude": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1, + 4 + ], + [ + 2 + ], + [ + 3 + ], + [ + 5 + ] + ], + "bugbot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "copilot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "augment": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "greptile": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "devin": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mra-nano": [ + [ + 0, + 4 + ], + [ + 1, + 6 + ], + [ + 2 + ], + [ + 3, + 8 + ], + [ + 5 + ], + [ + 7 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "mra-max": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "greptile-v4": [ + [ + 0, + 1, + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "mra-ultra": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mra-b": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "mra-a": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "entelligence": [ + [ + 0, + 1 + ] + ], + "sourcery": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "cubic-dev": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mesa": [ + [ + 0, + 1 + ], + [ + 2, + 3 + ], + [ + 4, + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ] + ], + "codeant": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ] + ], + "kodus": [ + [ + 0 + ], + [ + 1 + ] + ], + "claude-code": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3, + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ] + ], + "kodus-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo-v2-2": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-v22": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo-extended": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "cubic-v2": [ + [ + 0, + 1 + ], + [ + 2 + ] + ], + "qodo-extended-summary": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "mergemonkey": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "greptile-v4-1": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "gemini-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "gitar": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "gitlab": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "copilot-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ] + }, + "https://github.com/grafana/grafana/pull/90045": { + "coderabbit": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "gemini": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3, + 5 + ], + [ + 4 + ], + [ + 6 + ], + [ + 7 + ] + ], + "claude": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ] + ], + "bugbot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "copilot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3, + 4, + 7 + ], + [ + 5 + ], + [ + 6, + 10 + ], + [ + 8 + ], + [ + 9 + ] + ], + "propel": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "augment": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ] + ], + "baz": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "greptile": [ + [ + 0, + 3 + ], + [ + 1 + ], + [ + 2 + ], + [ + 4 + ] + ], + "kg": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "devin": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "mra-nano": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4, + 5 + ], + [ + 6, + 7 + ], + [ + 8 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4, + 5 + ], + [ + 6 + ], + [ + 7 + ] + ], + "mra-max": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "greptile-v4": [ + [ + 0, + 3 + ], + [ + 1 + ], + [ + 2 + ], + [ + 4 + ], + [ + 5 + ] + ], + "mra-ultra": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mra-b": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mra-a": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "entelligence": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "sourcery": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "cubic-dev": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "mesa": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ] + ], + "codeant": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7, + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ], + [ + 13 + ] + ], + "kodus": [ + [ + 0 + ], + [ + 1, + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "claude-code": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "qodo-v2-2": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "qodo-v22": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ] + ], + "qodo-extended": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "qodo-extended-summary": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ] + ], + "macroscope": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mergemonkey": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "greptile-v4-1": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "gemini-v2": [ + [ + 0, + 1, + 2, + 3 + ], + [ + 4, + 7 + ], + [ + 5 + ], + [ + 6 + ], + [ + 8 + ] + ], + "gitar": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "gitlab": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "copilot-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ] + }, + "https://github.com/grafana/grafana/pull/106778": { + "coderabbit": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "gemini": [ + [ + 0 + ], + [ + 1 + ] + ], + "claude": [ + [ + 0 + ], + [ + 1, + 4 + ], + [ + 2 + ], + [ + 3, + 11 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1, + 2 + ], + [ + 3 + ] + ], + "bugbot": [ + [ + 0 + ], + [ + 1 + ] + ], + "copilot": [ + [ + 0, + 1 + ], + [ + 2 + ] + ], + "augment": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "propel": [ + [ + 0, + 1, + 2, + 3 + ] + ], + "greptile": [ + [ + 0, + 1 + ] + ], + "kg": [ + [ + 0 + ], + [ + 1 + ] + ], + "devin": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mra-nano": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ], + [ + 13 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "mra-max": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ], + [ + 13 + ], + [ + 14 + ], + [ + 15 + ], + [ + 16 + ], + [ + 17 + ], + [ + 18 + ], + [ + 19 + ], + [ + 20 + ], + [ + 21 + ], + [ + 22 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mra-ultra": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "mra-b": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "mra-a": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8, + 9, + 11 + ], + [ + 10 + ] + ], + "entelligence": [ + [ + 0 + ], + [ + 1 + ] + ], + "sourcery": [ + [ + 0 + ], + [ + 1 + ] + ], + "cubic-dev": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ] + ], + "mesa": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ] + ], + "codeant": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ] + ], + "kodus": [ + [ + 0, + 6 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "claude-code": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo-v2-2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "qodo-v22": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-extended": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1, + 3 + ], + [ + 2 + ] + ], + "qodo-extended-summary": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "macroscope": [ + [ + 0 + ], + [ + 1 + ] + ], + "mergemonkey": [ + [ + 0 + ], + [ + 1 + ] + ], + "greptile-v4-1": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "gemini-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "gitar": [ + [ + 0 + ], + [ + 1 + ] + ], + "gitlab": [ + [ + 0 + ], + [ + 1, + 2 + ], + [ + 3 + ] + ], + "copilot-v2": [ + [ + 0 + ], + [ + 1, + 2 + ], + [ + 3 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1 + ] + ] + }, + "https://github.com/grafana/grafana/pull/79265": { + "coderabbit": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "gemini": [ + [ + 0 + ], + [ + 1 + ] + ], + "claude": [ + [ + 0, + 1, + 3, + 4 + ], + [ + 2 + ], + [ + 5 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "copilot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ] + ], + "bugbot": [ + [ + 0 + ], + [ + 1 + ] + ], + "augment": [ + [ + 0 + ], + [ + 1 + ] + ], + "propel": [ + [ + 0 + ], + [ + 1 + ] + ], + "greptile": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "devin": [ + [ + 0 + ], + [ + 1 + ] + ], + "mra-nano": [ + [ + 0, + 7, + 12 + ], + [ + 1, + 8 + ], + [ + 2, + 3, + 4 + ], + [ + 5, + 11 + ], + [ + 6 + ], + [ + 9 + ], + [ + 10 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mra-max": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mra-ultra": [ + [ + 0, + 1 + ], + [ + 2, + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12, + 16 + ], + [ + 13 + ], + [ + 14 + ], + [ + 15 + ], + [ + 17 + ] + ], + "mra-b": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "mra-a": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "sourcery": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "cubic-dev": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ] + ], + "mesa": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6, + 7 + ], + [ + 8, + 9, + 10 + ], + [ + 11 + ] + ], + "codeant": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6, + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ] + ], + "kodus": [ + [ + 0 + ], + [ + 1, + 3 + ], + [ + 2, + 4 + ] + ], + "claude-code": [ + [ + 0 + ], + [ + 1, + 2 + ] + ], + "kodus-v2": [ + [ + 0 + ], + [ + 1, + 2 + ] + ], + "qodo-v22": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-extended": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "qodo-extended-summary": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "mergemonkey": [ + [ + 0 + ], + [ + 1 + ] + ], + "greptile-v4-1": [ + [ + 0 + ], + [ + 1, + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "gemini-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "gitar": [ + [ + 0 + ], + [ + 1 + ] + ], + "gitlab": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "copilot-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ] + }, + "https://github.com/ai-code-review-evaluation/discourse-graphite/pull/9": { + "coderabbit": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3 + ] + ], + "copilot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "augment": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "propel": [ + [ + 0, + 1 + ] + ], + "mra-nano": [ + [ + 0 + ], + [ + 1, + 4 + ], + [ + 2, + 8 + ], + [ + 3, + 10, + 11 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 9 + ], + [ + 12 + ], + [ + 13 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "mra-max": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3, + 4, + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mra-ultra": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "mra-b": [ + [ + 0 + ], + [ + 1, + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "mra-a": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "sourcery": [ + [ + 0, + 1 + ], + [ + 2 + ] + ], + "cubic-dev": [ + [ + 0 + ], + [ + 1 + ] + ], + "mesa": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "codeant": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3, + 4 + ], + [ + 5 + ], + [ + 6, + 7 + ], + [ + 8, + 9 + ], + [ + 10 + ], + [ + 11 + ] + ], + "kodus": [ + [ + 0, + 1, + 2 + ] + ], + "claude-code": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "qodo-v22": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "qodo-extended-summary": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "greptile-v4-1": [ + [ + 0 + ], + [ + 1 + ] + ], + "gemini-v2": [ + [ + 0, + 1 + ] + ], + "gitar": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "deepsource": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "copilot-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "greptile-v5": [ + [ + 0, + 1 + ] + ] + }, + "https://github.com/grafana/grafana/pull/76186": { + "coderabbit": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "gemini": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "augment": [ + [ + 0 + ], + [ + 1 + ] + ], + "mra-nano": [ + [ + 0, + 4 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 5 + ], + [ + 6, + 11 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 12 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "mra-max": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3, + 4, + 5, + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mra-ultra": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mra-b": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "mra-a": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "entelligence": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "sourcery": [ + [ + 0, + 2 + ], + [ + 1 + ] + ], + "cubic-dev": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "mesa": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "codeant": [ + [ + 0 + ], + [ + 1, + 8 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ] + ], + "kodus": [ + [ + 0 + ], + [ + 1, + 3 + ], + [ + 2 + ] + ], + "claude-code": [ + [ + 0 + ], + [ + 1 + ] + ], + "kodus-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-v22": [ + [ + 0 + ], + [ + 1 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "qodo-extended-summary": [ + [ + 0 + ], + [ + 1 + ] + ], + "gemini-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "gitlab": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "copilot-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1 + ] + ] + }, + "https://github.com/ai-code-review-evaluation/discourse-graphite/pull/10": { + "coderabbit": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ], + [ + 13 + ] + ], + "gemini": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8, + 9 + ] + ], + "claude": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "bugbot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "copilot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "propel": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3 + ] + ], + "augment": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "baz": [ + [ + 0 + ], + [ + 1 + ] + ], + "greptile": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3, + 4 + ] + ], + "kg": [ + [ + 0, + 1 + ] + ], + "devin": [ + [ + 0 + ], + [ + 1 + ] + ], + "mra-nano": [ + [ + 0 + ], + [ + 1, + 6 + ], + [ + 2, + 7 + ], + [ + 3, + 8 + ], + [ + 4 + ], + [ + 5 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ], + [ + 13 + ], + [ + 14 + ], + [ + 15, + 16 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6, + 7 + ] + ], + "mra-max": [ + [ + 0, + 2 + ], + [ + 1 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ], + [ + 13 + ], + [ + 14 + ], + [ + 15 + ], + [ + 16 + ], + [ + 17 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4, + 5 + ], + [ + 6 + ], + [ + 7 + ] + ], + "mra-ultra": [ + [ + 0, + 11 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4, + 7 + ], + [ + 5 + ], + [ + 6 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 12 + ] + ], + "mra-b": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "mra-a": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ] + ], + "sourcery": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ] + ], + "mesa": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "codeant": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ], + [ + 13 + ], + [ + 14 + ] + ], + "kodus": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 23 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7, + 8, + 22 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ], + [ + 13 + ], + [ + 14 + ], + [ + 15 + ], + [ + 16 + ], + [ + 17 + ], + [ + 18 + ], + [ + 19 + ], + [ + 20 + ], + [ + 21 + ] + ], + "claude-code": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "kodus-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7, + 8 + ] + ], + "qodo-v2-2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "qodo-v22": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "qodo-extended": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo-extended-summary": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "macroscope": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "mergemonkey": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "greptile-v4-1": [ + [ + 0 + ], + [ + 1, + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "gemini-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "gitar": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ] + ], + "gitlab": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "deepsource": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4, + 5 + ], + [ + 6 + ] + ], + "copilot-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4, + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5, + 6 + ] + ] + }, + "https://github.com/ai-code-review-evaluation/discourse-graphite/pull/7": { + "coderabbit": [ + [ + 0 + ], + [ + 1 + ] + ], + "gemini": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "claude": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4, + 5 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "bugbot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "copilot": [ + [ + 0, + 2 + ], + [ + 1 + ], + [ + 3 + ] + ], + "augment": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "propel": [ + [ + 0, + 1 + ] + ], + "baz": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "greptile": [ + [ + 0 + ], + [ + 1, + 2 + ], + [ + 3, + 4 + ], + [ + 5 + ] + ], + "devin": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3, + 4 + ] + ], + "mra-nano": [ + [ + 0, + 10 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4, + 11 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 12 + ], + [ + 13 + ], + [ + 14 + ], + [ + 15, + 16 + ], + [ + 17, + 18 + ], + [ + 19, + 20 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mra-max": [ + [ + 0, + 1, + 10, + 14 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8, + 9 + ], + [ + 11 + ], + [ + 12 + ], + [ + 13, + 20, + 21, + 22 + ], + [ + 15 + ], + [ + 16 + ], + [ + 17 + ], + [ + 18 + ], + [ + 19 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3 + ], + [ + 4 + ] + ], + "mra-ultra": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "mra-b": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "mra-a": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4, + 5 + ], + [ + 6 + ] + ], + "sourcery": [ + [ + 0, + 1 + ], + [ + 2 + ] + ], + "cubic-dev": [ + [ + 0 + ], + [ + 1, + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "mesa": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "codeant": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "kodus": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "claude-code": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo-v2-2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "qodo-v22": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-extended": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "qodo-extended-summary": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mergemonkey": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "gemini-v2": [ + [ + 0 + ], + [ + 1, + 4 + ], + [ + 2 + ], + [ + 3 + ] + ], + "gitar": [ + [ + 0 + ], + [ + 1 + ] + ], + "gitlab": [ + [ + 0 + ], + [ + 1 + ] + ], + "copilot-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3, + 4 + ], + [ + 5 + ], + [ + 6 + ] + ] + }, + "https://github.com/ai-code-review-evaluation/discourse-graphite/pull/8": { + "coderabbit": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ] + ], + "gemini": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "claude": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 4 + ], + [ + 3 + ], + [ + 5 + ] + ], + "qodo": [ + [ + 0, + 3 + ], + [ + 1 + ], + [ + 2 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "bugbot": [ + [ + 0 + ], + [ + 1 + ] + ], + "copilot": [ + [ + 0 + ], + [ + 1, + 8 + ], + [ + 2, + 4 + ], + [ + 3 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 9 + ] + ], + "augment": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "propel": [ + [ + 0 + ], + [ + 1, + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "baz": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mra-nano": [ + [ + 0 + ], + [ + 1, + 2, + 3 + ], + [ + 4, + 8 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 9, + 10, + 11 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "mra-max": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ], + [ + 13 + ], + [ + 14 + ], + [ + 15 + ], + [ + 16 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mra-ultra": [ + [ + 0 + ], + [ + 1, + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ] + ], + "mra-b": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "mra-a": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "entelligence": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "sourcery": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "cubic-dev": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ], + [ + 13 + ], + [ + 14, + 15 + ], + [ + 16 + ], + [ + 17 + ], + [ + 18 + ] + ], + "mesa": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "codeant": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ] + ], + "kodus": [ + [ + 0, + 8 + ], + [ + 1, + 10 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7, + 9 + ] + ], + "claude-code": [ + [ + 0 + ], + [ + 1 + ] + ], + "kodus-v2": [ + [ + 0 + ], + [ + 1, + 3 + ], + [ + 2 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "qodo-v2-2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo-v22": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "qodo-extended": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "qodo-extended-summary": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "macroscope": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mergemonkey": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "greptile-v4-1": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "gemini-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "gitar": [ + [ + 0 + ], + [ + 1 + ] + ], + "gitlab": [ + [ + 0 + ], + [ + 1, + 2, + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "deepsource": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3, + 8 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ] + ], + "copilot-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5, + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10, + 14 + ], + [ + 11, + 12 + ], + [ + 13, + 16 + ], + [ + 15 + ], + [ + 17, + 18 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ] + }, + "https://github.com/ai-code-review-evaluation/discourse-graphite/pull/3": { + "coderabbit": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "gemini": [ + [ + 0 + ], + [ + 1 + ] + ], + "claude": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3, + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3, + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "copilot": [ + [ + 0 + ], + [ + 1 + ] + ], + "bugbot": [ + [ + 0 + ], + [ + 1 + ] + ], + "augment": [ + [ + 0, + 4 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "propel": [ + [ + 0 + ], + [ + 1 + ] + ], + "baz": [ + [ + 0, + 1, + 2 + ] + ], + "devin": [ + [ + 0 + ], + [ + 1 + ] + ], + "mra-nano": [ + [ + 0 + ], + [ + 1, + 5 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 6 + ], + [ + 7 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mra-ultra": [ + [ + 0, + 1 + ], + [ + 2, + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8, + 9 + ], + [ + 10 + ] + ], + "sourcery": [ + [ + 0 + ], + [ + 1, + 3 + ], + [ + 2 + ], + [ + 4 + ] + ], + "cubic-dev": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mesa": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "codeant": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ] + ], + "kodus": [ + [ + 0, + 5 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 6 + ], + [ + 7 + ] + ], + "claude-code": [ + [ + 0 + ], + [ + 1, + 5 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "qodo-v22": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo-extended": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "qodo-extended-summary": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "macroscope": [ + [ + 0 + ], + [ + 1 + ] + ], + "mergemonkey": [ + [ + 0 + ], + [ + 1 + ] + ], + "greptile-v4-1": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "gemini-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "gitar": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "gitlab": [ + [ + 0 + ], + [ + 1 + ] + ], + "deepsource": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "copilot-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ] + }, + "https://github.com/ai-code-review-evaluation/discourse-graphite/pull/6": { + "coderabbit": [ + [ + 0, + 1 + ] + ], + "gemini": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo": [ + [ + 0, + 5 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "bugbot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "copilot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "augment": [ + [ + 0 + ], + [ + 1 + ] + ], + "propel": [ + [ + 0 + ], + [ + 1 + ] + ], + "baz": [ + [ + 0 + ], + [ + 1 + ] + ], + "greptile": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "devin": [ + [ + 0 + ], + [ + 1 + ] + ], + "mra-nano": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3, + 4, + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mra-max": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mra-ultra": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mra-b": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mra-a": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "entelligence": [ + [ + 0 + ], + [ + 1 + ] + ], + "sourcery": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mesa": [ + [ + 0 + ], + [ + 1, + 2 + ] + ], + "codeant": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ], + [ + 13 + ] + ], + "claude-code": [ + [ + 0 + ], + [ + 1 + ] + ], + "kodus-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-v2-2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3 + ] + ], + "qodo-v22": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-extended": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-extended-summary": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "mergemonkey": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "greptile-v4-1": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "gemini-v2": [ + [ + 0, + 5 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "gitar": [ + [ + 0 + ], + [ + 1 + ] + ], + "gitlab": [ + [ + 0 + ], + [ + 1 + ] + ], + "copilot-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ] + }, + "https://github.com/ai-code-review-evaluation/discourse-graphite/pull/4": { + "coderabbit": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ], + [ + 13 + ], + [ + 14 + ], + [ + 15 + ], + [ + 16 + ] + ], + "gemini": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3, + 5 + ], + [ + 4 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ] + ], + "claude": [ + [ + 0, + 3 + ], + [ + 1, + 9 + ], + [ + 2 + ], + [ + 4 + ], + [ + 5, + 7, + 8 + ], + [ + 6 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "bugbot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "copilot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "augment": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "propel": [ + [ + 0 + ], + [ + 1 + ] + ], + "baz": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "greptile": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "devin": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mra-nano": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ] + ], + "mra-max": [ + [ + 0 + ], + [ + 1, + 8 + ], + [ + 2 + ], + [ + 3, + 5 + ], + [ + 4 + ], + [ + 6 + ], + [ + 7 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ], + [ + 13 + ], + [ + 14 + ], + [ + 15 + ], + [ + 16 + ], + [ + 17 + ], + [ + 18 + ], + [ + 19 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "mra-ultra": [ + [ + 0, + 2 + ], + [ + 1 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ] + ], + "mra-b": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8, + 9 + ] + ], + "mra-a": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "entelligence": [ + [ + 0 + ], + [ + 1 + ] + ], + "sourcery": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "cubic-dev": [ + [ + 0, + 16 + ], + [ + 1 + ], + [ + 2, + 4 + ], + [ + 3 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ], + [ + 13 + ], + [ + 14 + ], + [ + 15 + ], + [ + 17 + ], + [ + 18 + ], + [ + 19 + ], + [ + 20 + ], + [ + 21 + ], + [ + 22, + 23 + ], + [ + 24 + ], + [ + 25 + ], + [ + 26 + ], + [ + 27 + ], + [ + 28 + ], + [ + 29 + ] + ], + "mesa": [ + [ + 0 + ], + [ + 1, + 2, + 11 + ], + [ + 3, + 5 + ], + [ + 4 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ] + ], + "codeant": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4, + 5, + 6, + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12, + 13 + ], + [ + 14 + ], + [ + 15 + ], + [ + 16 + ], + [ + 17 + ], + [ + 18, + 19 + ], + [ + 20 + ] + ], + "kodus": [ + [ + 0 + ], + [ + 1, + 17 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ], + [ + 13 + ], + [ + 14 + ], + [ + 15 + ], + [ + 16 + ], + [ + 18 + ], + [ + 19 + ], + [ + 20 + ], + [ + 21 + ], + [ + 22 + ] + ], + "claude-code": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "kodus-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "qodo-v2-2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "qodo-v22": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "qodo-extended": [ + [ + 0, + 5 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "qodo-extended-summary": [ + [ + 0, + 5 + ], + [ + 1, + 7 + ], + [ + 2, + 6 + ], + [ + 3 + ], + [ + 4 + ], + [ + 8 + ], + [ + 9 + ] + ], + "macroscope": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "mergemonkey": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "greptile-v4-1": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "gemini-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ] + ], + "gitar": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "gitlab": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "deepsource": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ] + ], + "copilot-v2": [ + [ + 0 + ], + [ + 1, + 2 + ], + [ + 3 + ], + [ + 4, + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10, + 11 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ] + ] + }, + "https://github.com/ai-code-review-evaluation/discourse-graphite/pull/1": { + "coderabbit": [ + [ + 0 + ], + [ + 1, + 3 + ], + [ + 2 + ], + [ + 4 + ], + [ + 5, + 6 + ] + ], + "gemini": [ + [ + 0 + ], + [ + 1, + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "claude": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "bugbot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "copilot": [ + [ + 0, + 3 + ], + [ + 1 + ], + [ + 2 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "augment": [ + [ + 0, + 1, + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6, + 7 + ] + ], + "propel": [ + [ + 0 + ], + [ + 1, + 2, + 3 + ] + ], + "baz": [ + [ + 0 + ], + [ + 1, + 2 + ] + ], + "greptile": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "devin": [ + [ + 0 + ], + [ + 1, + 2 + ] + ], + "mra-nano": [ + [ + 0, + 4, + 6, + 7, + 8 + ], + [ + 1 + ], + [ + 2, + 3, + 9 + ], + [ + 5 + ], + [ + 10 + ], + [ + 11 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "mra-max": [ + [ + 0, + 1, + 2, + 3, + 17 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6, + 9, + 16 + ], + [ + 7, + 8 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ], + [ + 13 + ], + [ + 14, + 18 + ], + [ + 15 + ], + [ + 19 + ], + [ + 20 + ], + [ + 21 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1, + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "mra-ultra": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "mra-b": [ + [ + 0, + 1, + 2, + 6 + ], + [ + 3, + 4, + 5 + ] + ], + "mra-a": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3, + 4 + ], + [ + 5, + 6 + ] + ], + "entelligence": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "sourcery": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "cubic-dev": [ + [ + 0, + 5 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ] + ], + "mesa": [ + [ + 0, + 4 + ], + [ + 1 + ], + [ + 2, + 6 + ], + [ + 3 + ], + [ + 5 + ] + ], + "codeant": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ], + [ + 13 + ], + [ + 14 + ], + [ + 15 + ] + ], + "kodus": [ + [ + 0, + 4 + ], + [ + 1 + ], + [ + 2, + 3 + ], + [ + 5 + ], + [ + 6 + ] + ], + "claude-code": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "kodus-v2": [ + [ + 0, + 2 + ], + [ + 1 + ], + [ + 3, + 4 + ], + [ + 5 + ], + [ + 6, + 7 + ] + ], + "qodo-v2-2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "qodo-v22": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-extended": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4, + 5 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "qodo-extended-summary": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 4 + ], + [ + 3 + ] + ], + "macroscope": [ + [ + 0 + ], + [ + 1 + ] + ], + "mergemonkey": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3, + 4 + ] + ], + "greptile-v4-1": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "gemini-v2": [ + [ + 0 + ], + [ + 1, + 2, + 3 + ], + [ + 4 + ] + ], + "gitar": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3, + 4 + ], + [ + 5, + 6 + ] + ], + "gitlab": [ + [ + 0, + 1 + ], + [ + 2, + 3 + ] + ], + "deepsource": [ + [ + 0, + 2 + ], + [ + 1, + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "copilot-v2": [ + [ + 0 + ], + [ + 1, + 3, + 4 + ], + [ + 2 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1, + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ] + }, + "https://github.com/ai-code-review-evaluation/discourse-graphite/pull/2": { + "coderabbit": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3, + 6 + ], + [ + 4 + ], + [ + 5 + ] + ], + "gemini": [ + [ + 0 + ], + [ + 1, + 2 + ] + ], + "claude": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo": [ + [ + 0, + 3 + ], + [ + 1 + ], + [ + 2 + ], + [ + 4 + ] + ], + "bugbot": [ + [ + 0 + ], + [ + 1 + ] + ], + "copilot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4, + 5 + ] + ], + "augment": [ + [ + 0 + ], + [ + 1 + ] + ], + "greptile": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "kg": [ + [ + 0, + 1 + ] + ], + "mra-nano": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7, + 8 + ], + [ + 9 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mra-max": [ + [ + 0, + 1, + 6 + ], + [ + 2 + ], + [ + 3, + 5 + ], + [ + 4 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "mra-ultra": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "mra-b": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "mra-a": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6, + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ] + ], + "sourcery": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "cubic-dev": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ] + ], + "mesa": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "codeant": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ] + ], + "kodus": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "claude-code": [ + [ + 0 + ], + [ + 1 + ] + ], + "kodus-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "qodo-v2-2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo-v22": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo-extended": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-extended-summary": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mergemonkey": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "greptile-v4-1": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "gemini-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3 + ], + [ + 4 + ] + ], + "gitar": [ + [ + 0 + ], + [ + 1, + 2, + 3, + 4 + ] + ], + "gitlab": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "deepsource": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "copilot-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ] + }, + "https://github.com/calcom/cal.com/pull/22532": { + "coderabbit": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "gemini": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "copilot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ] + ], + "augment": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "propel": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "baz": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "greptile": [ + [ + 0 + ], + [ + 1 + ] + ], + "devin": [ + [ + 0 + ], + [ + 1 + ] + ], + "mra-nano": [ + [ + 0, + 1, + 2, + 5, + 6 + ], + [ + 3, + 14 + ], + [ + 4 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9, + 12 + ], + [ + 10 + ], + [ + 11 + ], + [ + 13 + ], + [ + 15 + ], + [ + 16 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "mra-max": [ + [ + 0 + ], + [ + 1, + 2, + 4, + 6, + 7 + ], + [ + 3 + ], + [ + 5 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ], + [ + 13 + ], + [ + 14 + ], + [ + 15 + ], + [ + 16 + ], + [ + 17 + ], + [ + 18 + ], + [ + 19 + ], + [ + 20 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ] + ], + "mra-ultra": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mra-b": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ] + ], + "mra-a": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "sourcery": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "cubic-dev": [ + [ + 0, + 12 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ] + ], + "mesa": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "codeant": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ] + ], + "kodus": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "claude-code": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "qodo-v2-2": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-v22": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "qodo-extended": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-extended-summary": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "macroscope": [ + [ + 0 + ], + [ + 1 + ] + ], + "mergemonkey": [ + [ + 0 + ], + [ + 1 + ] + ], + "greptile-v4-1": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "gemini-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "gitar": [ + [ + 0 + ], + [ + 1 + ] + ], + "gitlab": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3 + ], + [ + 4 + ] + ], + "deepsource": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "copilot-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ] + }, + "https://github.com/calcom/cal.com/pull/8330": { + "coderabbit": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "gemini": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "claude": [ + [ + 0 + ], + [ + 1 + ] + ], + "graphite": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "bugbot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "copilot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "augment": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "propel": [ + [ + 0 + ], + [ + 1 + ] + ], + "baz": [ + [ + 0 + ], + [ + 1 + ] + ], + "greptile": [ + [ + 0 + ], + [ + 1 + ] + ], + "kg": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "devin": [ + [ + 0 + ], + [ + 1 + ] + ], + "mra-nano": [ + [ + 0, + 4, + 6, + 8 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 5 + ], + [ + 7 + ], + [ + 9 + ], + [ + 10 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mra-max": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3, + 6 + ], + [ + 4 + ], + [ + 5 + ], + [ + 7 + ], + [ + 8, + 9 + ], + [ + 10 + ], + [ + 11, + 15 + ], + [ + 12 + ], + [ + 13 + ], + [ + 14 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mra-ultra": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "mra-b": [ + [ + 0 + ], + [ + 1, + 2 + ] + ], + "mra-a": [ + [ + 0 + ], + [ + 1 + ] + ], + "entelligence": [ + [ + 0 + ], + [ + 1 + ] + ], + "sourcery": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "cubic-dev": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mesa": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "codeant": [ + [ + 0 + ], + [ + 1, + 4 + ], + [ + 2 + ], + [ + 3 + ], + [ + 5 + ], + [ + 6 + ] + ], + "kodus": [ + [ + 0, + 5 + ], + [ + 1, + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "claude-code": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "kodus-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "qodo-v2-2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "qodo-v22": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "qodo-extended": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-extended-summary": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "macroscope": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mergemonkey": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "greptile-v4-1": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "gemini-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "gitar": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "gitlab": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "copilot-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ] + }, + "https://github.com/calcom/cal.com/pull/14943": { + "coderabbit": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "gemini": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "bugbot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "copilot": [ + [ + 0 + ], + [ + 1, + 3 + ], + [ + 2 + ] + ], + "augment": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "propel": [ + [ + 0 + ], + [ + 1, + 2 + ] + ], + "baz": [ + [ + 0, + 4 + ], + [ + 1, + 3 + ], + [ + 2 + ] + ], + "greptile": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mra-nano": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mra-max": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mra-ultra": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mra-b": [ + [ + 0, + 1 + ] + ], + "mra-a": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "sourcery": [ + [ + 0, + 2 + ], + [ + 1 + ], + [ + 3 + ] + ], + "cubic-dev": [ + [ + 0 + ], + [ + 1 + ] + ], + "mesa": [ + [ + 0 + ], + [ + 1, + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "codeant": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "kodus": [ + [ + 0, + 2 + ], + [ + 1 + ] + ], + "kodus-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-v2-2": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-v22": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "qodo-extended": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-extended-summary": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mergemonkey": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "greptile-v4-1": [ + [ + 0 + ], + [ + 1 + ] + ], + "gemini-v2": [ + [ + 0 + ], + [ + 1, + 2, + 3 + ] + ], + "copilot-v2": [ + [ + 0 + ], + [ + 1, + 2 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ] + }, + "https://github.com/calcom/cal.com/pull/22345": { + "coderabbit": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "gemini": [ + [ + 0 + ], + [ + 1, + 3, + 4 + ], + [ + 2 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "bugbot": [ + [ + 0 + ], + [ + 1 + ] + ], + "copilot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "augment": [ + [ + 0 + ], + [ + 1 + ] + ], + "baz": [ + [ + 0 + ], + [ + 1 + ] + ], + "mra-nano": [ + [ + 0, + 5 + ], + [ + 1, + 6 + ], + [ + 2, + 8 + ], + [ + 3, + 7 + ], + [ + 4 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mra-max": [ + [ + 0 + ], + [ + 1, + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3, + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ] + ], + "mra-ultra": [ + [ + 0, + 4 + ], + [ + 1 + ], + [ + 2, + 3 + ], + [ + 5, + 6 + ] + ], + "mra-b": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mra-a": [ + [ + 0 + ], + [ + 1 + ] + ], + "sourcery": [ + [ + 0, + 1 + ] + ], + "cubic-dev": [ + [ + 0 + ], + [ + 1 + ] + ], + "mesa": [ + [ + 0, + 4 + ], + [ + 1, + 5 + ], + [ + 2 + ], + [ + 3, + 7 + ], + [ + 6 + ] + ], + "codeant": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "claude-code": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo-extended": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-extended-summary": [ + [ + 0 + ], + [ + 1 + ] + ], + "mergemonkey": [ + [ + 0, + 1 + ] + ], + "greptile-v4-1": [ + [ + 0, + 1, + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "gitlab": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "copilot-v2": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1 + ] + ] + }, + "https://github.com/calcom/cal.com/pull/11059": { + "coderabbit": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7, + 13 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ], + [ + 14 + ], + [ + 15 + ], + [ + 16 + ], + [ + 17 + ] + ], + "gemini": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "claude": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "graphite": [ + [ + 0, + 1 + ] + ], + "qodo": [ + [ + 0, + 6 + ], + [ + 1 + ], + [ + 2, + 5 + ], + [ + 3 + ], + [ + 4 + ], + [ + 7 + ] + ], + "bugbot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "copilot": [ + [ + 0, + 5, + 9 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ], + [ + 13 + ], + [ + 14 + ] + ], + "augment": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3, + 4, + 6 + ], + [ + 5 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ] + ], + "baz": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "greptile": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ] + ], + "devin": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mra-nano": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7, + 8, + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ], + [ + 13 + ], + [ + 14 + ], + [ + 15 + ], + [ + 16 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3, + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ] + ], + "mra-max": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ], + [ + 13 + ] + ], + "greptile-v4": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5, + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10, + 11 + ], + [ + 12, + 16 + ], + [ + 13, + 17 + ], + [ + 14 + ], + [ + 15 + ] + ], + "mra-ultra": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "mra-b": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "mra-a": [ + [ + 0, + 11 + ], + [ + 1 + ], + [ + 2, + 3 + ], + [ + 4, + 5 + ], + [ + 6, + 7 + ], + [ + 8, + 9 + ], + [ + 10 + ] + ], + "entelligence": [ + [ + 0 + ], + [ + 1 + ] + ], + "sourcery": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "cubic-dev": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 8, + 9 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6, + 7 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ], + [ + 13 + ], + [ + 14 + ], + [ + 15 + ], + [ + 16, + 18 + ], + [ + 17 + ], + [ + 19 + ], + [ + 20 + ], + [ + 21 + ], + [ + 22 + ], + [ + 23 + ], + [ + 24 + ], + [ + 25 + ], + [ + 26 + ] + ], + "mesa": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8, + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ], + [ + 13 + ], + [ + 14 + ] + ], + "codeant": [ + [ + 0, + 1 + ], + [ + 2, + 5 + ], + [ + 3 + ], + [ + 4 + ], + [ + 6, + 7 + ], + [ + 8, + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12, + 13 + ], + [ + 14 + ], + [ + 15 + ], + [ + 16 + ], + [ + 17 + ], + [ + 18 + ] + ], + "kodus": [ + [ + 0, + 8 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 9 + ] + ], + "claude-code": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "kodus-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "qodo-v2-2": [ + [ + 0 + ], + [ + 1, + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "qodo-v22": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "qodo-extended": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 10 + ], + [ + 7, + 8, + 11 + ], + [ + 9 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-extended-summary": [ + [ + 0 + ], + [ + 1, + 7, + 9, + 10, + 11 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 8 + ], + [ + 12 + ], + [ + 13 + ] + ], + "macroscope": [ + [ + 0, + 8 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7, + 9, + 10, + 11, + 12, + 13 + ] + ], + "mergemonkey": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "greptile-v4-1": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3, + 4, + 5 + ], + [ + 6 + ], + [ + 7 + ] + ], + "gemini-v2": [ + [ + 0 + ], + [ + 1, + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "gitar": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "gitlab": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4, + 5 + ], + [ + 6 + ] + ], + "deepsource": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "copilot-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 4 + ], + [ + 3 + ], + [ + 5 + ], + [ + 6 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ] + ] + }, + "https://github.com/calcom/cal.com/pull/7232": { + "coderabbit": [ + [ + 0, + 7 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6, + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ] + ], + "gemini": [ + [ + 0, + 1, + 2 + ], + [ + 3 + ] + ], + "claude": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "bugbot": [ + [ + 0 + ], + [ + 1 + ] + ], + "copilot": [ + [ + 0, + 3, + 4, + 9, + 10, + 11, + 12 + ], + [ + 1 + ], + [ + 2 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ] + ], + "augment": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "propel": [ + [ + 0, + 1 + ] + ], + "baz": [ + [ + 0, + 1, + 2 + ] + ], + "greptile": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "devin": [ + [ + 0 + ], + [ + 1 + ] + ], + "mra-nano": [ + [ + 0, + 16, + 17 + ], + [ + 1, + 10 + ], + [ + 2 + ], + [ + 3, + 12 + ], + [ + 4, + 8 + ], + [ + 5, + 13 + ], + [ + 6 + ], + [ + 7 + ], + [ + 9 + ], + [ + 11 + ], + [ + 14 + ], + [ + 15 + ], + [ + 18 + ], + [ + 19 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mra-max": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7, + 12, + 13 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 14 + ], + [ + 15 + ], + [ + 16 + ], + [ + 17, + 18 + ], + [ + 19 + ], + [ + 20 + ], + [ + 21 + ], + [ + 22 + ], + [ + 23 + ], + [ + 24 + ], + [ + 25 + ] + ], + "greptile-v4": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ] + ], + "mra-ultra": [ + [ + 0, + 4 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mra-b": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mra-a": [ + [ + 0, + 5 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "sourcery": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "cubic-dev": [ + [ + 0, + 2 + ], + [ + 1 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ] + ], + "mesa": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ] + ], + "codeant": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3, + 11 + ], + [ + 4, + 7 + ], + [ + 5, + 10 + ], + [ + 6 + ], + [ + 8 + ], + [ + 9 + ] + ], + "kodus": [ + [ + 0, + 3, + 4, + 5, + 6, + 9, + 10 + ], + [ + 1 + ], + [ + 2 + ], + [ + 7 + ], + [ + 8 + ], + [ + 11 + ], + [ + 12 + ], + [ + 13 + ], + [ + 14 + ], + [ + 15 + ], + [ + 16 + ], + [ + 17 + ], + [ + 18 + ] + ], + "claude-code": [ + [ + 0 + ], + [ + 1 + ] + ], + "kodus-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo-v2-2": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-v22": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo-extended": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1, + 3 + ], + [ + 2 + ], + [ + 4 + ], + [ + 5 + ] + ], + "qodo-extended-summary": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "macroscope": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mergemonkey": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3, + 4, + 5 + ] + ], + "greptile-v4-1": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "gemini-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "gitar": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4, + 5 + ], + [ + 6 + ] + ], + "gitlab": [ + [ + 0 + ], + [ + 1 + ] + ], + "deepsource": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "copilot-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ] + }, + "https://github.com/calcom/cal.com/pull/14740": { + "coderabbit": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ] + ], + "gemini": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "claude": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "bugbot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "copilot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4, + 5, + 8 + ], + [ + 6 + ], + [ + 7 + ], + [ + 9 + ], + [ + 10 + ] + ], + "augment": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "propel": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "baz": [ + [ + 0 + ], + [ + 1 + ] + ], + "greptile": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "kg": [ + [ + 0 + ], + [ + 1 + ] + ], + "devin": [ + [ + 0 + ], + [ + 1 + ] + ], + "mra-nano": [ + [ + 0 + ], + [ + 1, + 3 + ], + [ + 2 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "mra-max": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6, + 7 + ], + [ + 8 + ] + ], + "mra-ultra": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mra-b": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mra-a": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "entelligence": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "sourcery": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "cubic-dev": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ], + [ + 13 + ], + [ + 14 + ] + ], + "mesa": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "codeant": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ], + [ + 13 + ], + [ + 14 + ], + [ + 15 + ], + [ + 16 + ] + ], + "kodus": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3, + 8 + ], + [ + 4, + 6 + ], + [ + 5 + ], + [ + 7 + ] + ], + "claude-code": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "kodus-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-v2-2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "qodo-v22": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "qodo-extended": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3, + 4 + ], + [ + 5 + ] + ], + "qodo-extended-summary": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "macroscope": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "mergemonkey": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "greptile-v4-1": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "gemini-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "gitar": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "gitlab": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "deepsource": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "copilot-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ] + ] + }, + "https://github.com/calcom/cal.com/pull/10600": { + "coderabbit": [ + [ + 0, + 2 + ], + [ + 1 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ] + ], + "gemini": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "claude": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3, + 4 + ], + [ + 5, + 6 + ], + [ + 7 + ] + ], + "copilot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5, + 9 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ] + ], + "augment": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "propel": [ + [ + 0, + 1 + ], + [ + 2 + ] + ], + "greptile": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mra-nano": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 4, + 5 + ], + [ + 3 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "mra-max": [ + [ + 0, + 2, + 8 + ], + [ + 1 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ], + [ + 13 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ] + ], + "mra-ultra": [ + [ + 0, + 1 + ], + [ + 2, + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7, + 8 + ], + [ + 9 + ], + [ + 10 + ] + ], + "mra-b": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "mra-a": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ] + ], + "entelligence": [ + [ + 0 + ], + [ + 1 + ] + ], + "sourcery": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "cubic-dev": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ], + [ + 13 + ] + ], + "mesa": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 5 + ], + [ + 3 + ], + [ + 4 + ] + ], + "codeant": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6, + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ], + [ + 13 + ], + [ + 14 + ] + ], + "kodus": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5, + 6 + ], + [ + 7 + ] + ], + "claude-code": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "qodo-v2-2": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-v22": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "qodo-extended": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo-extended-summary": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "macroscope": [ + [ + 0 + ], + [ + 1 + ] + ], + "mergemonkey": [ + [ + 0 + ], + [ + 1 + ] + ], + "greptile-v4-1": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "gemini-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "gitar": [ + [ + 0 + ], + [ + 1 + ] + ], + "gitlab": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "deepsource": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ] + ], + "copilot-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5, + 7 + ], + [ + 6 + ], + [ + 8 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1, + 2 + ], + [ + 3 + ] + ] + }, + "https://github.com/calcom/cal.com/pull/10967": { + "coderabbit": [ + [ + 0 + ], + [ + 1, + 9 + ], + [ + 2, + 10 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ] + ], + "gemini": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3 + ], + [ + 4, + 7 + ], + [ + 5 + ], + [ + 6 + ] + ], + "claude": [ + [ + 0, + 5 + ], + [ + 1, + 8 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 6 + ], + [ + 7 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "bugbot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "copilot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 9 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 10 + ] + ], + "augment": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "baz": [ + [ + 0 + ], + [ + 1 + ] + ], + "greptile": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "devin": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3 + ], + [ + 4 + ] + ], + "mra-nano": [ + [ + 0 + ], + [ + 1, + 8, + 11 + ], + [ + 2, + 5, + 6 + ], + [ + 3 + ], + [ + 4 + ], + [ + 7 + ], + [ + 9 + ], + [ + 10 + ], + [ + 12 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "mra-max": [ + [ + 0 + ], + [ + 1, + 8 + ], + [ + 2, + 11 + ], + [ + 3, + 16 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6, + 7 + ], + [ + 9 + ], + [ + 10 + ], + [ + 12 + ], + [ + 13 + ], + [ + 14, + 15 + ], + [ + 17 + ], + [ + 18 + ], + [ + 19 + ], + [ + 20 + ], + [ + 21, + 22 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1, + 2 + ], + [ + 3 + ], + [ + 4, + 5, + 6 + ], + [ + 7 + ], + [ + 8, + 9 + ] + ], + "mra-ultra": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ] + ], + "mra-b": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ] + ], + "mra-a": [ + [ + 0, + 10 + ], + [ + 1 + ], + [ + 2, + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 11 + ], + [ + 12 + ], + [ + 13, + 14 + ], + [ + 15 + ], + [ + 16 + ], + [ + 17 + ], + [ + 18 + ] + ], + "entelligence": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ] + ], + "sourcery": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "mesa": [ + [ + 0, + 9, + 17 + ], + [ + 1, + 12, + 21 + ], + [ + 2, + 4, + 7 + ], + [ + 3, + 15 + ], + [ + 5, + 13, + 19 + ], + [ + 6 + ], + [ + 8 + ], + [ + 10, + 11, + 18 + ], + [ + 14 + ], + [ + 16, + 22 + ], + [ + 20 + ] + ], + "codeant": [ + [ + 0, + 6 + ], + [ + 1, + 2 + ], + [ + 3, + 4, + 10 + ], + [ + 5 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 11 + ] + ], + "kodus": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ] + ], + "claude-code": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3, + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ] + ], + "kodus-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo-v2-2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "qodo-v22": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "qodo-extended": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "qodo-extended-summary": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "macroscope": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "mergemonkey": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "greptile-v4-1": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "gemini-v2": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4, + 5, + 6 + ] + ], + "gitar": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "gitlab": [ + [ + 0 + ], + [ + 1, + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "deepsource": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ] + ], + "copilot-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10, + 11 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ] + }, + "https://github.com/calcom/cal.com/pull/8087": { + "coderabbit": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "gemini": [ + [ + 0 + ], + [ + 1 + ] + ], + "claude": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "bugbot": [ + [ + 0, + 1, + 2, + 3 + ] + ], + "copilot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "augment": [ + [ + 0, + 3, + 7 + ], + [ + 1, + 4 + ], + [ + 2, + 5, + 6 + ], + [ + 8 + ] + ], + "greptile": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "kg": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "devin": [ + [ + 0, + 1 + ], + [ + 2, + 3 + ], + [ + 4, + 5 + ], + [ + 6 + ] + ], + "mra-nano": [ + [ + 0, + 7 + ], + [ + 1 + ], + [ + 2, + 5 + ], + [ + 3, + 6 + ], + [ + 4, + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ], + [ + 13 + ] + ], + "mra-max": [ + [ + 0, + 8, + 11 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 9 + ], + [ + 10 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "mra-ultra": [ + [ + 0, + 1 + ], + [ + 2, + 3, + 4, + 8, + 9 + ], + [ + 5, + 6, + 7 + ], + [ + 10 + ], + [ + 11, + 12, + 13, + 14, + 15, + 16 + ] + ], + "mra-b": [ + [ + 0 + ], + [ + 1, + 2, + 3 + ], + [ + 4, + 5, + 6, + 7 + ], + [ + 8, + 9 + ] + ], + "mra-a": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3, + 6 + ], + [ + 4 + ], + [ + 5 + ], + [ + 7 + ], + [ + 8 + ] + ], + "entelligence": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "sourcery": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "cubic-dev": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7, + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ], + [ + 13 + ] + ], + "mesa": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7, + 8 + ], + [ + 9 + ], + [ + 10 + ] + ], + "codeant": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ] + ], + "kodus": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "claude-code": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "qodo-extended": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "cubic-v2": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4, + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8, + 9 + ], + [ + 10 + ], + [ + 11 + ] + ], + "qodo-extended-summary": [ + [ + 0, + 1 + ], + [ + 2 + ] + ], + "macroscope": [ + [ + 0, + 1, + 2 + ], + [ + 3, + 4 + ], + [ + 5, + 6 + ] + ], + "mergemonkey": [ + [ + 0, + 2, + 3 + ], + [ + 1 + ], + [ + 4 + ] + ], + "greptile-v4-1": [ + [ + 0 + ], + [ + 1, + 2, + 3 + ] + ], + "gitar": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3, + 4 + ], + [ + 5 + ] + ], + "gitlab": [ + [ + 0, + 2, + 4 + ], + [ + 1, + 3 + ] + ], + "deepsource": [ + [ + 0, + 1, + 2 + ] + ], + "copilot-v2": [ + [ + 0, + 1, + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1, + 3 + ], + [ + 2, + 4 + ], + [ + 5, + 6 + ] + ] + }, + "https://github.com/keycloak/keycloak/pull/40940": { + "gemini": [ + [ + 0, + 1 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "bugbot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "copilot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3, + 4 + ] + ], + "propel": [ + [ + 0, + 1 + ], + [ + 2, + 3 + ], + [ + 4 + ] + ], + "augment": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "greptile": [ + [ + 0 + ], + [ + 1, + 2, + 3 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mra-max": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3, + 4 + ], + [ + 5, + 6 + ], + [ + 7 + ], + [ + 8, + 9 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3, + 4 + ] + ], + "mra-ultra": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mra-b": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3 + ] + ], + "mra-a": [ + [ + 0 + ], + [ + 1, + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5, + 7 + ], + [ + 6 + ] + ], + "entelligence": [ + [ + 0, + 1 + ] + ], + "sourcery": [ + [ + 0 + ], + [ + 1 + ] + ], + "cubic-dev": [ + [ + 0 + ], + [ + 1 + ] + ], + "mesa": [ + [ + 0, + 1, + 2 + ], + [ + 3, + 4, + 11, + 12 + ], + [ + 5, + 6, + 7, + 8, + 9, + 10, + 13, + 14, + 15 + ], + [ + 16, + 17 + ] + ], + "codeant": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ] + ], + "kodus": [ + [ + 0, + 1 + ] + ], + "claude-code": [ + [ + 0 + ], + [ + 1, + 2, + 3 + ] + ], + "qodo-v2-2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "qodo-v22": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-extended": [ + [ + 0, + 3 + ], + [ + 1 + ], + [ + 2 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "qodo-extended-summary": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "macroscope": [ + [ + 0 + ], + [ + 1 + ] + ], + "mergemonkey": [ + [ + 0 + ], + [ + 1 + ] + ], + "greptile-v4-1": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3 + ] + ], + "gemini-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "gitlab": [ + [ + 0, + 1 + ] + ], + "copilot-v2": [ + [ + 0 + ], + [ + 1, + 2, + 3 + ], + [ + 4 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ] + }, + "https://github.com/ai-code-review-evaluation/sentry-greptile/pull/2": { + "gemini": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "claude": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "qodo": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "bugbot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "copilot": [ + [ + 0, + 2 + ], + [ + 1 + ], + [ + 3 + ], + [ + 4 + ] + ], + "augment": [ + [ + 0 + ], + [ + 1, + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "propel": [ + [ + 0, + 2 + ], + [ + 1, + 3 + ] + ], + "baz": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "greptile": [ + [ + 0, + 1, + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "kg": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mra-max": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4, + 6 + ], + [ + 5, + 8 + ], + [ + 7 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "mra-ultra": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ] + ], + "mra-b": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ] + ], + "mra-a": [ + [ + 0, + 1 + ], + [ + 2, + 3 + ], + [ + 4 + ], + [ + 5, + 6 + ], + [ + 7 + ], + [ + 8 + ] + ], + "entelligence": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "sourcery": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 6 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "cubic-dev": [ + [ + 0, + 2, + 5 + ], + [ + 1, + 4 + ], + [ + 3 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ] + ], + "mesa": [ + [ + 0, + 23 + ], + [ + 1 + ], + [ + 2, + 25 + ], + [ + 3 + ], + [ + 4, + 17 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10, + 21 + ], + [ + 11 + ], + [ + 12 + ], + [ + 13 + ], + [ + 14 + ], + [ + 15 + ], + [ + 16 + ], + [ + 18 + ], + [ + 19, + 20 + ], + [ + 22, + 24 + ] + ], + "codeant": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ] + ], + "kodus": [ + [ + 0, + 1, + 3 + ], + [ + 2 + ], + [ + 4 + ] + ], + "claude-code": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "kodus-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "qodo-v2-2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "qodo-v22": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "qodo-extended": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3, + 6 + ], + [ + 4 + ], + [ + 5, + 7 + ], + [ + 8 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1, + 2 + ] + ], + "qodo-extended-summary": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ] + ], + "macroscope": [ + [ + 0 + ], + [ + 1 + ] + ], + "mergemonkey": [ + [ + 0, + 1, + 3, + 4 + ], + [ + 2 + ], + [ + 5 + ], + [ + 6 + ] + ], + "greptile-v4-1": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "gemini-v2": [ + [ + 0 + ], + [ + 1, + 3 + ], + [ + 2 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "gitar": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "gitlab": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "deepsource": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "copilot-v2": [ + [ + 0 + ], + [ + 1, + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ] + ] + }, + "https://github.com/grafana/grafana/pull/103633": { + "gemini": [ + [ + 0 + ], + [ + 1, + 2 + ] + ], + "claude": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "copilot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "augment": [ + [ + 0 + ], + [ + 1 + ] + ], + "greptile": [ + [ + 0 + ], + [ + 1 + ] + ], + "devin": [ + [ + 0, + 1 + ], + [ + 2 + ] + ], + "mra-nano": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mra-max": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mra-ultra": [ + [ + 0, + 1 + ], + [ + 2, + 3 + ], + [ + 4, + 5, + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ] + ], + "mra-b": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "mra-a": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5, + 6 + ] + ], + "entelligence": [ + [ + 0 + ], + [ + 1 + ] + ], + "sourcery": [ + [ + 0 + ], + [ + 1 + ] + ], + "cubic-dev": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "mesa": [ + [ + 0, + 1 + ], + [ + 2, + 3 + ], + [ + 4, + 5 + ], + [ + 6 + ] + ], + "codeant": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "kodus": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "claude-code": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-v22": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo-extended": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "qodo-extended-summary": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "mergemonkey": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "greptile-v4-1": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "gemini-v2": [ + [ + 0, + 1, + 2 + ] + ], + "gitar": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "gitlab": [ + [ + 0 + ], + [ + 1 + ] + ], + "copilot-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ] + }, + "https://github.com/grafana/grafana/pull/107534": { + "qodo": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "copilot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "propel": [ + [ + 0 + ], + [ + 1 + ] + ], + "baz": [ + [ + 0 + ], + [ + 1 + ] + ], + "kg": [ + [ + 0 + ], + [ + 1 + ] + ], + "mra-nano": [ + [ + 0, + 3 + ], + [ + 1 + ], + [ + 2 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "mra-max": [ + [ + 0, + 1, + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "greptile-v4": [ + [ + 0, + 1, + 3 + ], + [ + 2 + ], + [ + 4 + ], + [ + 5, + 6 + ] + ], + "mra-ultra": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mra-b": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mra-a": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "sourcery": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "cubic-dev": [ + [ + 0 + ], + [ + 1 + ] + ], + "mesa": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "codeant": [ + [ + 0 + ], + [ + 1, + 2, + 6 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "kodus": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "claude-code": [ + [ + 0, + 1 + ] + ], + "qodo-extended": [ + [ + 0 + ], + [ + 1 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "qodo-extended-summary": [ + [ + 0, + 1 + ], + [ + 2 + ] + ], + "mergemonkey": [ + [ + 0, + 1 + ] + ], + "greptile-v4-1": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "gemini-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "gitar": [ + [ + 0 + ], + [ + 1 + ] + ], + "copilot-v2": [ + [ + 0, + 1 + ], + [ + 2 + ] + ], + "greptile-v5": [ + [ + 0, + 1, + 2 + ] + ] + }, + "https://github.com/ai-code-review-evaluation/discourse-graphite/pull/5": { + "qodo": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "copilot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "augment": [ + [ + 0 + ], + [ + 1 + ] + ], + "baz": [ + [ + 0 + ], + [ + 1 + ] + ], + "greptile": [ + [ + 0 + ], + [ + 1 + ] + ], + "devin": [ + [ + 0 + ], + [ + 1 + ] + ], + "mra-nano": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "mra-max": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5, + 6 + ], + [ + 7, + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1, + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "mra-ultra": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "mra-b": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "mra-a": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "sourcery": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "cubic-dev": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "mesa": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3, + 12 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7, + 10 + ], + [ + 8 + ], + [ + 9 + ], + [ + 11 + ] + ], + "codeant": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "claude-code": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "qodo-v2-2": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-extended": [ + [ + 0 + ], + [ + 1, + 4 + ], + [ + 2 + ], + [ + 3 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo-extended-summary": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mergemonkey": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "greptile-v4-1": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "gemini-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ] + ], + "gitar": [ + [ + 0 + ], + [ + 1 + ] + ], + "gitlab": [ + [ + 0 + ], + [ + 1 + ] + ], + "copilot-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ] + } +} \ No newline at end of file diff --git a/offline/results/openai_gpt-5.2/dedup_groups.json b/offline/results/openai_gpt-5.2/dedup_groups.json new file mode 100644 index 0000000..46db0ed --- /dev/null +++ b/offline/results/openai_gpt-5.2/dedup_groups.json @@ -0,0 +1,21595 @@ +{ + "https://github.com/keycloak/keycloak/pull/37429": { + "baz": [ + [ + 0, + 1 + ] + ], + "codeant-v2": [ + [ + 0, + 1 + ] + ], + "propel-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo-extended-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mergemonkey": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "coderabbit": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ] + ], + "greptile-v4-1": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "gemini-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ] + ], + "gitar": [ + [ + 0 + ], + [ + 1 + ] + ], + "gitlab": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "deepsource": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "copilot-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "gemini": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3 + ], + [ + 4 + ] + ], + "augment": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "bugbot": [ + [ + 0 + ], + [ + 1 + ] + ], + "propel": [ + [ + 0 + ], + [ + 1 + ] + ], + "copilot": [ + [ + 0 + ], + [ + 1, + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "greptile": [ + [ + 0 + ], + [ + 1, + 2 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "devin": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mra-max": [ + [ + 0, + 1 + ], + [ + 2, + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "mra-nano": [ + [ + 0 + ], + [ + 1 + ] + ], + "mra-ultra": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "mra-a": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mra-b": [ + [ + 0 + ], + [ + 1 + ] + ], + "entelligence": [ + [ + 0, + 1 + ], + [ + 2 + ] + ], + "sourcery": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8, + 9 + ], + [ + 10, + 11 + ], + [ + 12, + 13 + ], + [ + 14 + ] + ], + "cubic-dev": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ], + [ + 13 + ], + [ + 14 + ], + [ + 15 + ], + [ + 16 + ], + [ + 17 + ] + ], + "mesa": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9, + 11 + ], + [ + 10 + ] + ], + "codeant": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7, + 8 + ], + [ + 9, + 10 + ], + [ + 11 + ], + [ + 12 + ], + [ + 13 + ], + [ + 14 + ], + [ + 15 + ], + [ + 16 + ], + [ + 17 + ], + [ + 18 + ] + ], + "kodus": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "claude-code": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "linearb": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "kodus-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo-v2-2": [ + [ + 0, + 1 + ] + ], + "qodo-v22": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "qodo-extended": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "qodo-extended-summary": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "macroscope": [ + [ + 0, + 1 + ] + ] + }, + "https://github.com/keycloak/keycloak/pull/37634": { + "baz": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3 + ] + ], + "codeant-v2": [ + [ + 0, + 1 + ], + [ + 2, + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "propel-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo-extended-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mergemonkey": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "coderabbit": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ] + ], + "greptile-v4-1": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "gemini-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "gitar": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "gitlab": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "deepsource": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ] + ], + "copilot-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3, + 4 + ], + [ + 5, + 6 + ], + [ + 7 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "claude": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "gemini": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "augment": [ + [ + 0, + 1, + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6, + 7 + ] + ], + "propel": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "graphite": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "bugbot": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "copilot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "greptile": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "kg": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3 + ] + ], + "devin": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mra-max": [ + [ + 0 + ], + [ + 1, + 6 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "macroscope": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "claude-code": [ + [ + 0 + ], + [ + 1 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "kodus-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "sourcery": [ + [ + 0 + ], + [ + 1 + ] + ] + }, + "https://github.com/keycloak/keycloak/pull/36880": { + "baz": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "codeant-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "propel-v2": [ + [ + 0, + 1 + ], + [ + 2 + ] + ], + "qodo-extended-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "mergemonkey": [ + [ + 0 + ], + [ + 1 + ] + ], + "coderabbit": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "greptile-v4-1": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "gemini-v2": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "gitar": [ + [ + 0, + 2 + ], + [ + 1 + ], + [ + 3 + ], + [ + 4, + 5 + ] + ], + "gitlab": [ + [ + 0, + 1, + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8, + 9 + ] + ], + "deepsource": [ + [ + 0, + 6 + ], + [ + 1 + ], + [ + 2, + 3, + 4 + ], + [ + 5 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ] + ], + "copilot-v2": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7, + 8 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1, + 2 + ], + [ + 3 + ] + ], + "claude": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "gemini": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "propel": [ + [ + 0, + 1 + ], + [ + 2, + 3 + ], + [ + 4, + 5 + ] + ], + "augment": [ + [ + 0 + ], + [ + 1 + ] + ], + "bugbot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "copilot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3 + ], + [ + 4 + ] + ], + "mra-max": [ + [ + 0 + ], + [ + 1, + 7, + 9 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 8 + ], + [ + 10 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "macroscope": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "claude-code": [ + [ + 0 + ], + [ + 1 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "kodus-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "sourcery": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ] + }, + "https://github.com/keycloak/keycloak/pull/37038": { + "baz": [ + [ + 0, + 1 + ], + [ + 2, + 3 + ] + ], + "codeant-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "propel-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-extended-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "mergemonkey": [ + [ + 0 + ], + [ + 1, + 2 + ] + ], + "coderabbit": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ] + ], + "greptile-v4-1": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "gemini-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "gitar": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "gitlab": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "deepsource": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "copilot-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "copilot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "augment": [ + [ + 0, + 1, + 2, + 3 + ], + [ + 4, + 5 + ], + [ + 6, + 7 + ] + ], + "bugbot": [ + [ + 0 + ], + [ + 1 + ] + ], + "claude": [ + [ + 0, + 1 + ] + ], + "propel": [ + [ + 0, + 1, + 3 + ], + [ + 2 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "devin": [ + [ + 0, + 1 + ] + ], + "mra-max": [ + [ + 0, + 2, + 3 + ], + [ + 1 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ], + [ + 13 + ], + [ + 14 + ], + [ + 15 + ], + [ + 16 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "macroscope": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "claude-code": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "kodus-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "sourcery": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ] + }, + "https://github.com/keycloak/keycloak/pull/33832": { + "baz": [ + [ + 0 + ], + [ + 1 + ] + ], + "codeant-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "propel-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "qodo-extended-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mergemonkey": [ + [ + 0 + ], + [ + 1 + ] + ], + "coderabbit": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ] + ], + "greptile-v4-1": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "gemini-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "gitar": [ + [ + 0 + ], + [ + 1 + ] + ], + "gitlab": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "deepsource": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ] + ], + "copilot-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1 + ] + ], + "claude": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "gemini": [ + [ + 0 + ], + [ + 1 + ] + ], + "graphite": [ + [ + 0, + 1 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "bugbot": [ + [ + 0, + 1 + ] + ], + "copilot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "augment": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "propel": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mra-max": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "macroscope": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "claude-code": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "sourcery": [ + [ + 0, + 2 + ], + [ + 1 + ], + [ + 3 + ] + ] + }, + "https://github.com/ai-code-review-evaluation/keycloak-greptile/pull/1": { + "baz": [ + [ + 0 + ], + [ + 1, + 2 + ] + ], + "codeant-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3 + ] + ], + "propel-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-extended-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mergemonkey": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "coderabbit": [ + [ + 0 + ], + [ + 1, + 2 + ], + [ + 3 + ] + ], + "greptile-v4-1": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "gemini-v2": [ + [ + 0, + 1, + 4 + ], + [ + 2, + 3, + 5 + ], + [ + 6 + ] + ], + "gitar": [ + [ + 0 + ], + [ + 1 + ] + ], + "gitlab": [ + [ + 0 + ], + [ + 1, + 2 + ] + ], + "deepsource": [ + [ + 0 + ], + [ + 1 + ] + ], + "copilot-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "augment": [ + [ + 0, + 1 + ] + ], + "gemini": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "bugbot": [ + [ + 0, + 1 + ] + ], + "copilot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mra-max": [ + [ + 0, + 1 + ], + [ + 2, + 3 + ], + [ + 4, + 7, + 8 + ], + [ + 5 + ], + [ + 6 + ], + [ + 9, + 11 + ], + [ + 10 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mra-nano": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "macroscope": [ + [ + 0, + 1, + 2 + ], + [ + 3, + 4 + ], + [ + 5 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1, + 2 + ], + [ + 3 + ] + ], + "kodus-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "sourcery": [ + [ + 0, + 3 + ], + [ + 1 + ], + [ + 2 + ] + ] + }, + "https://github.com/getsentry/sentry/pull/93824": { + "baz": [ + [ + 0, + 1 + ] + ], + "codeant-v2": [ + [ + 0, + 1 + ], + [ + 2 + ] + ], + "propel-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-extended-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mergemonkey": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "coderabbit": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "greptile-v4-1": [ + [ + 0 + ], + [ + 1 + ] + ], + "gemini-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "gitar": [ + [ + 0 + ], + [ + 1 + ] + ], + "gitlab": [ + [ + 0 + ], + [ + 1 + ] + ], + "deepsource": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "copilot-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "augment": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "gemini": [ + [ + 0 + ], + [ + 1 + ] + ], + "claude": [ + [ + 0, + 1 + ], + [ + 2 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "copilot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "propel": [ + [ + 0, + 1, + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "greptile": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "devin": [ + [ + 0 + ], + [ + 1 + ] + ], + "mra-max": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "macroscope": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "claude-code": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "sourcery": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ] + }, + "https://github.com/ai-code-review-evaluation/sentry-greptile/pull/5": { + "baz": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "codeant-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "propel-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo-extended-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "mergemonkey": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "coderabbit": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ], + [ + 13 + ], + [ + 14 + ], + [ + 15 + ], + [ + 16 + ], + [ + 17 + ] + ], + "gemini-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3 + ] + ], + "gitar": [ + [ + 0 + ], + [ + 1 + ] + ], + "gitlab": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "deepsource": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ], + [ + 13 + ], + [ + 14 + ], + [ + 15 + ], + [ + 16 + ], + [ + 17 + ], + [ + 18 + ] + ], + "copilot-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4, + 5 + ], + [ + 6, + 7 + ], + [ + 8 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "greptile": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "bugbot": [ + [ + 0, + 1 + ], + [ + 2 + ] + ], + "copilot": [ + [ + 0, + 1, + 2 + ] + ], + "propel": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "augment": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "devin": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mra-max": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9, + 10 + ], + [ + 11 + ], + [ + 12 + ], + [ + 13 + ], + [ + 14 + ], + [ + 15 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "macroscope": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "claude-code": [ + [ + 0 + ], + [ + 1 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "kodus-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "sourcery": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ] + }, + "https://github.com/ai-code-review-evaluation/sentry-greptile/pull/1": { + "baz": [ + [ + 0 + ], + [ + 1 + ] + ], + "codeant-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "propel-v2": [ + [ + 0 + ], + [ + 1, + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "qodo-extended-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mergemonkey": [ + [ + 0, + 2 + ], + [ + 1 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "coderabbit": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3, + 4 + ], + [ + 5 + ] + ], + "greptile-v4-1": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "gemini-v2": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "gitar": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "gitlab": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "deepsource": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "copilot-v2": [ + [ + 0 + ], + [ + 1, + 3 + ], + [ + 2 + ], + [ + 4 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "gemini": [ + [ + 0, + 1, + 2 + ], + [ + 3 + ], + [ + 4, + 5 + ] + ], + "claude": [ + [ + 0 + ], + [ + 1, + 3 + ], + [ + 2 + ], + [ + 4, + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "copilot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6, + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ], + [ + 13 + ], + [ + 14 + ], + [ + 15 + ] + ], + "bugbot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "augment": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "propel": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "greptile": [ + [ + 0, + 1 + ], + [ + 2, + 4, + 6 + ], + [ + 3 + ], + [ + 5 + ] + ], + "kg": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "devin": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "mra-max": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "greptile-v4": [ + [ + 0, + 1, + 8 + ], + [ + 2, + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ] + ], + "mra-nano": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "macroscope": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "claude-code": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "cubic-v2": [ + [ + 0, + 3 + ], + [ + 1 + ], + [ + 2 + ] + ], + "kodus-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "sourcery": [ + [ + 0, + 3 + ], + [ + 1 + ], + [ + 2 + ], + [ + 4 + ], + [ + 5 + ] + ] + }, + "https://github.com/grafana/grafana/pull/97529": { + "baz": [ + [ + 0, + 1 + ], + [ + 2 + ] + ], + "codeant-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "propel-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "qodo-extended-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "mergemonkey": [ + [ + 0 + ], + [ + 1 + ] + ], + "coderabbit": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "greptile-v4-1": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "gemini-v2": [ + [ + 0, + 1 + ], + [ + 2 + ] + ], + "gitlab": [ + [ + 0, + 1 + ] + ], + "deepsource": [ + [ + 0, + 2 + ], + [ + 1 + ] + ], + "copilot-v2": [ + [ + 0, + 1, + 2 + ], + [ + 3, + 4 + ], + [ + 5 + ], + [ + 6, + 7 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3 + ], + [ + 4 + ] + ], + "bugbot": [ + [ + 0, + 2 + ], + [ + 1 + ], + [ + 3 + ], + [ + 4 + ] + ], + "copilot": [ + [ + 0 + ], + [ + 1 + ] + ], + "augment": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "greptile": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "devin": [ + [ + 0 + ], + [ + 1 + ] + ], + "mra-max": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "macroscope": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "claude-code": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "sourcery": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ] + }, + "https://github.com/getsentry/sentry/pull/80528": { + "baz": [ + [ + 0, + 1, + 2 + ] + ], + "codeant-v2": [ + [ + 0, + 2, + 3 + ], + [ + 1 + ] + ], + "propel-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "coderabbit": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "greptile-v4-1": [ + [ + 0 + ], + [ + 1 + ] + ], + "gemini-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "gitlab": [ + [ + 0, + 1 + ] + ], + "deepsource": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "copilot-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "gemini": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "graphite": [ + [ + 0, + 1 + ] + ], + "augment": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "propel": [ + [ + 0, + 1 + ] + ], + "mra-max": [ + [ + 0, + 1 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "sourcery": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ] + }, + "https://github.com/getsentry/sentry/pull/95633": { + "baz": [ + [ + 0, + 2 + ], + [ + 1 + ] + ], + "propel-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-extended-v2": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ] + ], + "mergemonkey": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "coderabbit": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "greptile-v4-1": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "gemini-v2": [ + [ + 0, + 1 + ], + [ + 2, + 3, + 6 + ], + [ + 4, + 5, + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ] + ], + "gitar": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "gitlab": [ + [ + 0 + ], + [ + 1, + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "deepsource": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "copilot-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3 + ], + [ + 4, + 5 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "gemini": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "bugbot": [ + [ + 0 + ], + [ + 1 + ] + ], + "copilot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "augment": [ + [ + 0, + 1, + 2 + ], + [ + 3, + 4 + ], + [ + 5, + 6 + ] + ], + "kg": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "devin": [ + [ + 0, + 1 + ], + [ + 2, + 3 + ] + ], + "mra-max": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3 + ], + [ + 4 + ] + ], + "greptile-v4": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3, + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "macroscope": [ + [ + 0 + ], + [ + 1 + ] + ], + "claude-code": [ + [ + 0 + ], + [ + 1 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "sourcery": [ + [ + 0, + 3 + ], + [ + 1 + ], + [ + 2 + ], + [ + 4 + ] + ] + }, + "https://github.com/ai-code-review-evaluation/sentry-greptile/pull/2": { + "baz": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "codeant-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "propel-v2": [ + [ + 0 + ], + [ + 1, + 3 + ], + [ + 2 + ], + [ + 4 + ], + [ + 5, + 6 + ] + ], + "qodo-extended-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "mergemonkey": [ + [ + 0, + 1, + 5 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 6 + ], + [ + 7 + ] + ], + "greptile-v4-1": [ + [ + 0, + 1, + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "gemini-v2": [ + [ + 0 + ], + [ + 1, + 3 + ], + [ + 2 + ], + [ + 4, + 5 + ], + [ + 6 + ], + [ + 7 + ] + ], + "gitar": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "gitlab": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "deepsource": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ] + ], + "copilot-v2": [ + [ + 0, + 1 + ], + [ + 2, + 3 + ], + [ + 4, + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9, + 10 + ], + [ + 11 + ], + [ + 12 + ], + [ + 13 + ] + ], + "greptile-v5": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ] + ], + "gemini": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "claude": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1, + 7 + ], + [ + 2, + 4 + ], + [ + 3 + ], + [ + 5 + ], + [ + 6 + ], + [ + 8 + ], + [ + 9 + ] + ], + "bugbot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "copilot": [ + [ + 0, + 2, + 3 + ], + [ + 1 + ], + [ + 4, + 6, + 7 + ], + [ + 5 + ], + [ + 8 + ], + [ + 9 + ] + ], + "augment": [ + [ + 0 + ], + [ + 1, + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "propel": [ + [ + 0, + 1 + ], + [ + 2, + 3 + ] + ], + "greptile": [ + [ + 0, + 2, + 5 + ], + [ + 1 + ], + [ + 3 + ], + [ + 4 + ] + ], + "kg": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mra-max": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1, + 2 + ], + [ + 3 + ], + [ + 4, + 5, + 8 + ], + [ + 6 + ], + [ + 7 + ] + ], + "macroscope": [ + [ + 0 + ], + [ + 1, + 2 + ] + ], + "claude-code": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1, + 2 + ] + ], + "kodus-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "sourcery": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 6 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 7 + ], + [ + 8 + ] + ] + }, + "https://github.com/ai-code-review-evaluation/sentry-greptile/pull/3": { + "baz": [ + [ + 0, + 1, + 2 + ], + [ + 3 + ], + [ + 4, + 5 + ] + ], + "codeant-v2": [ + [ + 0 + ], + [ + 1, + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "propel-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "qodo-extended-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mergemonkey": [ + [ + 0, + 2 + ], + [ + 1 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ] + ], + "coderabbit": [ + [ + 0, + 2 + ], + [ + 1 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "greptile-v4-1": [ + [ + 0, + 1 + ], + [ + 2, + 3, + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "gemini-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "gitar": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "gitlab": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3 + ], + [ + 4 + ], + [ + 5, + 6 + ] + ], + "deepsource": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ] + ], + "copilot-v2": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5, + 6, + 7 + ], + [ + 8, + 9, + 10 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "gemini": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1, + 3 + ], + [ + 2 + ], + [ + 4 + ], + [ + 5 + ] + ], + "bugbot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "copilot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3 + ] + ], + "augment": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "propel": [ + [ + 0, + 1 + ], + [ + 2 + ] + ], + "greptile": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "devin": [ + [ + 0 + ], + [ + 1 + ] + ], + "mra-max": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 11 + ], + [ + 3 + ], + [ + 4, + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 12 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "macroscope": [ + [ + 0 + ], + [ + 1 + ] + ], + "claude-code": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "kodus-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "sourcery": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ] + ] + }, + "https://github.com/grafana/grafana/pull/103633": { + "baz": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "codeant-v2": [ + [ + 0, + 1 + ] + ], + "propel-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-extended-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "mergemonkey": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "coderabbit": [ + [ + 0, + 1 + ] + ], + "greptile-v4-1": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "gemini-v2": [ + [ + 0, + 1 + ], + [ + 2 + ] + ], + "gitar": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "gitlab": [ + [ + 0, + 1 + ], + [ + 2 + ] + ], + "deepsource": [ + [ + 0, + 1 + ], + [ + 2, + 3 + ], + [ + 4 + ] + ], + "copilot-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3 + ] + ], + "gemini": [ + [ + 1, + 2 + ], + [ + 0 + ] + ], + "claude": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "copilot": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "augment": [ + [ + 0 + ], + [ + 1 + ] + ], + "greptile": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "devin": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mra-max": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mra-nano": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ] + ], + "macroscope": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "claude-code": [ + [ + 0 + ], + [ + 1 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "sourcery": [ + [ + 0 + ], + [ + 1 + ] + ] + }, + "https://github.com/getsentry/sentry/pull/67876": { + "baz": [ + [ + 0 + ], + [ + 1 + ] + ], + "codeant-v2": [ + [ + 0, + 1 + ] + ], + "propel-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo-extended-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mergemonkey": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "coderabbit": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "greptile-v4-1": [ + [ + 0 + ], + [ + 1 + ] + ], + "gemini-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "gitar": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ] + ], + "gitlab": [ + [ + 0 + ], + [ + 1 + ] + ], + "deepsource": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "copilot-v2": [ + [ + 0, + 2 + ], + [ + 1 + ], + [ + 3 + ], + [ + 4, + 8 + ], + [ + 5, + 6 + ], + [ + 7 + ], + [ + 9, + 10, + 11, + 12 + ], + [ + 13 + ], + [ + 14 + ], + [ + 15 + ] + ], + "greptile-v5": [ + [ + 0, + 1 + ], + [ + 2, + 3 + ] + ], + "gemini": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "claude": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ] + ], + "bugbot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "copilot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "augment": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "propel": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "greptile": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "devin": [ + [ + 0 + ], + [ + 1 + ] + ], + "mra-max": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "macroscope": [ + [ + 0 + ], + [ + 1 + ] + ], + "claude-code": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "sourcery": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ] + ] + }, + "https://github.com/grafana/grafana/pull/94942": { + "baz": [ + [ + 0, + 1 + ] + ], + "propel-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "qodo-extended-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "mergemonkey": [ + [ + 0, + 1 + ] + ], + "coderabbit": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "greptile-v4-1": [ + [ + 0, + 2 + ], + [ + 1 + ] + ], + "gemini-v2": [ + [ + 0, + 2 + ], + [ + 1 + ] + ], + "gitar": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "gitlab": [ + [ + 0, + 1, + 2 + ] + ], + "copilot-v2": [ + [ + 0, + 2 + ], + [ + 1 + ], + [ + 3 + ], + [ + 4 + ] + ], + "greptile-v5": [ + [ + 0, + 2 + ], + [ + 1 + ], + [ + 3 + ] + ], + "gemini": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "claude": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "bugbot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "copilot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ], + [ + 13 + ] + ], + "augment": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "kg": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "devin": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mra-max": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mra-nano": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ] + ], + "claude-code": [ + [ + 0 + ], + [ + 1 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "sourcery": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ] + }, + "https://github.com/grafana/grafana/pull/90045": { + "baz": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "codeant-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "propel-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "qodo-extended-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "mergemonkey": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "coderabbit": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "greptile-v4-1": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "gemini-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4, + 7 + ], + [ + 5 + ], + [ + 6 + ], + [ + 8 + ] + ], + "gitar": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "gitlab": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "deepsource": [ + [ + 0, + 3 + ], + [ + 1 + ], + [ + 2 + ], + [ + 4, + 12 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7, + 9 + ], + [ + 8 + ], + [ + 10 + ], + [ + 11 + ] + ], + "copilot-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "gemini": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ] + ], + "claude": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "bugbot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "copilot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ] + ], + "propel": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "augment": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ] + ], + "greptile": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "kg": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ] + ], + "devin": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "mra-max": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "mra-nano": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ] + ], + "macroscope": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "claude-code": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "sourcery": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ] + }, + "https://github.com/grafana/grafana/pull/106778": { + "baz": [ + [ + 0 + ], + [ + 1 + ] + ], + "codeant-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "propel-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "qodo-extended-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mergemonkey": [ + [ + 0 + ], + [ + 1 + ] + ], + "coderabbit": [ + [ + 0, + 2 + ], + [ + 1 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ] + ], + "greptile-v4-1": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "gemini-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "gitar": [ + [ + 0 + ], + [ + 1 + ] + ], + "gitlab": [ + [ + 0 + ], + [ + 1, + 2 + ], + [ + 3 + ] + ], + "deepsource": [ + [ + 0 + ], + [ + 1, + 3 + ], + [ + 2 + ] + ], + "copilot-v2": [ + [ + 0 + ], + [ + 1, + 2 + ], + [ + 3 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1 + ] + ], + "gemini": [ + [ + 0 + ], + [ + 1 + ] + ], + "claude": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "bugbot": [ + [ + 0 + ], + [ + 1 + ] + ], + "copilot": [ + [ + 0 + ], + [ + 1 + ] + ], + "augment": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "propel": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "greptile": [ + [ + 0 + ], + [ + 1 + ] + ], + "kg": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "devin": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mra-max": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ], + [ + 13 + ], + [ + 14 + ], + [ + 15 + ], + [ + 16 + ], + [ + 17 + ], + [ + 18 + ], + [ + 19 + ], + [ + 20 + ], + [ + 21 + ], + [ + 22 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mra-nano": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ] + ], + "macroscope": [ + [ + 0 + ], + [ + 1 + ] + ], + "claude-code": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "sourcery": [ + [ + 0 + ], + [ + 1 + ] + ] + }, + "https://github.com/grafana/grafana/pull/107534": { + "baz": [ + [ + 0 + ], + [ + 1 + ] + ], + "propel-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-extended-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mergemonkey": [ + [ + 0, + 2 + ], + [ + 1 + ] + ], + "greptile-v4-1": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "gemini-v2": [ + [ + 0, + 2 + ], + [ + 1 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "gitar": [ + [ + 0 + ], + [ + 1 + ] + ], + "gitlab": [ + [ + 0, + 1 + ] + ], + "deepsource": [ + [ + 0, + 1 + ] + ], + "copilot-v2": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "greptile-v5": [ + [ + 0, + 1 + ] + ], + "gemini": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "bugbot": [ + [ + 0 + ], + [ + 1 + ] + ], + "copilot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "propel": [ + [ + 0 + ], + [ + 1 + ] + ], + "kg": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-v2": [ + [ + 0, + 1 + ] + ], + "devin": [ + [ + 0, + 1 + ] + ], + "mra-max": [ + [ + 0, + 2 + ], + [ + 1 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "greptile-v4": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "mra-nano": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "claude-code": [ + [ + 0, + 1, + 2 + ], + [ + 3 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "sourcery": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ] + }, + "https://github.com/grafana/grafana/pull/79265": { + "baz": [ + [ + 0, + 1 + ] + ], + "codeant-v2": [ + [ + 0, + 1 + ], + [ + 2, + 3 + ] + ], + "propel-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "qodo-extended-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mergemonkey": [ + [ + 0, + 1 + ], + [ + 2 + ] + ], + "coderabbit": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ] + ], + "greptile-v4-1": [ + [ + 0 + ], + [ + 1, + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "gemini-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "gitar": [ + [ + 0 + ], + [ + 1 + ] + ], + "gitlab": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "deepsource": [ + [ + 0, + 2 + ], + [ + 1 + ] + ], + "copilot-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "gemini": [ + [ + 0 + ], + [ + 1 + ] + ], + "claude": [ + [ + 0 + ], + [ + 1, + 3, + 4, + 5 + ], + [ + 2 + ], + [ + 6 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "copilot": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ] + ], + "bugbot": [ + [ + 0 + ], + [ + 1 + ] + ], + "augment": [ + [ + 0 + ], + [ + 1 + ] + ], + "propel": [ + [ + 0 + ], + [ + 1 + ] + ], + "greptile": [ + [ + 0 + ], + [ + 1, + 2 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "devin": [ + [ + 0 + ], + [ + 1 + ] + ], + "mra-max": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "mra-nano": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "macroscope": [ + [ + 0, + 1 + ] + ], + "claude-code": [ + [ + 0 + ], + [ + 1 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "kodus-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "sourcery": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ] + }, + "https://github.com/ai-code-review-evaluation/discourse-graphite/pull/10": { + "baz": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "codeant-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ] + ], + "propel-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ] + ], + "qodo-extended-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ] + ], + "mergemonkey": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3, + 4 + ], + [ + 5, + 6 + ], + [ + 7 + ], + [ + 8 + ] + ], + "coderabbit": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ], + [ + 13 + ], + [ + 14 + ], + [ + 15 + ], + [ + 16 + ], + [ + 17 + ], + [ + 18 + ] + ], + "greptile-v4-1": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "gemini-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "gitar": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ] + ], + "gitlab": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "deepsource": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9, + 17 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ], + [ + 13, + 15, + 18 + ], + [ + 14 + ], + [ + 16 + ] + ], + "copilot-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "gemini": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9, + 10 + ] + ], + "claude": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1, + 4 + ], + [ + 2 + ], + [ + 3 + ], + [ + 5 + ] + ], + "bugbot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "copilot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "propel": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "augment": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "greptile": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "kg": [ + [ + 0, + 1 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ] + ], + "devin": [ + [ + 0 + ], + [ + 1 + ] + ], + "mra-max": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ], + [ + 13 + ], + [ + 14 + ], + [ + 15, + 16 + ], + [ + 17 + ], + [ + 18 + ], + [ + 19 + ], + [ + 20 + ], + [ + 21 + ], + [ + 22 + ], + [ + 23 + ], + [ + 24 + ] + ], + "greptile-v4": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ] + ], + "mra-nano": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ], + [ + 13 + ], + [ + 14 + ], + [ + 15 + ] + ], + "macroscope": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "claude-code": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "kodus-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8, + 9 + ] + ], + "sourcery": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ] + ] + }, + "https://github.com/ai-code-review-evaluation/discourse-graphite/pull/7": { + "baz": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "codeant-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ] + ], + "qodo-extended-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mergemonkey": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "coderabbit": [ + [ + 0 + ], + [ + 1 + ] + ], + "gemini-v2": [ + [ + 0 + ], + [ + 1, + 4 + ], + [ + 2 + ], + [ + 3 + ] + ], + "gitar": [ + [ + 0 + ], + [ + 1 + ] + ], + "gitlab": [ + [ + 0, + 1 + ] + ], + "copilot-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3, + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "gemini": [ + [ + 0, + 3 + ], + [ + 1 + ], + [ + 2 + ], + [ + 4 + ], + [ + 5 + ] + ], + "claude": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "bugbot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "copilot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "augment": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "propel": [ + [ + 0, + 2 + ], + [ + 1 + ] + ], + "greptile": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "devin": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "mra-max": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7, + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12, + 19 + ], + [ + 13 + ], + [ + 14 + ], + [ + 15 + ], + [ + 16 + ], + [ + 17 + ], + [ + 18 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "claude-code": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "sourcery": [ + [ + 0, + 1 + ], + [ + 2 + ] + ] + }, + "https://github.com/ai-code-review-evaluation/discourse-graphite/pull/8": { + "baz": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "codeant-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ] + ], + "propel-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ] + ], + "qodo-extended-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "mergemonkey": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "coderabbit": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ] + ], + "greptile-v4-1": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "gemini-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "gitar": [ + [ + 0, + 1 + ], + [ + 2 + ] + ], + "gitlab": [ + [ + 0 + ], + [ + 1, + 2, + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "deepsource": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ] + ], + "copilot-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4, + 6 + ], + [ + 5 + ], + [ + 7, + 8, + 10, + 12 + ], + [ + 9 + ], + [ + 11 + ], + [ + 13 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "gemini": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "claude": [ + [ + 0, + 2, + 6 + ], + [ + 1 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ] + ], + "bugbot": [ + [ + 0, + 1 + ], + [ + 2 + ] + ], + "copilot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ] + ], + "augment": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "propel": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "devin": [ + [ + 0, + 1 + ] + ], + "mra-max": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ], + [ + 13 + ], + [ + 14 + ], + [ + 15 + ], + [ + 16 + ] + ], + "greptile-v4": [ + [ + 0, + 1 + ], + [ + 2, + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "mra-nano": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ] + ], + "macroscope": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "claude-code": [ + [ + 0 + ], + [ + 1 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "kodus-v2": [ + [ + 0 + ], + [ + 1, + 3 + ], + [ + 2 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "sourcery": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ] + }, + "https://github.com/ai-code-review-evaluation/discourse-graphite/pull/3": { + "baz": [ + [ + 0, + 1, + 2, + 4 + ], + [ + 3 + ] + ], + "codeant-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo-extended-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "mergemonkey": [ + [ + 0 + ], + [ + 1 + ] + ], + "coderabbit": [ + [ + 0, + 1, + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ] + ], + "greptile-v4-1": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "gemini-v2": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "gitar": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "gitlab": [ + [ + 0 + ], + [ + 1 + ] + ], + "deepsource": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ] + ], + "copilot-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "gemini": [ + [ + 0 + ], + [ + 1 + ] + ], + "claude": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "copilot": [ + [ + 0 + ], + [ + 1 + ] + ], + "bugbot": [ + [ + 0 + ], + [ + 1 + ] + ], + "augment": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "propel": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-v2": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "devin": [ + [ + 0 + ], + [ + 1 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mra-nano": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "macroscope": [ + [ + 0 + ], + [ + 1 + ] + ], + "claude-code": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "sourcery": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ] + }, + "https://github.com/ai-code-review-evaluation/discourse-graphite/pull/5": { + "baz": [ + [ + 0, + 1 + ], + [ + 2 + ] + ], + "qodo-extended-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "mergemonkey": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "greptile-v4-1": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "gemini-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ] + ], + "gitar": [ + [ + 0 + ], + [ + 1 + ] + ], + "gitlab": [ + [ + 0, + 1 + ], + [ + 2 + ] + ], + "copilot-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "copilot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "augment": [ + [ + 0 + ], + [ + 1 + ] + ], + "greptile": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "devin": [ + [ + 0 + ], + [ + 1 + ] + ], + "mra-max": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8, + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mra-nano": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ] + ], + "claude-code": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "sourcery": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ] + }, + "https://github.com/ai-code-review-evaluation/discourse-graphite/pull/6": { + "baz": [ + [ + 0, + 1 + ], + [ + 2, + 4 + ], + [ + 3 + ] + ], + "codeant-v2": [ + [ + 0 + ], + [ + 1, + 2 + ] + ], + "propel-v2": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo-extended-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "mergemonkey": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "coderabbit": [ + [ + 0, + 1 + ], + [ + 2 + ] + ], + "greptile-v4-1": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "gemini-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "gitar": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "gitlab": [ + [ + 0 + ], + [ + 1 + ] + ], + "copilot-v2": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "greptile-v5": [ + [ + 0, + 1 + ] + ], + "gemini": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo": [ + [ + 0, + 5 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "bugbot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "copilot": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "augment": [ + [ + 0, + 1 + ], + [ + 2 + ] + ], + "propel": [ + [ + 0 + ], + [ + 1 + ] + ], + "greptile": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "devin": [ + [ + 0, + 1, + 2 + ] + ], + "mra-max": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "mra-nano": [ + [ + 0, + 1 + ], + [ + 2 + ] + ], + "macroscope": [ + [ + 0, + 1 + ] + ], + "claude-code": [ + [ + 0, + 1 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "kodus-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "sourcery": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ] + }, + "https://github.com/ai-code-review-evaluation/discourse-graphite/pull/4": { + "baz": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "codeant-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 12 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 13 + ], + [ + 14 + ], + [ + 15 + ], + [ + 16 + ], + [ + 17 + ] + ], + "propel-v2": [ + [ + 0, + 4 + ], + [ + 1 + ], + [ + 2, + 3 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ] + ], + "qodo-extended-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "mergemonkey": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3 + ], + [ + 4 + ], + [ + 5, + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ] + ], + "coderabbit": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ], + [ + 13 + ], + [ + 14 + ], + [ + 15 + ], + [ + 16 + ], + [ + 17 + ], + [ + 18 + ], + [ + 19 + ], + [ + 20 + ], + [ + 21 + ], + [ + 22 + ], + [ + 23 + ], + [ + 24 + ], + [ + 25 + ], + [ + 26 + ] + ], + "greptile-v4-1": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "gemini-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4, + 6 + ], + [ + 5 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ] + ], + "gitar": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "gitlab": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "deepsource": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ], + [ + 13 + ], + [ + 14 + ], + [ + 15 + ], + [ + 16 + ], + [ + 17 + ], + [ + 18 + ], + [ + 19 + ], + [ + 20 + ], + [ + 21 + ], + [ + 22 + ], + [ + 23 + ], + [ + 24 + ], + [ + 25 + ] + ], + "copilot-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ] + ], + "gemini": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ] + ], + "claude": [ + [ + 0 + ], + [ + 1, + 2 + ], + [ + 3, + 4 + ], + [ + 5, + 6, + 8, + 9 + ], + [ + 7 + ] + ], + "qodo": [ + [ + 0, + 1 + ], + [ + 2, + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ] + ], + "bugbot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "copilot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "augment": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "propel": [ + [ + 0 + ], + [ + 1 + ] + ], + "greptile": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6, + 7, + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ], + [ + 13 + ], + [ + 14 + ], + [ + 15 + ], + [ + 16 + ], + [ + 17 + ] + ], + "devin": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mra-max": [ + [ + 0 + ], + [ + 1, + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ], + [ + 13 + ], + [ + 14 + ], + [ + 15 + ], + [ + 16 + ], + [ + 17 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "mra-nano": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "macroscope": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "claude-code": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "kodus-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "sourcery": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ] + }, + "https://github.com/ai-code-review-evaluation/discourse-graphite/pull/1": { + "baz": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "codeant-v2": [ + [ + 0, + 1, + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "propel-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "qodo-extended-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mergemonkey": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3, + 4 + ], + [ + 5 + ] + ], + "coderabbit": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "greptile-v4-1": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "gemini-v2": [ + [ + 0, + 1 + ], + [ + 2, + 3, + 4 + ], + [ + 5 + ] + ], + "gitar": [ + [ + 0, + 1, + 2, + 3 + ], + [ + 4, + 5 + ], + [ + 6 + ], + [ + 7 + ] + ], + "gitlab": [ + [ + 0, + 1 + ], + [ + 2, + 3 + ] + ], + "deepsource": [ + [ + 0, + 2 + ], + [ + 1, + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "copilot-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "gemini": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "claude": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo": [ + [ + 0, + 1 + ], + [ + 2, + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6, + 7 + ] + ], + "bugbot": [ + [ + 0, + 1 + ], + [ + 2, + 3 + ], + [ + 4, + 5 + ] + ], + "copilot": [ + [ + 0, + 1 + ], + [ + 2, + 3 + ], + [ + 4, + 6 + ], + [ + 7 + ], + [ + 8, + 9 + ], + [ + 5 + ], + [ + 10 + ] + ], + "augment": [ + [ + 0, + 3 + ], + [ + 1 + ], + [ + 2 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "propel": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "greptile": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo-v2": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "devin": [ + [ + 0, + 1, + 2 + ], + [ + 3, + 4, + 5, + 6 + ] + ], + "mra-max": [ + [ + 0, + 1, + 2, + 17, + 18 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5, + 11 + ], + [ + 6, + 9, + 16 + ], + [ + 7, + 8, + 15 + ], + [ + 10 + ], + [ + 12 + ], + [ + 13 + ], + [ + 14 + ], + [ + 19 + ], + [ + 20 + ], + [ + 21 + ] + ], + "greptile-v4": [ + [ + 0, + 1 + ], + [ + 2, + 3, + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "mra-nano": [ + [ + 0, + 5 + ], + [ + 1 + ], + [ + 2, + 3, + 4 + ] + ], + "macroscope": [ + [ + 0 + ], + [ + 1, + 2 + ] + ], + "claude-code": [ + [ + 0, + 1 + ], + [ + 2, + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "kodus-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "sourcery": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ] + }, + "https://github.com/ai-code-review-evaluation/discourse-graphite/pull/2": { + "baz": [ + [ + 0, + 1 + ] + ], + "codeant-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "propel-v2": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo-extended-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mergemonkey": [ + [ + 0 + ], + [ + 1, + 2, + 3 + ], + [ + 4, + 5 + ], + [ + 6 + ] + ], + "coderabbit": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8, + 9 + ] + ], + "greptile-v4-1": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "gemini-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3 + ], + [ + 4 + ] + ], + "gitar": [ + [ + 0 + ], + [ + 1 + ] + ], + "gitlab": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "deepsource": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "copilot-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "gemini": [ + [ + 0 + ], + [ + 1, + 2 + ] + ], + "claude": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "bugbot": [ + [ + 0 + ], + [ + 1 + ] + ], + "copilot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4, + 5 + ] + ], + "augment": [ + [ + 0 + ], + [ + 1 + ] + ], + "propel": [ + [ + 0, + 1, + 2 + ] + ], + "greptile": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "kg": [ + [ + 0, + 1 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mra-max": [ + [ + 0, + 1, + 2 + ], + [ + 3, + 13 + ], + [ + 4 + ], + [ + 5, + 6, + 12 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 14 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "mra-nano": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4, + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ], + [ + 13 + ] + ], + "claude-code": [ + [ + 0 + ], + [ + 1 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "kodus-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "sourcery": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ] + }, + "https://github.com/calcom/cal.com/pull/22532": { + "baz": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "codeant-v2": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "propel-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "qodo-extended-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mergemonkey": [ + [ + 0, + 1 + ], + [ + 2 + ] + ], + "coderabbit": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "greptile-v4-1": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "gemini-v2": [ + [ + 0, + 2 + ], + [ + 1 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "gitar": [ + [ + 0, + 1 + ], + [ + 2 + ] + ], + "gitlab": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3 + ], + [ + 4 + ] + ], + "deepsource": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "copilot-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "gemini": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo": [ + [ + 0, + 1 + ], + [ + 2, + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "copilot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ] + ], + "augment": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "propel": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "greptile": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "devin": [ + [ + 0 + ], + [ + 1 + ] + ], + "mra-max": [ + [ + 0 + ], + [ + 1, + 2, + 3, + 5, + 7 + ], + [ + 4 + ], + [ + 6, + 16 + ], + [ + 8, + 9 + ], + [ + 10, + 11 + ], + [ + 12, + 17 + ], + [ + 13 + ], + [ + 14 + ], + [ + 15 + ], + [ + 18 + ], + [ + 19 + ], + [ + 20 + ], + [ + 21 + ], + [ + 22 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1, + 3 + ], + [ + 2, + 6 + ], + [ + 4 + ], + [ + 5 + ], + [ + 7 + ], + [ + 8 + ] + ], + "mra-nano": [ + [ + 0, + 1 + ], + [ + 2, + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "macroscope": [ + [ + 0 + ], + [ + 1 + ] + ], + "claude-code": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "sourcery": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ] + }, + "https://github.com/calcom/cal.com/pull/8330": { + "baz": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "codeant-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "propel-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "qodo-extended-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mergemonkey": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "coderabbit": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "greptile-v4-1": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "gemini-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "gitar": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "gitlab": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "copilot-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "gemini": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3, + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "claude": [ + [ + 0 + ], + [ + 1 + ] + ], + "graphite": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1, + 3 + ], + [ + 2 + ], + [ + 4 + ], + [ + 5 + ] + ], + "bugbot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "copilot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "augment": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "propel": [ + [ + 0, + 1 + ], + [ + 2 + ] + ], + "greptile": [ + [ + 0 + ], + [ + 1 + ] + ], + "kg": [ + [ + 0, + 1 + ], + [ + 2 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "devin": [ + [ + 0 + ], + [ + 1 + ] + ], + "mra-max": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "mra-nano": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "macroscope": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "claude-code": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "kodus-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "sourcery": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ] + }, + "https://github.com/calcom/cal.com/pull/14943": { + "baz": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo-extended-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "mergemonkey": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "coderabbit": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "greptile-v4-1": [ + [ + 0 + ], + [ + 1 + ] + ], + "gemini-v2": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3, + 4 + ] + ], + "gitlab": [ + [ + 0, + 1 + ] + ], + "copilot-v2": [ + [ + 0 + ], + [ + 1, + 2 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "gemini": [ + [ + 0, + 1 + ] + ], + "claude": [ + [ + 0, + 1 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "bugbot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "copilot": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "augment": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "propel": [ + [ + 0 + ], + [ + 1, + 2 + ] + ], + "greptile": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mra-max": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3 + ] + ], + "mra-nano": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "kodus-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "sourcery": [ + [ + 0, + 2 + ], + [ + 1 + ], + [ + 3 + ] + ] + }, + "https://github.com/calcom/cal.com/pull/22345": { + "baz": [ + [ + 0 + ], + [ + 1 + ] + ], + "propel-v2": [ + [ + 0, + 1 + ] + ], + "mergemonkey": [ + [ + 0, + 1, + 2 + ] + ], + "coderabbit": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "greptile-v4-1": [ + [ + 0, + 1 + ], + [ + 2 + ] + ], + "gemini-v2": [ + [ + 0, + 1 + ] + ], + "gitlab": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "copilot-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1 + ] + ], + "gemini": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3, + 4 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "bugbot": [ + [ + 0 + ], + [ + 1 + ] + ], + "copilot": [ + [ + 0, + 3 + ], + [ + 1 + ], + [ + 2 + ], + [ + 4 + ] + ], + "augment": [ + [ + 0 + ], + [ + 1, + 2, + 3 + ] + ], + "greptile": [ + [ + 0, + 1 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mra-max": [ + [ + 0, + 3 + ], + [ + 1, + 2 + ], + [ + 4, + 8 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 9 + ] + ], + "greptile-v4": [ + [ + 0, + 1 + ], + [ + 2, + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ], + [ + 13 + ] + ], + "mra-nano": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "claude-code": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ] + ] + }, + "https://github.com/calcom/cal.com/pull/11059": { + "baz": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "codeant-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ] + ], + "propel-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "qodo-extended-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ] + ], + "mergemonkey": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "coderabbit": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ], + [ + 13 + ], + [ + 14 + ], + [ + 15 + ], + [ + 16 + ], + [ + 17 + ], + [ + 18 + ], + [ + 19 + ] + ], + "greptile-v4-1": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3, + 5 + ], + [ + 4 + ], + [ + 6, + 7 + ], + [ + 8 + ], + [ + 9 + ] + ], + "gemini-v2": [ + [ + 0 + ], + [ + 1, + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "gitar": [ + [ + 0, + 1 + ], + [ + 2, + 3, + 4 + ], + [ + 5, + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ] + ], + "gitlab": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3, + 4 + ], + [ + 5, + 6 + ], + [ + 7, + 8 + ], + [ + 9 + ], + [ + 10 + ] + ], + "deepsource": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11, + 14 + ], + [ + 12, + 15 + ], + [ + 13, + 16 + ] + ], + "copilot-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 4, + 10 + ], + [ + 3 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ] + ], + "gemini": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "claude": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "graphite": [ + [ + 0, + 1 + ], + [ + 2 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6, + 7 + ], + [ + 8, + 9 + ], + [ + 10 + ], + [ + 11, + 12 + ] + ], + "bugbot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "copilot": [ + [ + 0, + 5, + 17 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ], + [ + 13 + ], + [ + 14 + ], + [ + 15 + ], + [ + 16 + ] + ], + "augment": [ + [ + 0, + 1 + ], + [ + 2, + 3 + ], + [ + 4, + 5 + ], + [ + 6, + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ], + [ + 13 + ], + [ + 14 + ] + ], + "propel": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "greptile": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ] + ], + "qodo-v2": [ + [ + 0, + 3 + ], + [ + 1 + ], + [ + 2 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ] + ], + "devin": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3, + 4 + ], + [ + 5 + ] + ], + "mra-max": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ], + [ + 13 + ], + [ + 14 + ] + ], + "greptile-v4": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9, + 10, + 11, + 12, + 13 + ], + [ + 14 + ] + ], + "mra-nano": [ + [ + 0 + ], + [ + 1, + 4 + ], + [ + 2 + ], + [ + 3 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ] + ], + "macroscope": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ] + ], + "claude-code": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "kodus-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "sourcery": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ] + }, + "https://github.com/calcom/cal.com/pull/7232": { + "baz": [ + [ + 0, + 1 + ], + [ + 2 + ] + ], + "codeant-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "propel-v2": [ + [ + 0 + ], + [ + 1, + 2, + 3, + 5 + ], + [ + 4 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ] + ], + "qodo-extended-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mergemonkey": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3, + 4 + ], + [ + 5, + 6, + 7, + 8 + ] + ], + "coderabbit": [ + [ + 0, + 1, + 2 + ], + [ + 3 + ], + [ + 4, + 11 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7, + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 12 + ], + [ + 13 + ], + [ + 14 + ], + [ + 15 + ], + [ + 16 + ], + [ + 17 + ] + ], + "greptile-v4-1": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "gemini-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "gitar": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "gitlab": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "deepsource": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "copilot-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3, + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ] + ], + "gemini": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "claude": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "bugbot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3 + ] + ], + "copilot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ] + ], + "augment": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "propel": [ + [ + 0, + 1 + ] + ], + "greptile": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "qodo-v2": [ + [ + 0, + 1 + ], + [ + 2, + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "devin": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3 + ], + [ + 4 + ] + ], + "mra-max": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12, + 13 + ], + [ + 14 + ], + [ + 15, + 16 + ], + [ + 17 + ], + [ + 18 + ], + [ + 19 + ], + [ + 20 + ], + [ + 21 + ], + [ + 22 + ], + [ + 23 + ], + [ + 24 + ], + [ + 25 + ], + [ + 26 + ], + [ + 27 + ], + [ + 28 + ] + ], + "greptile-v4": [ + [ + 0, + 2 + ], + [ + 1, + 5 + ], + [ + 3, + 4 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ] + ], + "mra-nano": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3, + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ] + ], + "macroscope": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "claude-code": [ + [ + 0 + ], + [ + 1 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1, + 5 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "kodus-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "sourcery": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ] + }, + "https://github.com/calcom/cal.com/pull/14740": { + "baz": [ + [ + 0 + ], + [ + 1 + ] + ], + "codeant-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "propel-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "qodo-extended-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "mergemonkey": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "coderabbit": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ] + ], + "greptile-v4-1": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "gemini-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "gitar": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "gitlab": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "deepsource": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "copilot-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ] + ], + "gemini": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "claude": [ + [ + 0 + ], + [ + 1 + ] + ], + "graphite": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "bugbot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "copilot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ] + ], + "augment": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "propel": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "greptile": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "kg": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ] + ], + "devin": [ + [ + 0 + ], + [ + 1 + ] + ], + "mra-max": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4, + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ] + ], + "mra-nano": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "macroscope": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "claude-code": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "kodus-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "sourcery": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ] + }, + "https://github.com/calcom/cal.com/pull/10967": { + "baz": [ + [ + 0, + 1 + ], + [ + 2, + 3 + ] + ], + "codeant-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ] + ], + "propel-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "qodo-extended-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "mergemonkey": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "coderabbit": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4, + 5, + 7, + 14 + ], + [ + 6 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ], + [ + 13 + ], + [ + 15 + ], + [ + 16 + ], + [ + 17 + ], + [ + 18 + ], + [ + 19 + ], + [ + 20 + ] + ], + "greptile-v4-1": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "gemini-v2": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "gitar": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "gitlab": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "deepsource": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ] + ], + "copilot-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1, + 5 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "gemini": [ + [ + 0, + 7 + ], + [ + 1 + ], + [ + 2, + 3 + ], + [ + 4, + 5 + ], + [ + 6 + ], + [ + 8 + ], + [ + 9 + ] + ], + "claude": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "bugbot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "copilot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ] + ], + "augment": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3 + ], + [ + 4 + ] + ], + "greptile": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "devin": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "mra-max": [ + [ + 0, + 1, + 4, + 9 + ], + [ + 2 + ], + [ + 3 + ], + [ + 5 + ], + [ + 6, + 7 + ], + [ + 8 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ], + [ + 13 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1, + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ] + ], + "mra-nano": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ], + [ + 13 + ], + [ + 14 + ] + ], + "macroscope": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "claude-code": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "kodus-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "sourcery": [ + [ + 0, + 4 + ], + [ + 1 + ], + [ + 2, + 5 + ], + [ + 3 + ], + [ + 6 + ] + ] + }, + "https://github.com/calcom/cal.com/pull/8087": { + "baz": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "codeant-v2": [ + [ + 0 + ], + [ + 1, + 2, + 4 + ], + [ + 3 + ] + ], + "propel-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "qodo-extended-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "mergemonkey": [ + [ + 0, + 2 + ], + [ + 1 + ], + [ + 3 + ] + ], + "coderabbit": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ] + ], + "greptile-v4-1": [ + [ + 0 + ], + [ + 1, + 2 + ], + [ + 3, + 4 + ], + [ + 5, + 6 + ], + [ + 7 + ] + ], + "gemini-v2": [ + [ + 0, + 1 + ] + ], + "gitar": [ + [ + 0, + 2 + ], + [ + 1 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "gitlab": [ + [ + 0, + 2 + ], + [ + 1 + ] + ], + "deepsource": [ + [ + 0, + 2 + ], + [ + 1 + ] + ], + "copilot-v2": [ + [ + 0, + 2 + ], + [ + 1 + ], + [ + 3 + ] + ], + "greptile-v5": [ + [ + 0, + 1 + ], + [ + 2, + 3, + 4 + ], + [ + 5 + ] + ], + "gemini": [ + [ + 0 + ], + [ + 1 + ] + ], + "claude": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "bugbot": [ + [ + 0, + 2 + ], + [ + 1 + ] + ], + "copilot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "augment": [ + [ + 0, + 1, + 2, + 3 + ], + [ + 4 + ] + ], + "greptile": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo-v2": [ + [ + 0, + 2 + ], + [ + 1 + ] + ], + "devin": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6, + 7 + ] + ], + "mra-max": [ + [ + 0, + 8 + ], + [ + 1, + 5 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 6 + ], + [ + 7 + ], + [ + 9 + ], + [ + 10 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "mra-nano": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "macroscope": [ + [ + 0, + 2, + 3 + ], + [ + 1 + ] + ], + "claude-code": [ + [ + 0, + 1, + 2, + 4, + 5 + ], + [ + 3 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4, + 8 + ], + [ + 5, + 9 + ], + [ + 6 + ], + [ + 7 + ], + [ + 10 + ], + [ + 11 + ] + ], + "sourcery": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ] + }, + "https://github.com/keycloak/keycloak/pull/36882": { + "codeant-v2": [ + [ + 0, + 1 + ] + ], + "mergemonkey": [ + [ + 0 + ], + [ + 1 + ] + ], + "coderabbit": [ + [ + 0 + ], + [ + 1 + ] + ], + "greptile-v4-1": [ + [ + 0 + ], + [ + 1 + ] + ], + "gemini-v2": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "gitlab": [ + [ + 0 + ], + [ + 1 + ] + ], + "deepsource": [ + [ + 0, + 1 + ] + ], + "copilot-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "copilot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo": [ + [ + 0, + 1 + ], + [ + 2, + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "mra-max": [ + [ + 0 + ], + [ + 1, + 2, + 3 + ], + [ + 4, + 5 + ], + [ + 6 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "kodus-v2": [ + [ + 0, + 1 + ] + ], + "sourcery": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ] + }, + "https://github.com/keycloak/keycloak/pull/40940": { + "codeant-v2": [ + [ + 0, + 1 + ] + ], + "propel-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-extended-v2": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mergemonkey": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3 + ] + ], + "greptile-v4-1": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "gemini-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "gitlab": [ + [ + 0, + 2 + ], + [ + 1 + ] + ], + "deepsource": [ + [ + 0 + ], + [ + 1 + ] + ], + "copilot-v2": [ + [ + 0, + 1 + ], + [ + 2, + 3, + 4 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "gemini": [ + [ + 0, + 1 + ] + ], + "graphite": [ + [ + 0, + 1 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1, + 2 + ], + [ + 3 + ] + ], + "bugbot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "copilot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "propel": [ + [ + 0, + 3 + ], + [ + 1, + 2 + ], + [ + 4 + ] + ], + "augment": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3, + 5, + 6 + ], + [ + 4 + ] + ], + "greptile": [ + [ + 0 + ], + [ + 1, + 2, + 3 + ] + ], + "qodo-v2": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "mra-max": [ + [ + 0, + 1 + ], + [ + 2, + 8 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5, + 6 + ], + [ + 7 + ] + ], + "greptile-v4": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "macroscope": [ + [ + 0 + ], + [ + 1 + ] + ], + "claude-code": [ + [ + 0 + ], + [ + 1 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "sourcery": [ + [ + 0, + 2 + ], + [ + 1 + ], + [ + 3 + ] + ] + }, + "https://github.com/keycloak/keycloak/pull/32918": { + "codeant-v2": [ + [ + 0 + ], + [ + 1, + 2 + ] + ], + "mergemonkey": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "coderabbit": [ + [ + 0 + ], + [ + 1 + ] + ], + "greptile-v4-1": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "gemini-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "gitar": [ + [ + 0 + ], + [ + 1 + ] + ], + "gitlab": [ + [ + 0, + 1 + ], + [ + 2, + 3, + 4 + ] + ], + "deepsource": [ + [ + 0 + ], + [ + 1, + 2 + ] + ], + "copilot-v2": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3 + ] + ], + "gemini": [ + [ + 0 + ], + [ + 1 + ] + ], + "claude": [ + [ + 0 + ], + [ + 1 + ] + ], + "graphite": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "bugbot": [ + [ + 0 + ], + [ + 1 + ] + ], + "augment": [ + [ + 0 + ], + [ + 1 + ] + ], + "propel": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "kg": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "mra-max": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "macroscope": [ + [ + 0 + ], + [ + 1 + ] + ], + "claude-code": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "sourcery": [ + [ + 0 + ], + [ + 1 + ] + ] + }, + "https://github.com/ai-code-review-evaluation/discourse-graphite/pull/9": { + "codeant-v2": [ + [ + 0, + 1, + 2 + ] + ], + "coderabbit": [ + [ + 0 + ], + [ + 1 + ] + ], + "greptile-v4-1": [ + [ + 0 + ], + [ + 1 + ] + ], + "gemini-v2": [ + [ + 0, + 1 + ] + ], + "copilot-v2": [ + [ + 0, + 1 + ], + [ + 2 + ] + ], + "greptile-v5": [ + [ + 0, + 1 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3 + ] + ], + "bugbot": [ + [ + 0, + 1 + ] + ], + "copilot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "augment": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "propel": [ + [ + 0, + 2 + ], + [ + 1 + ] + ], + "greptile": [ + [ + 0, + 1 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "mra-max": [ + [ + 0 + ], + [ + 1, + 2 + ], + [ + 3 + ], + [ + 4, + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10, + 11 + ], + [ + 12 + ], + [ + 13 + ], + [ + 14 + ], + [ + 15 + ], + [ + 16 + ], + [ + 17 + ], + [ + 18 + ] + ], + "greptile-v4": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mra-nano": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5, + 6 + ], + [ + 7 + ] + ], + "claude-code": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "sourcery": [ + [ + 0 + ], + [ + 1 + ] + ] + }, + "https://github.com/grafana/grafana/pull/76186": { + "codeant-v2": [ + [ + 0, + 1, + 2 + ] + ], + "coderabbit": [ + [ + 0, + 1 + ] + ], + "gemini-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "gitlab": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "deepsource": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "copilot-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1 + ] + ], + "gemini": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "qodo": [ + [ + 0, + 1 + ], + [ + 2 + ] + ], + "bugbot": [ + [ + 0, + 1 + ] + ], + "augment": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "devin": [ + [ + 0, + 1 + ] + ], + "mra-max": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mra-nano": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "claude-code": [ + [ + 0 + ], + [ + 1 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "kodus-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "sourcery": [ + [ + 0, + 2 + ], + [ + 1 + ] + ] + }, + "https://github.com/calcom/cal.com/pull/10600": { + "codeant-v2": [ + [ + 0, + 1, + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "propel-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "qodo-extended-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mergemonkey": [ + [ + 0 + ], + [ + 1 + ] + ], + "coderabbit": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ] + ], + "greptile-v4-1": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "gemini-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "gitar": [ + [ + 0 + ], + [ + 1 + ] + ], + "gitlab": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "deepsource": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ] + ], + "copilot-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "gemini": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "claude": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4, + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "bugbot": [ + [ + 0, + 1 + ] + ], + "copilot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5, + 9 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ] + ], + "augment": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "propel": [ + [ + 0, + 1 + ], + [ + 2 + ] + ], + "greptile": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo-v2": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "mra-max": [ + [ + 0, + 1, + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ], + [ + 11 + ], + [ + 12 + ], + [ + 13 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ], + [ + 10 + ] + ], + "mra-nano": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ] + ], + "macroscope": [ + [ + 0, + 1 + ], + [ + 2 + ] + ], + "claude-code": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "sourcery": [ + [ + 0, + 4 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ] + }, + "https://github.com/keycloak/keycloak/pull/38446": { + "propel-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo-extended-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "mergemonkey": [ + [ + 0, + 2 + ], + [ + 1 + ] + ], + "coderabbit": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "greptile-v4-1": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "gemini-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "gitlab": [ + [ + 0 + ], + [ + 1, + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ] + ], + "deepsource": [ + [ + 0 + ], + [ + 1 + ] + ], + "copilot-v2": [ + [ + 0 + ], + [ + 1, + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "gemini": [ + [ + 0 + ], + [ + 1, + 2 + ] + ], + "copilot": [ + [ + 0 + ], + [ + 1, + 2 + ], + [ + 3, + 4 + ], + [ + 5 + ] + ], + "augment": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "greptile": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "claude": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "bugbot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "propel": [ + [ + 0, + 1 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "mra-max": [ + [ + 0 + ], + [ + 1 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3, + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "macroscope": [ + [ + 0, + 3 + ], + [ + 1 + ], + [ + 2 + ] + ], + "claude-code": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "kodus-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "sourcery": [ + [ + 0 + ], + [ + 1, + 6 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ] + }, + "https://github.com/getsentry/sentry/pull/80168": { + "propel-v2": [ + [ + 0, + 1 + ] + ], + "qodo-extended-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "mergemonkey": [ + [ + 0, + 1 + ], + [ + 2, + 3, + 4 + ] + ], + "coderabbit": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "greptile-v4-1": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "gemini-v2": [ + [ + 0, + 1 + ] + ], + "gitar": [ + [ + 0, + 1 + ], + [ + 2 + ] + ], + "gitlab": [ + [ + 0, + 1 + ] + ], + "deepsource": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "copilot-v2": [ + [ + 0, + 1 + ], + [ + 2 + ] + ], + "greptile-v5": [ + [ + 0, + 1 + ], + [ + 2, + 3 + ] + ], + "gemini": [ + [ + 0 + ], + [ + 1, + 2 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "bugbot": [ + [ + 0, + 1, + 2 + ] + ], + "copilot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "propel": [ + [ + 0, + 1 + ] + ], + "augment": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "greptile": [ + [ + 0, + 1 + ] + ], + "qodo-v2": [ + [ + 0, + 1 + ] + ], + "devin": [ + [ + 0, + 1 + ], + [ + 2 + ] + ], + "mra-max": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3, + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ], + [ + 8 + ], + [ + 9 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1 + ], + [ + 2, + 3, + 4 + ], + [ + 5 + ] + ], + "claude-code": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "sourcery": [ + [ + 0 + ], + [ + 1, + 3 + ], + [ + 2 + ], + [ + 4 + ] + ] + }, + "https://github.com/grafana/grafana/pull/90939": { + "propel-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-extended-v2": [ + [ + 0, + 1 + ] + ], + "mergemonkey": [ + [ + 0, + 1 + ] + ], + "coderabbit": [ + [ + 0 + ], + [ + 1 + ] + ], + "gemini-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "gitar": [ + [ + 0, + 1 + ] + ], + "gitlab": [ + [ + 0, + 1 + ] + ], + "deepsource": [ + [ + 0, + 1 + ], + [ + 2 + ] + ], + "copilot-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "gemini": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1 + ] + ], + "copilot": [ + [ + 0 + ], + [ + 1 + ] + ], + "propel": [ + [ + 0 + ], + [ + 1 + ] + ], + "augment": [ + [ + 0 + ], + [ + 1 + ] + ], + "greptile": [ + [ + 0 + ], + [ + 1 + ] + ], + "kg": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "mra-max": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ], + [ + 7 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1 + ] + ], + "mra-nano": [ + [ + 0 + ], + [ + 1 + ] + ], + "macroscope": [ + [ + 0 + ], + [ + 1 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "sourcery": [ + [ + 0 + ], + [ + 1 + ] + ] + }, + "https://github.com/grafana/grafana/pull/80329": { + "propel-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "qodo-extended-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "mergemonkey": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "coderabbit": [ + [ + 0, + 2 + ], + [ + 1 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "greptile-v4-1": [ + [ + 0, + 2, + 3 + ], + [ + 1 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "gemini-v2": [ + [ + 0, + 1 + ], + [ + 2, + 3 + ], + [ + 4, + 5 + ], + [ + 6 + ] + ], + "gitar": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "gitlab": [ + [ + 0, + 1 + ], + [ + 2, + 3 + ], + [ + 4 + ] + ], + "deepsource": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "copilot-v2": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "gemini": [ + [ + 0 + ], + [ + 1 + ] + ], + "claude": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "bugbot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "copilot": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "propel": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "augment": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "greptile": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ], + [ + 6 + ] + ], + "devin": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ], + "mra-max": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "greptile-v4": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "mra-nano": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "claude-code": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "kodus-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "sourcery": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ] + }, + "https://github.com/getsentry/sentry/pull/77754": { + "mergemonkey": [ + [ + 0 + ], + [ + 1 + ] + ], + "coderabbit": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "greptile-v4-1": [ + [ + 0 + ], + [ + 1 + ] + ], + "gemini-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "gitlab": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "deepsource": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "copilot-v2": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "greptile-v5": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ] + ], + "gemini": [ + [ + 0 + ], + [ + 1 + ] + ], + "claude": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "bugbot": [ + [ + 0 + ], + [ + 1 + ] + ], + "copilot": [ + [ + 0 + ], + [ + 1 + ] + ], + "propel": [ + [ + 0 + ], + [ + 1 + ] + ], + "greptile": [ + [ + 0 + ], + [ + 1 + ] + ], + "qodo-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "mra-max": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ] + ], + "greptile-v4": [ + [ + 0, + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ], + [ + 5 + ] + ], + "cubic-v2": [ + [ + 0 + ], + [ + 1 + ] + ], + "sourcery": [ + [ + 0 + ], + [ + 1 + ], + [ + 2 + ], + [ + 3 + ], + [ + 4 + ] + ] + } +} \ No newline at end of file