Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
18 commits
Select commit Hold shift + click to select a range
c6d2084
Project import generated by Copybara.
Sep 20, 2026
fb2cfe6
Merge remote-tracking branch 'origin/main' into sync/mono-projection
github-actions[bot] Sep 20, 2026
2096751
Project import generated by Copybara.
Sep 20, 2026
730d262
Merge remote-tracking branch 'origin/main' into sync/mono-projection
github-actions[bot] Sep 20, 2026
de02e2a
chore: project plugins from Mono a2e8b231b208
Sep 20, 2026
4e8a052
Merge remote-tracking branch 'origin/main' into sync/mono-projection
github-actions[bot] Sep 21, 2026
638ae3f
chore: project plugins from Mono 9b559bc70e7d
Sep 21, 2026
6d6eecb
Merge remote-tracking branch 'origin/main' into sync/mono-projection
github-actions[bot] Sep 21, 2026
0184cbc
chore: project plugins from Mono 9a003786d767
Sep 21, 2026
8bb03c5
Merge remote-tracking branch 'origin/main' into sync/mono-projection
github-actions[bot] Sep 21, 2026
5496109
chore: project plugins from Mono 511bd2305f5a
Sep 21, 2026
6154b8c
Merge remote-tracking branch 'origin/main' into sync/mono-projection
github-actions[bot] Sep 21, 2026
a7cc52b
chore: project plugins from Mono ad7b9df0b712
Sep 21, 2026
6af1913
chore: project plugins from Mono 4ab4845398fd
Sep 21, 2026
864fd01
Merge remote-tracking branch 'origin/main' into sync/mono-projection
github-actions[bot] Sep 22, 2026
cd7c352
chore: project plugins from Mono 2df44a8283c0
Sep 22, 2026
5896245
Merge remote-tracking branch 'origin/main' into sync/mono-projection
github-actions[bot] Sep 22, 2026
e6446d5
chore: project plugins from Mono f93f0d4fc432
Sep 22, 2026
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
6 changes: 3 additions & 3 deletions .repository-projection.json
Original file line number Diff line number Diff line change
Expand Up @@ -3,11 +3,11 @@
"projection": "plugins",
"projectionSchemaVersion": 1,
"sourceRepository": "dx-corp/mono",
"sourceSha": "2df44a8283c07c0ba875174e70d2aaabb72d19cc",
"sourceSha": "f93f0d4fc432c034dffaf8d932247a2175f426f7",
"destinationRepository": "dx-corp/plugins",
"priorProjectedBase": "099041ec0806ebaeb1bc67e4f2380251e3531ea2",
"priorProjectedBase": "15c5283100e5eba6f76afc9c263599b8015006ad",
"definitionDigest": "b705140f4a8c5318b8a64dbeaa441df76d7cfb137de6940ae79004107d9a2b2e",
"toolDigest": "f58d71f023a4f0a27d77cb96dcc5348a40816d0b",
"contentDigest": "e0ddc40ee80b64bb33940cd8654de17ec82f0d7227c86222cd812b3645446b22",
"contentDigest": "0e5c92fa1cd15cd18160e37d3be0604c36833776d7e5c05455e21a0456f76ebb",
"publicationEligible": true
}
Original file line number Diff line number Diff line change
Expand Up @@ -220,7 +220,7 @@ async def evaluate_single_task(
async def run_evaluation(
eval_path: Path,
connection: Any,
model: str = "claude-3-7-sonnet-20250219",
model: str = "claude-sonnet-5",
) -> str:
"""Run evaluation with MCP server tools."""
print("🚀 Starting Evaluation")
Expand Down Expand Up @@ -315,13 +315,13 @@ async def main():
python evaluation.py -t sse -u https://example.com/mcp -H "Authorization: Bearer token" eval.xml

# Evaluate an HTTP MCP server with custom model
python evaluation.py -t http -u https://example.com/mcp -m claude-3-5-sonnet-20241022 eval.xml
python evaluation.py -t http -u https://example.com/mcp -m claude-sonnet-4-6 eval.xml
""",
)

parser.add_argument("eval_file", type=Path, help="Path to evaluation XML file")
parser.add_argument("-t", "--transport", choices=["stdio", "sse", "http"], default="stdio", help="Transport type (default: stdio)")
parser.add_argument("-m", "--model", default="claude-3-7-sonnet-20250219", help="Claude model to use (default: claude-3-7-sonnet-20250219)")
parser.add_argument("-m", "--model", default="claude-sonnet-5", help="Claude model to use (default: claude-sonnet-5)")

stdio_group = parser.add_argument_group("stdio options")
stdio_group.add_argument("-c", "--command", help="Command to run MCP server (stdio only)")
Expand Down