From 80f9fcb0fa6fe2384c820700641371c451f7b321 Mon Sep 17 00:00:00 2001 From: Fato07 Date: Wed, 17 Jun 2026 01:08:54 +0000 Subject: [PATCH] benchmarks: add system prompt to baseline arm so it doesn't ramble (closes #126) --- benchmarks/arms/baseline.js | 8 ++++++-- 1 file changed, 6 insertions(+), 2 deletions(-) diff --git a/benchmarks/arms/baseline.js b/benchmarks/arms/baseline.js index 1469035..7edada0 100644 --- a/benchmarks/arms/baseline.js +++ b/benchmarks/arms/baseline.js @@ -1,2 +1,6 @@ -// Baseline arm: no skill, just the task. -module.exports = ({ vars }) => [{ role: 'user', content: vars.task }]; +// Baseline arm: no skill, with a one-line system prompt so the model doesn't ramble. +const system = 'Provide just one example for any given task, and no commentary or usage examples.'; +module.exports = ({ vars }) => [ + { role: 'system', content: system }, + { role: 'user', content: vars.task }, +];