Skip to content

Scope AutoResearch history to the target leaf #210

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
FluffyAIcode merged 1 commit into from
Jul 20, 2026
Merged

Scope AutoResearch history to the target leaf #210

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
41 changes: 37 additions & 4 deletions scripts/agent_gan_repl.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -636,7 +636,17 @@ def build_generator_messages(
previous_generator: str = "",
previous_critic: str = "",
proof_ledger: str = "",
target_obligation_id: str = "",
) -> list[dict[str, str]]:
if target_obligation_id:
previous_generator = extract_obligation_history(
previous_generator,
target_obligation_id,
)
previous_critic = extract_obligation_history(
previous_critic,
target_obligation_id,
)
feedback = ""
if previous_generator or previous_critic:
feedback = (
Expand Down Expand Up @@ -674,6 +684,22 @@ def build_generator_messages(
]


_OBLIGATION_HISTORY_SECTION = re.compile(
r"^### (?:ISSUE_RESPONSE|ISSUE_VERDICT)\s+(\S+)\s*$"
r"(?P<body>.*?)(?=^### |\Z)",
re.MULTILINE | re.DOTALL,
)


def extract_obligation_history(text: str, obligation_id: str) -> str:
sections = [
match.group(0).strip()
for match in _OBLIGATION_HISTORY_SECTION.finditer(text)
if match.group(1) == obligation_id
]
return "\n\n".join(sections)


def build_critic_messages(
goal: str,
generator_response: str,
Expand Down Expand Up @@ -1157,12 +1183,19 @@ def get_stats():
try:
generator_messages = build_generator_messages(
research_goal,
steering=generator_steering,
steering="\n\n".join(filter(None, (
generator_steering,
critic_issue_injection,
))),
previous_generator=previous_generator,
previous_critic=(
previous_critic + critic_issue_injection
),
previous_critic=previous_critic,
proof_ledger=proof_ledger_text,
target_obligation_id=(
turn_obligations[0].obligation_id
if research_candidate is not None
and len(turn_obligations) == 1
else ""
),
)
generator_ids = tokenizer.apply_chat_template(
generator_messages,
Expand Down
32 changes: 32 additions & 0 deletions tests/inference_engine/bridge/test_agent_gan_repl.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -19,6 +19,7 @@
_telemetry_request,
build_critic_messages,
build_generator_messages,
extract_obligation_history,
install_signal_protection,
is_runtime_artifact_prompt,
consume_critic_issue_batch,
Expand Down Expand Up @@ -292,6 +293,37 @@ def test_interactive_prompts_are_deterministic_for_kv_reuse():
assert "sample, summarize, simplify" in combined


def test_generator_history_is_scoped_to_target_leaf():
history = """
### ISSUE_RESPONSE RH-C1
Correction: unrelated operator branch.

### ISSUE_VERDICT RH-C1
Status: UNRESOLVED
Missing lemma: unrelated operator lemma.

### ISSUE_RESPONSE RH-C2-child
Correction: target convergence branch.

### ISSUE_VERDICT RH-C2-child
Status: UNRESOLVED
Missing lemma: target compact convergence lemma.
"""
scoped = extract_obligation_history(history, "RH-C2-child")
assert "target convergence branch" in scoped
assert "target compact convergence lemma" in scoped
assert "RH-C1" not in scoped
messages = build_generator_messages(
"prove RH",
previous_generator=history,
previous_critic=history,
target_obligation_id="RH-C2-child",
)
prompt = messages[-1]["content"]
assert "target convergence branch" in prompt
assert "unrelated operator branch" not in prompt


def test_runtime_output_cannot_replace_research_goal():
for text in (
"critic> ### Central Claim",
Expand Down
Loading