test(benchmarks): add concept-search tasks

Three tasks whose target code shares no vocabulary with the prompt, run in a
repository with generated distractor modules.

Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
This commit is contained in:
Julian lechnerandClaude Opus 5.5 committed 2026-10-01 13:27:56 +02:00
1 parent a8f6f01f2f
commit 00a44f50b0
19 files changed
+106

No files matched your search

@@ -0,0 +1,9 @@
from dataclasses import dataclass, field
from datetime import date
@dataclass
class Account:
tier: str # "evaluation" or "paid"
evaluation_until: date | None = None
entries: list = field(default_factory=list)
@@ -0,0 +1,8 @@
from datetime import date
def render_period_summary(account, period, today=None):
"""Build the period summary document for an account."""
today = today or date.today()
lines = [f"{entry.label}: {entry.amount:.2f}" for entry in account.entries if entry.period == period]
return "\n".join(lines).encode()