test(benchmarks): add concept-search tasks

Three tasks whose target code shares no vocabulary with the prompt, run in a
repository with generated distractor modules.

Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
This commit is contained in:
Julian lechnerandClaude Opus 5.5 committed 2026-10-01 13:27:56 +02:00
1 parent a8f6f01f2f
commit 00a44f50b0
19 files changed
+106

No files matched your search

Whitespace-only changes.
@@ -0,0 +1,10 @@
import unittest
from app.fin.tally import consolidate
class Hidden(unittest.TestCase):
def test_half_up(self):
self.assertEqual(float(consolidate([1.005])), 1.01)
self.assertEqual(float(consolidate([2.675])), 2.68)
self.assertEqual(float(consolidate([1.0, 0.004])), 1.0)
self.assertEqual(float(consolidate([0.1, 0.2])), 0.3)