test(benchmarks): add A/B task fixtures with hidden checks

Ten small Python tasks, each failing on the fixture and passing with a
reference solution, including workflow expectations for a small change, a
bugfix, and a delegable change.

Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
This commit is contained in:
Julian lechnerandClaude Opus 5.5 committed 2026-10-01 12:45:40 +02:00
1 parent b8fd66ce3b
commit 3480072ed7
60 files changed
+374

No files matched your search

Whitespace-only changes.
@@ -0,0 +1,15 @@
import inspect
import unittest
from pathlib import Path
from app import api, cli
class Hidden(unittest.TestCase):
def test_signature(self):
self.assertEqual(list(inspect.signature(api.fetch).parameters), ['url', 'max_retries'])
self.assertEqual(cli.main('u'), 2)
def test_docs(self):
text = Path('README.md').read_text()
self.assertIn('max_retries', text)
self.assertNotRegex(text, r'(?<![\w])retries(?=[=`])')