feat(retrieval): pin model revisions and share encoder/reranker instances

Pin the Qwen embedding/reranker models to specific commit revisions (and
sentence-transformers to the exact version already in use) so index
builds are reproducible instead of floating on each model's main branch.

Also move the encoder and reranker instances to module-level singletons
shared by every Index, instead of one pair per instance, so a process
serving multiple repository roots only loads each model once.

Co-Authored-By: Claude Sonnet 5 <noreply@anthropic.com>
This commit is contained in:
Julian lechnerandClaude Sonnet 5 committed 2026-09-18 09:35:46 +02:00
1 parent 96a1175e20
commit 208213c1c7
3 files changed
+43 -14

No files matched your search

+12
View File
@@ -200,6 +200,18 @@ class RetrievalServerTests(unittest.TestCase):
finally:
index.db.close()
def test_shared_encoder_and_reranker_are_cached_module_singletons(self):
with patch.object(MODULE, '_shared_encoder', None), patch.object(MODULE, '_shared_reranker', None), \
patch.object(MODULE, 'preferred_device', lambda: 'cpu'):
sentinel = SimpleNamespace()
with patch.dict('sys.modules', sentence_transformers=SimpleNamespace(
SentenceTransformer=lambda *args, **kwargs: sentinel,
CrossEncoder=lambda *args, **kwargs: sentinel)):
self.assertIs(MODULE.shared_encoder(), sentinel)
self.assertIs(MODULE.shared_encoder(), MODULE.shared_encoder())
self.assertIs(MODULE.shared_reranker(), sentinel)
self.assertIs(MODULE.shared_reranker(), MODULE.shared_reranker())
def test_rerank_uses_cross_encoder_scores(self):
index = MODULE.Index.__new__(MODULE.Index)