From 59796d99d7a63a3064d6167912dd4ae97e7a668c Mon Sep 17 00:00:00 2001
From: Julian lechner <j.lechner@sobit.at>
Date: Thu, 8 Oct 2026 11:49:22 +0200
Subject: [PATCH] feat(qmd): install, benchmark, migrate, and remove QMD local
 search

Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
---
 scripts/lib/qmd.ps1             |  19 +++
 scripts/lib/qmd.py              | 248 ++++++++++++++++++++++++++++++++
 scripts/lib/qmd.sh              |  21 +++
 scripts/tests/test-qmd-setup.py | 137 ++++++++++++++++++
 4 files changed, 425 insertions(+)
 create mode 100644 scripts/lib/qmd.ps1
 create mode 100644 scripts/lib/qmd.py
 create mode 100644 scripts/lib/qmd.sh
 create mode 100644 scripts/tests/test-qmd-setup.py

diff --git a/scripts/lib/qmd.ps1 b/scripts/lib/qmd.ps1
new file mode 100644
index 0000000..198c715
--- /dev/null
+++ b/scripts/lib/qmd.ps1
@@ -0,0 +1,19 @@
+# scripts/lib/qmd.ps1
+function Sync-Qmd {
+    param([Parameter(Mandatory=$true)][string]$RepositoryRoot,[Parameter(Mandatory=$true)][string]$HomePath,[ValidateSet('Codex','Claude','Both')][Parameter(Mandatory=$true)][string]$Client,[Parameter(Mandatory=$true)][bool]$Enabled,[switch]$DryRun,[switch]$Update,[switch]$Summary)
+    $arguments = @((Join-Path $PSScriptRoot 'qmd.py'), 'sync', '--root', $RepositoryRoot, '--home', $HomePath, '--client', $Client.ToLowerInvariant(), '--enabled', $Enabled.ToString().ToLowerInvariant())
+    if ($DryRun) { $arguments += '--dry-run' }; if ($Update) { $arguments += '--update' }
+    if ($Summary) { $arguments += '--summary' }
+    & python @arguments
+    if ($LASTEXITCODE -ne 0) { throw 'QMD local search reconciliation failed.' }
+}
+
+function Test-QmdDevice {
+    param([Parameter(Mandatory=$true)][string]$RepositoryRoot,[Parameter(Mandatory=$true)][string]$HomePath,[switch]$Summary)
+    $arguments = @((Join-Path $PSScriptRoot 'qmd.py'), 'benchmark', '--root', $RepositoryRoot, '--home', $HomePath)
+    if ($Summary) { $arguments += '--summary' }
+    & python @arguments | Write-Host
+    if ($LASTEXITCODE -eq 0) { return $true }
+    if ($LASTEXITCODE -eq 2) { return $false }
+    throw 'QMD benchmark failed.'
+}
diff --git a/scripts/lib/qmd.py b/scripts/lib/qmd.py
new file mode 100644
index 0000000..c8a2999
--- /dev/null
+++ b/scripts/lib/qmd.py
@@ -0,0 +1,248 @@
+"""Install, benchmark, migrate, and remove the setup-owned QMD local search."""
+import argparse
+import hashlib
+import json
+import os
+from pathlib import Path
+import re
+import shutil
+import subprocess
+import sys
+import tempfile
+
+PACKAGE = '@tobilu/qmd'
+VERSION = '2.8.3'
+SCRIPTS = ('qmd-lib.mjs', 'qmd-config.mjs', 'qmd-daemon.mjs', 'qmd-search.mjs', 'qmd-warm.mjs', 'qmd-benchmark.mjs')
+DEVICE_TIMEOUT = 600
+WINDOWS = os.name == 'nt'
+
+
+def run(arguments, env=None, timeout=1800):
+    result = subprocess.run(arguments, env=env, capture_output=True, text=True, encoding='utf-8', errors='replace',
+                            timeout=timeout, shell=WINDOWS and arguments[0] in ('npm', 'qmd'))
+    if result.returncode != 0:
+        raise ValueError(f'{" ".join(arguments[:3])} failed: {(result.stderr or result.stdout).strip()[-300:]}')
+    return result.stdout
+
+
+def decide(results):
+    for device in ('gpu', 'cpu'):
+        if any(r.get('device') == device and r.get('passed') is True for r in results):
+            return device
+    return None
+
+
+def node_version_ok(text):
+    match = re.fullmatch(r'v(\d+)\.\d+\.\d+', text.strip())
+    return bool(match) and int(match.group(1)) >= 22
+
+
+def digest(path):
+    return hashlib.sha256(path.read_bytes()).hexdigest()
+
+
+def atomic_json(path, value):
+    path.parent.mkdir(parents=True, exist_ok=True)
+    with tempfile.NamedTemporaryFile('w', encoding='utf-8', dir=path.parent, delete=False) as stream:
+        json.dump(value, stream, indent=2)
+        stream.write('\n')
+    os.replace(stream.name, path)
+
+
+class Setup:
+    def __init__(self, home, root, runner=run, dry_run=False, summary=False):
+        self.home, self.root, self.run, self.dry_run, self.summary = Path(home), Path(root), runner, dry_run, summary
+        self.base = self.home / '.my-ai-configuration'
+        self.state_path = self.base / 'qmd.json'
+        self.scripts = self.base / 'qmd'
+        self.models = self.home / '.cache' / 'qmd' / 'models'
+
+    def say(self, text):
+        if not self.summary:
+            print(text)
+
+    def load(self):
+        if not self.state_path.exists():
+            return {'version': 1, 'clients': [], 'device': None, 'owned_package': False, 'owned_models': [], 'models_block': False, 'files': {}}
+        state = json.loads(self.state_path.read_text(encoding='utf-8'))
+        if state.get('version') != 1 or state.get('device') not in (None, 'gpu', 'cpu'):
+            raise ValueError('Invalid QMD setup state.')
+        return state
+
+    def node(self, script, *arguments, env=None, timeout=1800):
+        return self.run(['node', str(self.scripts / script), *arguments], env=env, timeout=timeout)
+
+    def package_installed(self):
+        listing = json.loads(self.run(['npm', 'list', '--global', '--depth=0', '--json']) or '{}')
+        return PACKAGE in (listing.get('dependencies') or {})
+
+    def require_node(self):
+        if not node_version_ok(self.run(['node', '--version'])):
+            raise ValueError('QMD local search needs Node.js 22 or newer.')
+
+    def migrate(self, state=None):
+        state = self.load() if state is None else state
+        legacy_state = self.base / 'semantic-retrieval.json'
+        legacy = self.base / 'semantic-retrieval'
+        if legacy_state.exists() or legacy.exists():
+            if legacy.is_symlink():
+                raise ValueError('Legacy semantic retrieval directory must not be a symbolic link.')
+            shutil.rmtree(legacy, ignore_errors=True)
+            legacy_state.unlink(missing_ok=True)
+            self.say('Removed the previous Python semantic retrieval installation.')
+        ledger_path = self.base / 'extensions.json'
+        if ledger_path.exists():
+            ledger = json.loads(ledger_path.read_text(encoding='utf-8'))
+            owned = [r for r in ledger.get('resources', []) if r.get('kind') == 'qmd']
+            if owned:
+                ledger['resources'] = [r for r in ledger['resources'] if r.get('kind') != 'qmd']
+                atomic_json(ledger_path, ledger)
+                state['owned_package'] = True
+
+    def install_scripts(self, state):
+        self.scripts.mkdir(parents=True, exist_ok=True)
+        for name in SCRIPTS:
+            target = self.scripts / name
+            expected = state['files'].get(name)
+            if target.exists() and expected and digest(target) != expected:
+                raise ValueError(f'Setup-owned QMD script changed: {name}')
+            shutil.copy2(self.root / 'shared' / 'qmd' / name, target)
+            state['files'][name] = digest(target)
+
+    def install(self, state):
+        """Steps shared by Yes and Auto: package, scripts, models block, model download."""
+        self.require_node()
+        self.migrate(state)
+        if not self.package_installed():
+            self.run(['npm', 'install', '--global', f'{PACKAGE}@{VERSION}'])
+            state['owned_package'] = True
+        self.install_scripts(state)
+        atomic_json(self.state_path, state)
+        if not state['models_block']:
+            self.node('qmd-config.mjs', 'set-models')
+            state['models_block'] = True
+            atomic_json(self.state_path, state)
+        before = {p.name for p in self.models.iterdir()} if self.models.is_dir() else set()
+        self.run(['qmd', 'pull'], timeout=3600)
+        after = {p.name for p in self.models.iterdir()} if self.models.is_dir() else set()
+        state['owned_models'] = sorted(set(state['owned_models']) | (after - before))
+        atomic_json(self.state_path, state)
+
+    def detect_gpu(self):
+        found = json.loads(self.node('qmd-benchmark.mjs', '--detect', timeout=DEVICE_TIMEOUT) or '{}')
+        gpu = found.get('gpu') or False
+        names = ', '.join(found.get('devices') or []) or 'unnamed device'
+        self.say(f"QMD devices: {f'{str(gpu).upper()}: {names}' if gpu else 'no GPU'}; CPU threads: {found.get('threads', '?')}")
+        return gpu
+
+    def enable(self, clients):
+        state = self.load()
+        if self.dry_run:
+            self.say('DRYRUN enable QMD local search: Qwen3-Embedding-0.6B, Qwen3-Reranker-0.6B, QMD query expansion 1.7B')
+            return
+        self.install(state)
+        if state['device'] is None:
+            state['device'] = 'gpu' if self.detect_gpu() else 'cpu'
+        state['clients'] = sorted(set(state['clients']) | set(clients))
+        atomic_json(self.state_path, state)
+        self.say(f'QMD local search enabled on {state["device"].upper()}.')
+
+    def remove_all(self, state):
+        try:
+            if self.scripts.joinpath('qmd-search.mjs').exists():
+                self.node('qmd-search.mjs', '--stop', timeout=60)
+        except (ValueError, subprocess.SubprocessError):
+            pass
+        collections = self.scripts / 'collections.json'
+        names = json.loads(collections.read_text(encoding='utf-8')) if collections.exists() else []
+        for name in names:
+            if re.fullmatch(r'repo-[0-9a-f]{12}', name):
+                try:
+                    self.run(['qmd', 'collection', 'remove', name])
+                except ValueError:
+                    pass
+        if state['models_block'] and self.scripts.joinpath('qmd-config.mjs').exists():
+            self.node('qmd-config.mjs', 'unset-models')
+        for name in state['owned_models']:
+            path = self.models / name
+            if name == Path(name).name and path.is_file() and not path.is_symlink():
+                path.unlink()
+        if state['owned_package']:
+            self.run(['npm', 'uninstall', '--global', PACKAGE])
+        if self.scripts.exists() and not self.scripts.is_symlink():
+            shutil.rmtree(self.scripts)
+        self.state_path.unlink(missing_ok=True)
+
+    def disable(self, clients):
+        state = self.load()
+        if not self.state_path.exists():
+            if not self.dry_run:
+                self.migrate(state)
+            return
+        if self.dry_run:
+            self.say('DRYRUN disable QMD local search')
+            return
+        state['clients'] = [c for c in state['clients'] if c not in clients]
+        if state['clients']:
+            atomic_json(self.state_path, state)
+            return
+        self.remove_all(state)
+        self.say('QMD local search removed.')
+
+    def benchmark(self):
+        state = self.load()
+        if self.dry_run:
+            self.say('DRYRUN benchmark QMD local search on GPU, then CPU')
+            return True
+        self.install(state)
+        results = []
+        devices = (['gpu'] if self.detect_gpu() else []) + ['cpu']
+        for device in devices:
+            env = dict(os.environ)
+            env.pop('QMD_FORCE_CPU' if device == 'gpu' else 'QMD_LLAMA_GPU', None)
+            env['QMD_LLAMA_GPU' if device == 'gpu' else 'QMD_FORCE_CPU'] = 'auto' if device == 'gpu' else '1'
+            try:
+                result = json.loads(self.node('qmd-benchmark.mjs', '--device', device, env=env, timeout=DEVICE_TIMEOUT))
+            except (ValueError, subprocess.TimeoutExpired) as error:
+                result = {'device': device, 'passed': False, 'error': str(error)[:200]}
+            results.append(result)
+            print(f'QMD benchmark {device.upper()}: ' + ('passed' if result.get('passed') else 'failed')
+                  + f" (search {result.get('querySeconds', '-')} s, embedding {result.get('chunksPerSecond', '-')} chunks/s)")
+            if result.get('passed'):
+                break
+        device = decide(results)
+        if device is None:
+            self.remove_all(state)
+            print('QMD local search is not suitable for this computer; removed what the setup installed.')
+            return False
+        state['device'] = device
+        atomic_json(self.state_path, state)
+        return True
+
+
+def main():
+    parser = argparse.ArgumentParser(description=__doc__)
+    parser.add_argument('action', choices=('sync', 'benchmark'))
+    parser.add_argument('--root', required=True, type=Path)
+    parser.add_argument('--home', required=True, type=Path)
+    parser.add_argument('--client', choices=('codex', 'claude', 'both'))
+    parser.add_argument('--enabled', choices=('true', 'false'))
+    parser.add_argument('--dry-run', action='store_true')
+    parser.add_argument('--update', action='store_true')
+    parser.add_argument('--summary', action='store_true')
+    args = parser.parse_args()
+    setup = Setup(args.home.resolve(), args.root.resolve(), run, args.dry_run, args.summary)
+    if args.action == 'benchmark':
+        raise SystemExit(0 if setup.benchmark() else 2)
+    if args.client is None or args.enabled is None:
+        parser.error('sync requires --client and --enabled')
+    clients = ['codex', 'claude'] if args.client == 'both' else [args.client]
+    (setup.enable if args.enabled == 'true' else setup.disable)(clients)
+
+
+if __name__ == '__main__':
+    try:
+        main()
+    except (OSError, ValueError, json.JSONDecodeError, subprocess.SubprocessError) as error:
+        print(f'QMD local search: {error}', file=sys.stderr)
+        raise SystemExit(1)
diff --git a/scripts/lib/qmd.sh b/scripts/lib/qmd.sh
new file mode 100644
index 0000000..d810a67
--- /dev/null
+++ b/scripts/lib/qmd.sh
@@ -0,0 +1,21 @@
+# scripts/lib/qmd.sh
+#!/usr/bin/env bash
+
+sync_qmd() {
+  local root=$1 client=$2 home_path=$3 enabled=$4 dry_run=$5 update=$6 summary=${7:-false}
+  local arguments=("$root/scripts/lib/qmd.py" sync --root "$root" --home "$home_path" --client "$client" --enabled "$enabled")
+  [ "$dry_run" != true ] || arguments+=(--dry-run)
+  [ "$update" != true ] || arguments+=(--update)
+  [ "$summary" != true ] || arguments+=(--summary)
+  python3 "${arguments[@]}"
+}
+
+test_qmd_device() {
+  local root=$1 home_path=$2 summary=${3:-false}
+  local arguments=("$root/scripts/lib/qmd.py" benchmark --root "$root" --home "$home_path")
+  [ "$summary" != true ] || arguments+=(--summary)
+  local status
+  if python3 "${arguments[@]}" >&2; then return 0; else status=$?; fi
+  [ "$status" -eq 2 ] && return 1
+  return 2
+}
diff --git a/scripts/tests/test-qmd-setup.py b/scripts/tests/test-qmd-setup.py
new file mode 100644
index 0000000..4a24143
--- /dev/null
+++ b/scripts/tests/test-qmd-setup.py
@@ -0,0 +1,137 @@
+# scripts/tests/test-qmd-setup.py
+import importlib.util
+import json
+from pathlib import Path
+import shutil
+import tempfile
+import unittest
+
+ROOT = Path(__file__).resolve().parents[2]
+spec = importlib.util.spec_from_file_location('qmd_setup', ROOT / 'scripts/lib/qmd.py')
+qmd = importlib.util.module_from_spec(spec)
+spec.loader.exec_module(qmd)
+
+
+class FakeRunner:
+    def __init__(self, installed=False, gpu='cuda', gpu_result=None, cpu_result=None):
+        self.calls, self.installed, self.gpu = [], installed, gpu
+        self.results = {'gpu': gpu_result, 'cpu': cpu_result}
+
+    def __call__(self, arguments, env=None, timeout=None):
+        self.calls.append(list(arguments))
+        joined = ' '.join(arguments)
+        if arguments[:2] == ['node', '--version']:
+            return 'v22.4.0'
+        if 'npm list' in joined:
+            return json.dumps({'dependencies': {'@tobilu/qmd': {}} if self.installed else {}})
+        if 'npm install' in joined:
+            self.installed = True
+        if 'npm uninstall' in joined:
+            self.installed = False
+        if '--detect' in joined:
+            return json.dumps({'gpu': self.gpu, 'devices': ['GPU 0', 'GPU 1'] if self.gpu else [], 'threads': 32})
+        if '--device' in joined:
+            device = arguments[arguments.index('--device') + 1]
+            return json.dumps(self.results[device])
+        return ''
+
+
+class SetupTest(unittest.TestCase):
+    def setUp(self):
+        self.home = Path(tempfile.mkdtemp())
+        self.addCleanup(shutil.rmtree, self.home, ignore_errors=True)
+        (self.home / '.cache/qmd/models').mkdir(parents=True)
+
+    def setup(self, runner, dry_run=False):
+        return qmd.Setup(self.home, ROOT, runner, dry_run=dry_run, summary=True)
+
+    def state(self):
+        return json.loads((self.home / '.my-ai-configuration/qmd.json').read_text(encoding='utf-8'))
+
+    def test_decide_prefers_gpu_then_cpu(self):
+        self.assertEqual(qmd.decide([{'device': 'gpu', 'passed': True}, {'device': 'cpu', 'passed': True}]), 'gpu')
+        self.assertEqual(qmd.decide([{'device': 'gpu', 'passed': False}, {'device': 'cpu', 'passed': True}]), 'cpu')
+        self.assertIsNone(qmd.decide([{'device': 'gpu', 'passed': False}, {'device': 'cpu', 'passed': False}]))
+        self.assertIsNone(qmd.decide([]))
+
+    def test_node_version(self):
+        self.assertTrue(qmd.node_version_ok('v22.0.0'))
+        self.assertFalse(qmd.node_version_ok('v20.11.1'))
+        self.assertFalse(qmd.node_version_ok('garbage'))
+
+    def test_enable_installs_package_scripts_and_records_ownership(self):
+        runner = FakeRunner()
+        self.setup(runner).enable(['claude'])
+        state = self.state()
+        self.assertTrue(state['owned_package'])
+        self.assertEqual(state['device'], 'gpu')
+        self.assertTrue(state['models_block'])
+        self.assertTrue((self.home / '.my-ai-configuration/qmd/qmd-search.mjs').is_file())
+        self.assertIn(['npm', 'install', '--global', '@tobilu/qmd@2.8.3'], runner.calls)
+
+    def test_enable_keeps_foreign_package_unowned(self):
+        runner = FakeRunner(installed=True)
+        self.setup(runner).enable(['claude'])
+        self.assertFalse(self.state()['owned_package'])
+        self.assertFalse(any('npm install' in ' '.join(c) for c in runner.calls))
+
+    def test_disable_never_removes_foreign_package(self):
+        runner = FakeRunner(installed=True)
+        setup = self.setup(runner)
+        setup.enable(['claude'])
+        setup.disable(['claude'])
+        self.assertFalse(any('npm uninstall' in ' '.join(c) for c in runner.calls))
+        self.assertFalse((self.home / '.my-ai-configuration/qmd.json').exists())
+
+    def test_disable_removes_owned_models_and_collections(self):
+        runner = FakeRunner()
+        setup = self.setup(runner)
+        setup.enable(['claude'])
+        state = self.state()
+        model = self.home / '.cache/qmd/models' / 'qwen3-embedding.gguf'
+        model.write_text('x')
+        state['owned_models'] = ['qwen3-embedding.gguf']
+        (self.home / '.my-ai-configuration/qmd.json').write_text(json.dumps(state))
+        (self.home / '.my-ai-configuration/qmd/collections.json').write_text(json.dumps(['repo-abcdefabcdef']))
+        setup.disable(['claude'])
+        self.assertFalse(model.exists())
+        self.assertIn(['qmd', 'collection', 'remove', 'repo-abcdefabcdef'], runner.calls)
+        self.assertIn(['npm', 'uninstall', '--global', '@tobilu/qmd'], runner.calls)
+
+    def test_benchmark_unsuitable_cleans_up(self):
+        runner = FakeRunner(gpu=False, cpu_result={'device': 'cpu', 'passed': False, 'querySeconds': 9, 'chunksPerSecond': 3})
+        self.assertFalse(self.setup(runner).benchmark())
+        self.assertFalse((self.home / '.my-ai-configuration/qmd.json').exists())
+        self.assertIn(['npm', 'uninstall', '--global', '@tobilu/qmd'], runner.calls)
+        self.assertFalse(any('--device' in c and 'gpu' in c for c in runner.calls), 'no GPU means no GPU run')
+
+    def test_benchmark_falls_back_to_cpu(self):
+        runner = FakeRunner(gpu='vulkan', gpu_result={'device': 'gpu', 'passed': False, 'querySeconds': 7, 'chunksPerSecond': 30},
+                            cpu_result={'device': 'cpu', 'passed': True, 'querySeconds': 4, 'chunksPerSecond': 25})
+        self.assertTrue(self.setup(runner).benchmark())
+        self.assertEqual(self.state()['device'], 'cpu')
+
+    def test_migration_removes_python_retrieval_and_adopts_ledger_package(self):
+        base = self.home / '.my-ai-configuration'
+        (base / 'semantic-retrieval/.venv').mkdir(parents=True)
+        (base / 'semantic-retrieval.json').write_text('{"version": 1, "clients": [], "files": {}}')
+        (base / 'extensions.json').write_text(json.dumps({'version': 1, 'resources': [
+            {'client': 'shared', 'name': 'QMD', 'kind': 'qmd', 'package': '@tobilu/qmd', 'clients': ['codex']},
+            {'client': 'claude', 'name': 'QMD', 'kind': 'plugin', 'selector': 'qmd@qmd'}]}))
+        runner = FakeRunner(installed=True)
+        self.setup(runner).enable(['claude'])
+        self.assertFalse((base / 'semantic-retrieval').exists())
+        self.assertFalse((base / 'semantic-retrieval.json').exists())
+        ledger = json.loads((base / 'extensions.json').read_text())
+        self.assertEqual([r['kind'] for r in ledger['resources']], ['plugin'], 'plugin record stays so reconcile uninstalls qmd@qmd')
+        self.assertTrue(self.state()['owned_package'], 'ledger-owned package is adopted')
+
+    def test_dry_run_changes_nothing(self):
+        runner = FakeRunner()
+        self.setup(runner, dry_run=True).enable(['claude'])
+        self.assertFalse((self.home / '.my-ai-configuration/qmd.json').exists())
+        self.assertFalse(any('npm install' in ' '.join(c) for c in runner.calls))
+
+
+if __name__ == '__main__':
+    unittest.main()