import importlib.util import json import os from pathlib import Path import shutil import subprocess import sys import tempfile import unittest from unittest import mock ROOT = Path(__file__).resolve().parents[2] spec = importlib.util.spec_from_file_location('qmd_setup', ROOT / 'scripts/lib/qmd.py') qmd = importlib.util.module_from_spec(spec) spec.loader.exec_module(qmd) class FakeRunner: def __init__(self, installed=False, gpu='cuda', gpu_result=None, cpu_result=None, previous=None, fail_pull=False, list_output=None, node='v22.4.0', fail=(), on_call=None): self.calls, self.installed, self.gpu = [], installed, gpu self.previous, self.fail_pull, self.list_output = previous, fail_pull, list_output self.node, self.fail, self.on_call = node, fail, on_call self.results = {'gpu': gpu_result, 'cpu': cpu_result} def __call__(self, arguments, env=None, timeout=None, check=True): self.calls.append(list(arguments)) joined = ' '.join(arguments) if self.on_call: self.on_call(arguments) if any(part in joined for part in self.fail): raise ValueError(f'{joined} failed') if arguments[:2] == ['node', '--version']: return self.node if arguments[-1:] == ['set-models']: return json.dumps({'previous': self.previous}) + chr(10) if self.fail_pull and arguments[:2] == ['qmd', 'pull']: raise ValueError('pull failed') if 'npm list' in joined and self.list_output is not None: return self.list_output if 'npm list' in joined: return json.dumps({'dependencies': {'@tobilu/qmd': {}} if self.installed else {}}) if 'npm install' in joined: self.installed = True if 'npm uninstall' in joined: self.installed = False if '--detect' in joined: return json.dumps({'gpu': self.gpu, 'devices': ['GPU 0', 'GPU 1'] if self.gpu else [], 'threads': 32}) if '--device' in joined: device = arguments[arguments.index('--device') + 1] return json.dumps(self.results[device]) return '' class SetupTest(unittest.TestCase): def setUp(self): self.home = Path(tempfile.mkdtemp()) self.addCleanup(shutil.rmtree, self.home, ignore_errors=True) environment = mock.patch.dict(os.environ) environment.start() self.addCleanup(environment.stop) os.environ.pop('XDG_CACHE_HOME', None) (self.home / '.cache/qmd/models').mkdir(parents=True) def setup(self, runner, dry_run=False): return qmd.Setup(self.home, ROOT, runner, dry_run=dry_run, summary=True) def state(self): return json.loads((self.home / '.my-ai-configuration/qmd.json').read_text(encoding='utf-8')) def test_decide_prefers_gpu_then_cpu(self): self.assertEqual(qmd.decide([{'device': 'gpu', 'passed': True}, {'device': 'cpu', 'passed': True}]), 'gpu') self.assertEqual(qmd.decide([{'device': 'gpu', 'passed': False}, {'device': 'cpu', 'passed': True}]), 'cpu') self.assertIsNone(qmd.decide([{'device': 'gpu', 'passed': False}, {'device': 'cpu', 'passed': False}])) self.assertIsNone(qmd.decide([])) def test_node_version(self): self.assertTrue(qmd.node_version_ok('v22.0.0')) self.assertFalse(qmd.node_version_ok('v20.11.1')) self.assertFalse(qmd.node_version_ok('garbage')) def test_enable_installs_package_scripts_and_records_ownership(self): runner = FakeRunner() self.setup(runner).enable(['claude']) state = self.state() self.assertTrue(state['owned_package']) self.assertEqual(state['device'], 'gpu') self.assertTrue(state['models_block']) self.assertTrue((self.home / '.my-ai-configuration/qmd/qmd-search.mjs').is_file()) self.assertIn(['npm', 'install', '--global', '@tobilu/qmd@2.8.3'], runner.calls) def test_enable_keeps_foreign_package_unowned(self): runner = FakeRunner(installed=True) self.setup(runner).enable(['claude']) self.assertFalse(self.state()['owned_package']) self.assertFalse(any('npm install' in ' '.join(c) for c in runner.calls)) def test_disable_never_removes_foreign_package(self): runner = FakeRunner(installed=True) setup = self.setup(runner) setup.enable(['claude']) setup.disable(['claude']) self.assertFalse(any('npm uninstall' in ' '.join(c) for c in runner.calls)) self.assertFalse((self.home / '.my-ai-configuration/qmd.json').exists()) def test_disable_removes_owned_models_and_collections(self): runner = FakeRunner() setup = self.setup(runner) setup.enable(['claude']) state = self.state() model = self.home / '.cache/qmd/models' / 'qwen3-embedding.gguf' model.write_text('x') state['owned_models'] = ['qwen3-embedding.gguf'] (self.home / '.my-ai-configuration/qmd.json').write_text(json.dumps(state)) (self.home / '.my-ai-configuration/qmd/collections.json').write_text(json.dumps(['repo-abcdefabcdef'])) setup.disable(['claude']) self.assertFalse(model.exists()) self.assertIn(['qmd', 'collection', 'remove', 'repo-abcdefabcdef'], runner.calls) self.assertIn(['npm', 'uninstall', '--global', '@tobilu/qmd'], runner.calls) def test_benchmark_unsuitable_cleans_up(self): runner = FakeRunner(gpu=False, cpu_result={'device': 'cpu', 'passed': False, 'querySeconds': 9, 'chunksPerSecond': 3}) self.assertFalse(self.setup(runner).benchmark()) self.assertFalse((self.home / '.my-ai-configuration/qmd.json').exists()) self.assertIn(['npm', 'uninstall', '--global', '@tobilu/qmd'], runner.calls) self.assertFalse(any('--device' in c and 'gpu' in c for c in runner.calls), 'no GPU means no GPU run') def test_benchmark_falls_back_to_cpu(self): runner = FakeRunner(gpu='vulkan', gpu_result={'device': 'gpu', 'passed': False, 'querySeconds': 7, 'chunksPerSecond': 30}, cpu_result={'device': 'cpu', 'passed': True, 'querySeconds': 4, 'chunksPerSecond': 25}) self.assertTrue(self.setup(runner).benchmark()) self.assertEqual(self.state()['device'], 'cpu') def test_migration_removes_python_retrieval_and_adopts_ledger_package(self): base = self.home / '.my-ai-configuration' (base / 'semantic-retrieval/.venv').mkdir(parents=True) (base / 'semantic-retrieval.json').write_text('{"version": 1, "clients": [], "files": {}}') (base / 'extensions.json').write_text(json.dumps({'version': 1, 'resources': [ {'client': 'shared', 'name': 'QMD', 'kind': 'qmd', 'package': '@tobilu/qmd', 'clients': ['codex']}, {'client': 'claude', 'name': 'QMD', 'kind': 'plugin', 'selector': 'qmd@qmd'}]})) runner = FakeRunner(installed=True) self.setup(runner).enable(['claude']) self.assertFalse((base / 'semantic-retrieval').exists()) self.assertFalse((base / 'semantic-retrieval.json').exists()) ledger = json.loads((base / 'extensions.json').read_text()) self.assertEqual([r['kind'] for r in ledger['resources']], ['plugin'], 'plugin record stays so reconcile uninstalls qmd@qmd') self.assertTrue(self.state()['owned_package'], 'ledger-owned package is adopted') def test_previous_models_are_restored_on_disable(self): runner = FakeRunner(previous={'embed': 'mine'}) setup = self.setup(runner) setup.enable(['claude']) self.assertEqual(self.state()['previous_models'], {'embed': 'mine'}) setup.disable(['claude']) self.assertIn(['node', str(self.home / '.my-ai-configuration/qmd/qmd-config.mjs'), 'restore-models', '{"embed": "mine"}'], runner.calls) self.assertFalse(any(c[-1:] == ['unset-models'] for c in runner.calls)) def test_models_block_removed_when_none_existed(self): runner = FakeRunner() setup = self.setup(runner) setup.enable(['claude']) self.assertIsNone(self.state()['previous_models']) setup.disable(['claude']) self.assertTrue(any(c[-1:] == ['unset-models'] for c in runner.calls)) self.assertFalse(any('restore-models' in c for c in runner.calls)) def ledger(self, base): base.mkdir(parents=True, exist_ok=True) (base / 'extensions.json').write_text(json.dumps({'version': 1, 'resources': [ {'client': 'shared', 'name': 'QMD', 'kind': 'qmd', 'package': '@tobilu/qmd', 'clients': ['codex']}]})) def test_disable_without_state_uninstalls_adopted_package(self): base = self.home / '.my-ai-configuration' self.ledger(base) runner = FakeRunner(installed=True) self.setup(runner).disable(['claude']) self.assertIn(['npm', 'uninstall', '--global', '@tobilu/qmd'], runner.calls) self.assertFalse((base / 'qmd.json').exists()) def test_ownership_is_persisted_before_ledger_rewrite(self): base = self.home / '.my-ai-configuration' self.ledger(base) real = qmd.atomic_json def failing(path, value): if path.name == 'extensions.json': raise OSError('disk full') real(path, value) with mock.patch.object(qmd, 'atomic_json', failing): with self.assertRaises(OSError): self.setup(FakeRunner(installed=True)).enable(['claude']) self.assertTrue(self.state()['owned_package']) self.assertEqual(len(json.loads((base / 'extensions.json').read_text())['resources']), 1) def test_symlinked_script_directory_is_refused(self): base = self.home / '.my-ai-configuration' base.mkdir(parents=True) target = self.home / 'elsewhere' target.mkdir() try: (base / 'qmd').symlink_to(target, target_is_directory=True) except OSError: self.skipTest('symlinks unavailable') with self.assertRaises(ValueError): self.setup(FakeRunner()).enable(['claude']) self.assertEqual(list(target.iterdir()), []) def test_non_dict_benchmark_result_counts_as_failure(self): runner = FakeRunner(gpu=False, cpu_result=['unexpected']) self.assertFalse(self.setup(runner).benchmark()) def test_package_installed_parses_listing(self): self.assertTrue(self.setup(FakeRunner(installed=True)).package_installed()) self.assertFalse(self.setup(FakeRunner()).package_installed()) def test_package_installed_rejects_unreliable_listings(self): for output in ('', ' ', 'not json', '{"error": {"code": "ELSPROBLEMS"}}', '{}', '[]'): with self.assertRaises(ValueError, msg=repr(output)): self.setup(FakeRunner(list_output=output)).package_installed() self.assertTrue(self.setup(FakeRunner(list_output='{"dependencies": {"@tobilu/qmd": {}}, "error": {}}')).package_installed()) self.assertFalse(self.setup(FakeRunner(list_output='{"dependencies": {}}')).package_installed()) def test_non_mapping_previous_models_are_restored_verbatim(self): runner = FakeRunner(previous='custom.gguf') setup = self.setup(runner) setup.enable(['claude']) self.assertEqual(self.state()['previous_models'], 'custom.gguf') setup.disable(['claude']) self.assertTrue(any(c[-2:] == ['restore-models', '"custom.gguf"'] for c in runner.calls)) def test_dry_run_changes_nothing(self): runner = FakeRunner() self.setup(runner, dry_run=True).enable(['claude']) self.assertFalse((self.home / '.my-ai-configuration/qmd.json').exists()) self.assertFalse(any('npm install' in ' '.join(c) for c in runner.calls)) def scripts_dir(self): return self.home / '.my-ai-configuration/qmd' def test_benchmark_with_too_old_node_is_unsuitable(self): runner = FakeRunner(node='v20.11.1', cpu_result={'device': 'cpu', 'passed': True}) self.assertFalse(self.setup(runner).benchmark()) self.assertFalse((self.home / '.my-ai-configuration/qmd.json').exists()) self.assertFalse(any('npm install' in ' '.join(c) for c in runner.calls)) def test_benchmark_npm_install_failure_is_unsuitable(self): runner = FakeRunner(fail=('npm install',), cpu_result={'device': 'cpu', 'passed': True}) self.assertFalse(self.setup(runner).benchmark()) self.assertFalse((self.home / '.my-ai-configuration/qmd.json').exists()) self.assertFalse(any('--device' in c for c in runner.calls)) def test_benchmark_download_failure_cleans_up_what_it_created(self): runner = FakeRunner(fail_pull=True, cpu_result={'device': 'cpu', 'passed': True}) self.assertFalse(self.setup(runner).benchmark()) self.assertTrue(any(c[-1:] == ['unset-models'] for c in runner.calls)) self.assertIn(['npm', 'uninstall', '--global', '@tobilu/qmd'], runner.calls) self.assertFalse(self.scripts_dir().exists()) self.assertFalse((self.home / '.my-ai-configuration/qmd.json').exists()) def test_benchmark_detect_crash_runs_cpu_only(self): runner = FakeRunner(fail=('--detect',), gpu_result={'device': 'gpu', 'passed': True}, cpu_result={'device': 'cpu', 'passed': True}) self.assertTrue(self.setup(runner).benchmark()) self.assertEqual(self.state()['device'], 'cpu') self.assertFalse(any('--device' in c and 'gpu' in c for c in runner.calls)) def test_enable_with_detect_crash_uses_cpu(self): self.setup(FakeRunner(fail=('--detect',))).enable(['claude']) self.assertEqual(self.state()['device'], 'cpu') def legacy_install(self): legacy = self.home / '.my-ai-configuration/semantic-retrieval' python = legacy / '.venv' / ('Scripts/python.exe' if os.name == 'nt' else 'bin/python') python.parent.mkdir(parents=True) python.write_text('') (legacy / 'server.py').write_text('') return legacy, python def test_migration_stops_the_legacy_daemon_before_removal(self): legacy, python = self.legacy_install() seen = [] runner = FakeRunner(installed=True, on_call=lambda a: seen.append(legacy.exists()) if 'server.py' in ' '.join(a) else None) self.setup(runner).enable(['claude']) self.assertIn([str(python), str(legacy / 'server.py'), 'stop', '--data-dir', str(legacy / 'data'), '--model-cache', str(legacy / 'model-cache')], runner.calls) self.assertEqual(seen, [True], 'stop runs while the legacy directory still exists') self.assertFalse(legacy.exists()) def test_failing_legacy_stop_does_not_block_migration(self): legacy, _ = self.legacy_install() self.setup(FakeRunner(installed=True, fail=('server.py',))).enable(['claude']) self.assertFalse(legacy.exists()) def test_removal_waits_for_the_daemon_to_exit_before_deleting_models(self): runner = FakeRunner() setup = self.setup(runner) setup.enable(['claude']) (self.scripts_dir() / 'daemon.json').write_text(json.dumps({'port': 1, 'token': 't', 'pid': 4242})) checks = [] def alive(pid): checks.append((pid, any('--stop' in c for c in runner.calls), any('npm uninstall' in ' '.join(c) for c in runner.calls))) return len(checks) < 3 with mock.patch.object(qmd, 'process_alive', alive): setup.disable(['claude']) self.assertEqual(checks, [(4242, True, False)] * 3, 'the PID is polled after --stop and before the uninstall') self.assertIn(['npm', 'uninstall', '--global', '@tobilu/qmd'], runner.calls) def test_process_alive(self): self.assertTrue(qmd.process_alive(os.getpid())) child = subprocess.Popen([sys.executable, '-c', 'pass']) child.wait() self.assertFalse(qmd.process_alive(child.pid)) def test_undeletable_model_keeps_state_for_a_retry(self): runner = FakeRunner() setup = self.setup(runner) setup.enable(['claude']) state = self.state() models = self.home / '.cache/qmd/models' (models / 'locked.gguf').write_text('x') (models / 'free.gguf').write_text('x') state['owned_models'] = ['free.gguf', 'locked.gguf'] (self.home / '.my-ai-configuration/qmd.json').write_text(json.dumps(state)) real = Path.unlink def unlink(path, missing_ok=False): if path.name == 'locked.gguf': raise PermissionError('in use') real(path, missing_ok=missing_ok) with mock.patch.object(qmd.Path, 'unlink', unlink): setup.disable(['claude']) state = self.state() self.assertEqual(state['owned_models'], ['locked.gguf']) self.assertFalse(state['owned_package']) self.assertFalse(state['models_block']) self.assertFalse((models / 'free.gguf').exists()) self.assertIn(['npm', 'uninstall', '--global', '@tobilu/qmd'], runner.calls) self.assertFalse(self.scripts_dir().exists()) runner.calls.clear() setup.disable(['claude']) self.assertFalse((models / 'locked.gguf').exists()) self.assertFalse((self.home / '.my-ai-configuration/qmd.json').exists()) self.assertFalse(any('npm uninstall' in ' '.join(c) for c in runner.calls), 'a retry never uninstalls a later foreign package') def test_failing_models_block_restore_does_not_stop_removal(self): runner = FakeRunner(fail=('unset-models',)) setup = self.setup(runner) setup.enable(['claude']) setup.disable(['claude']) self.assertIn(['npm', 'uninstall', '--global', '@tobilu/qmd'], runner.calls) self.assertFalse(self.scripts_dir().exists()) self.assertFalse((self.home / '.my-ai-configuration/qmd.json').exists()) def test_models_dir_honors_xdg_cache_home(self): os.environ['XDG_CACHE_HOME'] = str(self.home / 'xdg') self.assertEqual(self.setup(FakeRunner()).models, self.home / 'xdg' / 'qmd' / 'models') os.environ['XDG_CACHE_HOME'] = '' self.assertEqual(self.setup(FakeRunner()).models, self.home / '.cache' / 'qmd' / 'models') if __name__ == '__main__': unittest.main()