Files
Patryk GenschandClaude Opus 5.5 4e65268a1e feat(extractor): extract scene modules (SCENE:DLLS=) like engines
A module DLL has no engine factory: its CMC_ExternObject::resolve compares
TYPE (CXString::equals or operator==), allocates and constructs. The
runner of each type is the vftable its constructor or a virtual installs
whose prepare slot chains to CMC_Runner::prepareMthHashSet (defined when
analysis left it out); registrations, dispatch, signatures, per-type
events and fields then come from the engine passes, limited to the
module's own runners. Snapshots record module_of (the host engine DLL).

An unoptimised run() keeps the switch index in a stack slot; its bounds
are followed through that slot only when the register match finds none.
The batch queue extracts plugins too, the inventory knows MATRIX, QMAN,
INERTIA and BOARD, and the tracker marks module-mapped types.

Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
2026-10-28 20:58:40 +01:00

132 lines
5.3 KiB
Python

import hashlib
import json
import subprocess
import pytest
from ams.acquire import batch
@pytest.fixture
def setup(tmp_path):
dll = tmp_path / 'engine.dll'
dll.write_bytes(b'engine')
sha = hashlib.sha256(dll.read_bytes()).hexdigest()
manifest = tmp_path / 'manifest.json'
manifest.write_text(json.dumps({'schema': 'binary-inventory/1', 'builds': [
{'sha256': sha, 'paths': [str(dll)], 'scope': 'engine', 'family': 'PIKLIB8'}]}))
return dll, sha, manifest, tmp_path / 'out'
def success(source, output, log, timeout, env):
output.write_text(json.dumps({'binary': {'sha256': batch.digest(source)},
'types': [{'name': 'X'}], 'methods': [{'name': 'Y'}]}))
log.write_text('ok')
def test_success_resume_and_input_change(setup):
dll, sha, manifest, out = setup
assert batch.run_queue(manifest, out, worker=success)['succeeded'] == 1
assert batch.run_queue(manifest, out, worker=success)['skipped_success'] == 1
dll.write_bytes(b'changed')
result = batch.run_queue(manifest, out, worker=success)
assert result['failures'][0]['error'] == 'No source path matches manifest SHA'
assert json.loads((out / (sha + '.snapshot.json')).read_text())['binary']['sha256'] == sha
@pytest.mark.parametrize('kind', ['failed', 'timeout', 'empty', 'mismatch', 'missing'])
def test_failure_retry(setup, kind):
dll, sha, manifest, out = setup
def broken(source, output, log, timeout, env):
if kind == 'failed':
raise RuntimeError('crashed')
if kind == 'timeout':
raise subprocess.TimeoutExpired('worker', timeout)
if kind == 'missing':
return
success(source, output, log, timeout, env)
data = json.loads(output.read_text())
if kind == 'empty':
data['methods'] = []
else:
data['binary']['sha256'] = '0' * 64
output.write_text(json.dumps(data))
assert batch.run_queue(manifest, out, worker=broken)['failures']
assert not (out / (sha + '.snapshot.json')).exists()
assert batch.run_queue(manifest, out, worker=success)['skipped_failed'] == 1
assert batch.run_queue(manifest, out, worker=success, retry_failed=True)['succeeded'] == 1
state = json.loads((out / 'states' / (sha + '.json')).read_text())
assert state['attempts'] == 2
def test_fingerprint_change_and_failure_preserves_snapshot(setup, monkeypatch):
dll, sha, manifest, out = setup
batch.run_queue(manifest, out, worker=success)
previous = (out / (sha + '.snapshot.json')).read_bytes()
monkeypatch.setattr(batch, 'fingerprint', lambda env=None: 'changed')
def fail(*args):
raise RuntimeError('no')
assert batch.run_queue(manifest, out, worker=fail)['attempted'] == 1
assert (out / (sha + '.snapshot.json')).read_bytes() == previous
def test_lock_and_scope_limit(setup):
dll, sha, manifest, out = setup
assert batch.run_queue(manifest, out, limit=0, worker=success)['attempted'] == 0
with batch.queue_lock(out):
with pytest.raises(RuntimeError, match='Another'):
batch.run_queue(manifest, out, worker=success)
data = json.loads(manifest.read_text())
data['builds'][0]['scope'] = 'native_dependency'
manifest.write_text(json.dumps(data))
assert batch.run_queue(manifest, out, worker=success)['skipped_scope'] == 1
def test_timeout_kills_process_group(tmp_path, monkeypatch):
calls = []
class Process:
pid = 123
def wait(self, timeout=None):
calls.append(('wait', timeout))
if timeout is not None:
raise subprocess.TimeoutExpired('test', timeout)
def popen(*args, **kwargs):
assert kwargs['start_new_session']
return Process()
monkeypatch.setattr(batch.subprocess, 'Popen', popen)
monkeypatch.setattr(batch.os, 'killpg', lambda *args: calls.append(('killpg', args)))
with pytest.raises(subprocess.TimeoutExpired):
batch.execute_worker(tmp_path / 'dll', tmp_path / 'out', tmp_path / 'log', 0.1, {})
assert ('killpg', (123, batch.signal.SIGKILL)) in calls
assert calls[-1] == ('wait', None)
def test_snapshot_tamper_forces_refresh(setup):
dll, sha, manifest, out = setup
batch.run_queue(manifest, out, worker=success)
path = out / (sha + '.snapshot.json')
data = json.loads(path.read_text())
data['methods'].append({'name': 'INVENTED'})
path.write_text(json.dumps(data))
assert batch.run_queue(manifest, out, worker=success)['succeeded'] == 1
state = json.loads((out / 'states' / (sha + '.json')).read_text())
assert state['coverage'] == {'types': 1, 'methods': 1, 'dispatch': 0}
assert state['input_name'] == 'engine.dll'
def test_provider_version_fingerprint(tmp_path):
props = tmp_path / 'Ghidra' / 'application.properties'
props.parent.mkdir()
props.write_text('application.version=12.1')
env = {'GHIDRA_INSTALL_DIR': str(tmp_path), 'AMS_USE_PYGHIDRA': '1'}
before = batch.fingerprint(env)
props.write_text('application.version=12.2')
assert batch.fingerprint(env) != before
assert batch.fingerprint({**env, 'AMS_USE_PYGHIDRA': ''}) != batch.fingerprint(env)
def test_limit_reports_pending(setup):
dll, sha, manifest, out = setup
result = batch.run_queue(manifest, out, limit=0, worker=success)
assert result['pending'] == 1