A module DLL has no engine factory: its CMC_ExternObject::resolve compares TYPE (CXString::equals or operator==), allocates and constructs. The runner of each type is the vftable its constructor or a virtual installs whose prepare slot chains to CMC_Runner::prepareMthHashSet (defined when analysis left it out); registrations, dispatch, signatures, per-type events and fields then come from the engine passes, limited to the module's own runners. Snapshots record module_of (the host engine DLL). An unoptimised run() keeps the switch index in a stack slot; its bounds are followed through that slot only when the register match finds none. The batch queue extracts plugins too, the inventory knows MATRIX, QMAN, INERTIA and BOARD, and the tracker marks module-mapped types. Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
132 lines
5.3 KiB
Python
132 lines
5.3 KiB
Python
import hashlib
|
|
import json
|
|
import subprocess
|
|
|
|
import pytest
|
|
|
|
from ams.acquire import batch
|
|
|
|
|
|
@pytest.fixture
|
|
def setup(tmp_path):
|
|
dll = tmp_path / 'engine.dll'
|
|
dll.write_bytes(b'engine')
|
|
sha = hashlib.sha256(dll.read_bytes()).hexdigest()
|
|
manifest = tmp_path / 'manifest.json'
|
|
manifest.write_text(json.dumps({'schema': 'binary-inventory/1', 'builds': [
|
|
{'sha256': sha, 'paths': [str(dll)], 'scope': 'engine', 'family': 'PIKLIB8'}]}))
|
|
return dll, sha, manifest, tmp_path / 'out'
|
|
|
|
|
|
def success(source, output, log, timeout, env):
|
|
output.write_text(json.dumps({'binary': {'sha256': batch.digest(source)},
|
|
'types': [{'name': 'X'}], 'methods': [{'name': 'Y'}]}))
|
|
log.write_text('ok')
|
|
|
|
|
|
def test_success_resume_and_input_change(setup):
|
|
dll, sha, manifest, out = setup
|
|
assert batch.run_queue(manifest, out, worker=success)['succeeded'] == 1
|
|
assert batch.run_queue(manifest, out, worker=success)['skipped_success'] == 1
|
|
dll.write_bytes(b'changed')
|
|
result = batch.run_queue(manifest, out, worker=success)
|
|
assert result['failures'][0]['error'] == 'No source path matches manifest SHA'
|
|
assert json.loads((out / (sha + '.snapshot.json')).read_text())['binary']['sha256'] == sha
|
|
|
|
|
|
@pytest.mark.parametrize('kind', ['failed', 'timeout', 'empty', 'mismatch', 'missing'])
|
|
def test_failure_retry(setup, kind):
|
|
dll, sha, manifest, out = setup
|
|
def broken(source, output, log, timeout, env):
|
|
if kind == 'failed':
|
|
raise RuntimeError('crashed')
|
|
if kind == 'timeout':
|
|
raise subprocess.TimeoutExpired('worker', timeout)
|
|
if kind == 'missing':
|
|
return
|
|
success(source, output, log, timeout, env)
|
|
data = json.loads(output.read_text())
|
|
if kind == 'empty':
|
|
data['methods'] = []
|
|
else:
|
|
data['binary']['sha256'] = '0' * 64
|
|
output.write_text(json.dumps(data))
|
|
assert batch.run_queue(manifest, out, worker=broken)['failures']
|
|
assert not (out / (sha + '.snapshot.json')).exists()
|
|
assert batch.run_queue(manifest, out, worker=success)['skipped_failed'] == 1
|
|
assert batch.run_queue(manifest, out, worker=success, retry_failed=True)['succeeded'] == 1
|
|
state = json.loads((out / 'states' / (sha + '.json')).read_text())
|
|
assert state['attempts'] == 2
|
|
|
|
|
|
def test_fingerprint_change_and_failure_preserves_snapshot(setup, monkeypatch):
|
|
dll, sha, manifest, out = setup
|
|
batch.run_queue(manifest, out, worker=success)
|
|
previous = (out / (sha + '.snapshot.json')).read_bytes()
|
|
monkeypatch.setattr(batch, 'fingerprint', lambda env=None: 'changed')
|
|
def fail(*args):
|
|
raise RuntimeError('no')
|
|
assert batch.run_queue(manifest, out, worker=fail)['attempted'] == 1
|
|
assert (out / (sha + '.snapshot.json')).read_bytes() == previous
|
|
|
|
|
|
def test_lock_and_scope_limit(setup):
|
|
dll, sha, manifest, out = setup
|
|
assert batch.run_queue(manifest, out, limit=0, worker=success)['attempted'] == 0
|
|
with batch.queue_lock(out):
|
|
with pytest.raises(RuntimeError, match='Another'):
|
|
batch.run_queue(manifest, out, worker=success)
|
|
data = json.loads(manifest.read_text())
|
|
data['builds'][0]['scope'] = 'native_dependency'
|
|
manifest.write_text(json.dumps(data))
|
|
assert batch.run_queue(manifest, out, worker=success)['skipped_scope'] == 1
|
|
|
|
|
|
def test_timeout_kills_process_group(tmp_path, monkeypatch):
|
|
calls = []
|
|
class Process:
|
|
pid = 123
|
|
def wait(self, timeout=None):
|
|
calls.append(('wait', timeout))
|
|
if timeout is not None:
|
|
raise subprocess.TimeoutExpired('test', timeout)
|
|
def popen(*args, **kwargs):
|
|
assert kwargs['start_new_session']
|
|
return Process()
|
|
monkeypatch.setattr(batch.subprocess, 'Popen', popen)
|
|
monkeypatch.setattr(batch.os, 'killpg', lambda *args: calls.append(('killpg', args)))
|
|
with pytest.raises(subprocess.TimeoutExpired):
|
|
batch.execute_worker(tmp_path / 'dll', tmp_path / 'out', tmp_path / 'log', 0.1, {})
|
|
assert ('killpg', (123, batch.signal.SIGKILL)) in calls
|
|
assert calls[-1] == ('wait', None)
|
|
|
|
|
|
def test_snapshot_tamper_forces_refresh(setup):
|
|
dll, sha, manifest, out = setup
|
|
batch.run_queue(manifest, out, worker=success)
|
|
path = out / (sha + '.snapshot.json')
|
|
data = json.loads(path.read_text())
|
|
data['methods'].append({'name': 'INVENTED'})
|
|
path.write_text(json.dumps(data))
|
|
assert batch.run_queue(manifest, out, worker=success)['succeeded'] == 1
|
|
state = json.loads((out / 'states' / (sha + '.json')).read_text())
|
|
assert state['coverage'] == {'types': 1, 'methods': 1, 'dispatch': 0}
|
|
assert state['input_name'] == 'engine.dll'
|
|
|
|
|
|
def test_provider_version_fingerprint(tmp_path):
|
|
props = tmp_path / 'Ghidra' / 'application.properties'
|
|
props.parent.mkdir()
|
|
props.write_text('application.version=12.1')
|
|
env = {'GHIDRA_INSTALL_DIR': str(tmp_path), 'AMS_USE_PYGHIDRA': '1'}
|
|
before = batch.fingerprint(env)
|
|
props.write_text('application.version=12.2')
|
|
assert batch.fingerprint(env) != before
|
|
assert batch.fingerprint({**env, 'AMS_USE_PYGHIDRA': ''}) != batch.fingerprint(env)
|
|
|
|
|
|
def test_limit_reports_pending(setup):
|
|
dll, sha, manifest, out = setup
|
|
result = batch.run_queue(manifest, out, limit=0, worker=success)
|
|
assert result['pending'] == 1
|