feat(tracker): Atlas joining DLL snapshots with emulator registrations

Matches original script APIs against MethodSpec registrations in
Rex-EMoolator and keeps review evidence separate from registration.

Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
This commit is contained in:
Patryk Gensch
2026-10-24 18:24:15 +02:00
co-authored by Claude Opus 5.5
parent b0013c5114
commit 10c81c4390
13 changed files with 846 additions and 1 deletions
+84
View File
@@ -0,0 +1,84 @@
"""Read-only tracker. Filesystem paths come from server configuration, never requests."""
import os
import json
from pathlib import Path
from fastapi import APIRouter, Depends, HTTPException
from fastapi.responses import JSONResponse
from sqlalchemy import select
from sqlalchemy.orm import Session
from ...snapshot import Snapshot as Surface
from ...tracker import build_tracker, load_reviews, scan_emulator
from .. import models
from ..db import get_db
router = APIRouter(tags=["tracker"])
def order_snapshots(snapshots):
"""Prefer reproducible batch results, retaining explicit conflict diagnostics."""
ordered = sorted(snapshots, key=lambda s: bool(s.binary.get("extraction")), reverse=True)
seen, warnings, distinct = {}, [], []
for snap in ordered:
sha = str(snap.binary.get("sha256", "")).lower()
if not sha:
distinct.append(snap)
continue
if sha in seen and seen[sha].raw == snap.raw:
continue
distinct.append(snap)
if sha in seen and seen[sha].raw != snap.raw:
warnings.append(f"Różne snapshoty tej samej DLL ({sha}): wybrano pierwszy, z pierwszeństwem metadanych ekstrakcji; wyników nie scalono.")
seen.setdefault(sha, snap)
return distinct, list(dict.fromkeys(warnings))
def inventory_status(path, binaries):
manifest = json.loads(Path(path).read_text(encoding="utf-8"))
builds = manifest["builds"]
if not isinstance(builds, list):
raise ValueError("inventory builds must be a list")
loaded = {str(b.get("sha256", "")).lower() for b in binaries if b.get("sha256")}
scopes, rows, seen = {}, [], set()
for build in builds:
sha = str(build["sha256"]).lower()
if sha in seen:
raise ValueError("Duplicate inventory SHA-256: " + sha)
seen.add(sha)
scope = build.get("scope", "unknown")
present = sha in loaded
rows.append({**build, "snapshot_loaded": present})
counts = scopes.setdefault(scope, {"target": 0, "loaded": 0, "pending": 0})
counts["target"] += 1
counts["loaded" if present else "pending"] += 1
return {"builds": rows, "scopes": scopes, "loaded_snapshots": len(binaries),
"unlisted_snapshots": len(loaded - seen),
"note": "Wczytany snapshot nie oznacza kompletnej ekstrakcji ani zgodności funkcjonalnej."}
@router.get("/tracker")
def get_tracker(download: bool = False, db: Session = Depends(get_db)):
root = os.environ.get("AMS_EMULATOR_ROOT")
if not root:
raise HTTPException(503, "Ustaw AMS_EMULATOR_ROOT na katalog Rex-EMoolator i uruchom serwer ponownie.")
try:
snapshots = [Surface(s.data) for s in db.scalars(select(models.Snapshot).order_by(models.Snapshot.id))]
# Explicitly configured disk snapshots may supplement a DB; identities are deduplicated.
directory = os.environ.get("AMS_TRACKER_SNAPSHOTS")
if directory:
path = Path(directory)
if not path.is_dir():
raise ValueError("AMS_TRACKER_SNAPSHOTS is not a directory")
snapshots.extend(Surface.load(str(p)) for p in sorted(path.rglob("*.snapshot.json")))
snapshots, catalog_warnings = order_snapshots(snapshots)
reviews = os.environ.get("AMS_TRACKER_REVIEWS")
result = build_tracker(snapshots, scan_emulator(Path(root)), load_reviews(Path(reviews) if reviews else None))
result["warnings"].extend(catalog_warnings)
inventory = os.environ.get("AMS_TRACKER_INVENTORY")
if inventory:
result["inventory"] = inventory_status(inventory, result["binaries"])
except (OSError, ValueError, KeyError, TypeError) as exc:
raise HTTPException(503, "Konfiguracja lub dane trackera: " + str(exc)) from exc
headers = {"Content-Disposition": 'attachment; filename="tracker.json"'} if download else {}
return JSONResponse(result, headers=headers)