feat(tracker): Atlas joining DLL snapshots with emulator registrations
Matches original script APIs against MethodSpec registrations in Rex-EMoolator and keeps review evidence separate from registration. Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
This commit is contained in:
co-authored by
Claude Opus 5.5
parent
b0013c5114
commit
10c81c4390
@@ -0,0 +1,84 @@
|
||||
"""Read-only tracker. Filesystem paths come from server configuration, never requests."""
|
||||
import os
|
||||
import json
|
||||
from pathlib import Path
|
||||
|
||||
from fastapi import APIRouter, Depends, HTTPException
|
||||
from fastapi.responses import JSONResponse
|
||||
from sqlalchemy import select
|
||||
from sqlalchemy.orm import Session
|
||||
|
||||
from ...snapshot import Snapshot as Surface
|
||||
from ...tracker import build_tracker, load_reviews, scan_emulator
|
||||
from .. import models
|
||||
from ..db import get_db
|
||||
|
||||
router = APIRouter(tags=["tracker"])
|
||||
|
||||
|
||||
def order_snapshots(snapshots):
|
||||
"""Prefer reproducible batch results, retaining explicit conflict diagnostics."""
|
||||
ordered = sorted(snapshots, key=lambda s: bool(s.binary.get("extraction")), reverse=True)
|
||||
seen, warnings, distinct = {}, [], []
|
||||
for snap in ordered:
|
||||
sha = str(snap.binary.get("sha256", "")).lower()
|
||||
if not sha:
|
||||
distinct.append(snap)
|
||||
continue
|
||||
if sha in seen and seen[sha].raw == snap.raw:
|
||||
continue
|
||||
distinct.append(snap)
|
||||
if sha in seen and seen[sha].raw != snap.raw:
|
||||
warnings.append(f"Różne snapshoty tej samej DLL ({sha}): wybrano pierwszy, z pierwszeństwem metadanych ekstrakcji; wyników nie scalono.")
|
||||
seen.setdefault(sha, snap)
|
||||
return distinct, list(dict.fromkeys(warnings))
|
||||
|
||||
|
||||
def inventory_status(path, binaries):
|
||||
manifest = json.loads(Path(path).read_text(encoding="utf-8"))
|
||||
builds = manifest["builds"]
|
||||
if not isinstance(builds, list):
|
||||
raise ValueError("inventory builds must be a list")
|
||||
loaded = {str(b.get("sha256", "")).lower() for b in binaries if b.get("sha256")}
|
||||
scopes, rows, seen = {}, [], set()
|
||||
for build in builds:
|
||||
sha = str(build["sha256"]).lower()
|
||||
if sha in seen:
|
||||
raise ValueError("Duplicate inventory SHA-256: " + sha)
|
||||
seen.add(sha)
|
||||
scope = build.get("scope", "unknown")
|
||||
present = sha in loaded
|
||||
rows.append({**build, "snapshot_loaded": present})
|
||||
counts = scopes.setdefault(scope, {"target": 0, "loaded": 0, "pending": 0})
|
||||
counts["target"] += 1
|
||||
counts["loaded" if present else "pending"] += 1
|
||||
return {"builds": rows, "scopes": scopes, "loaded_snapshots": len(binaries),
|
||||
"unlisted_snapshots": len(loaded - seen),
|
||||
"note": "Wczytany snapshot nie oznacza kompletnej ekstrakcji ani zgodności funkcjonalnej."}
|
||||
|
||||
|
||||
@router.get("/tracker")
|
||||
def get_tracker(download: bool = False, db: Session = Depends(get_db)):
|
||||
root = os.environ.get("AMS_EMULATOR_ROOT")
|
||||
if not root:
|
||||
raise HTTPException(503, "Ustaw AMS_EMULATOR_ROOT na katalog Rex-EMoolator i uruchom serwer ponownie.")
|
||||
try:
|
||||
snapshots = [Surface(s.data) for s in db.scalars(select(models.Snapshot).order_by(models.Snapshot.id))]
|
||||
# Explicitly configured disk snapshots may supplement a DB; identities are deduplicated.
|
||||
directory = os.environ.get("AMS_TRACKER_SNAPSHOTS")
|
||||
if directory:
|
||||
path = Path(directory)
|
||||
if not path.is_dir():
|
||||
raise ValueError("AMS_TRACKER_SNAPSHOTS is not a directory")
|
||||
snapshots.extend(Surface.load(str(p)) for p in sorted(path.rglob("*.snapshot.json")))
|
||||
snapshots, catalog_warnings = order_snapshots(snapshots)
|
||||
reviews = os.environ.get("AMS_TRACKER_REVIEWS")
|
||||
result = build_tracker(snapshots, scan_emulator(Path(root)), load_reviews(Path(reviews) if reviews else None))
|
||||
result["warnings"].extend(catalog_warnings)
|
||||
inventory = os.environ.get("AMS_TRACKER_INVENTORY")
|
||||
if inventory:
|
||||
result["inventory"] = inventory_status(inventory, result["binaries"])
|
||||
except (OSError, ValueError, KeyError, TypeError) as exc:
|
||||
raise HTTPException(503, "Konfiguracja lub dane trackera: " + str(exc)) from exc
|
||||
headers = {"Content-Disposition": 'attachment; filename="tracker.json"'} if download else {}
|
||||
return JSONResponse(result, headers=headers)
|
||||
Reference in New Issue
Block a user