Matches original script APIs against MethodSpec registrations in Rex-EMoolator and keeps review evidence separate from registration. Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
85 lines
3.9 KiB
Python
85 lines
3.9 KiB
Python
"""Read-only tracker. Filesystem paths come from server configuration, never requests."""
|
|
import os
|
|
import json
|
|
from pathlib import Path
|
|
|
|
from fastapi import APIRouter, Depends, HTTPException
|
|
from fastapi.responses import JSONResponse
|
|
from sqlalchemy import select
|
|
from sqlalchemy.orm import Session
|
|
|
|
from ...snapshot import Snapshot as Surface
|
|
from ...tracker import build_tracker, load_reviews, scan_emulator
|
|
from .. import models
|
|
from ..db import get_db
|
|
|
|
router = APIRouter(tags=["tracker"])
|
|
|
|
|
|
def order_snapshots(snapshots):
|
|
"""Prefer reproducible batch results, retaining explicit conflict diagnostics."""
|
|
ordered = sorted(snapshots, key=lambda s: bool(s.binary.get("extraction")), reverse=True)
|
|
seen, warnings, distinct = {}, [], []
|
|
for snap in ordered:
|
|
sha = str(snap.binary.get("sha256", "")).lower()
|
|
if not sha:
|
|
distinct.append(snap)
|
|
continue
|
|
if sha in seen and seen[sha].raw == snap.raw:
|
|
continue
|
|
distinct.append(snap)
|
|
if sha in seen and seen[sha].raw != snap.raw:
|
|
warnings.append(f"Różne snapshoty tej samej DLL ({sha}): wybrano pierwszy, z pierwszeństwem metadanych ekstrakcji; wyników nie scalono.")
|
|
seen.setdefault(sha, snap)
|
|
return distinct, list(dict.fromkeys(warnings))
|
|
|
|
|
|
def inventory_status(path, binaries):
|
|
manifest = json.loads(Path(path).read_text(encoding="utf-8"))
|
|
builds = manifest["builds"]
|
|
if not isinstance(builds, list):
|
|
raise ValueError("inventory builds must be a list")
|
|
loaded = {str(b.get("sha256", "")).lower() for b in binaries if b.get("sha256")}
|
|
scopes, rows, seen = {}, [], set()
|
|
for build in builds:
|
|
sha = str(build["sha256"]).lower()
|
|
if sha in seen:
|
|
raise ValueError("Duplicate inventory SHA-256: " + sha)
|
|
seen.add(sha)
|
|
scope = build.get("scope", "unknown")
|
|
present = sha in loaded
|
|
rows.append({**build, "snapshot_loaded": present})
|
|
counts = scopes.setdefault(scope, {"target": 0, "loaded": 0, "pending": 0})
|
|
counts["target"] += 1
|
|
counts["loaded" if present else "pending"] += 1
|
|
return {"builds": rows, "scopes": scopes, "loaded_snapshots": len(binaries),
|
|
"unlisted_snapshots": len(loaded - seen),
|
|
"note": "Wczytany snapshot nie oznacza kompletnej ekstrakcji ani zgodności funkcjonalnej."}
|
|
|
|
|
|
@router.get("/tracker")
|
|
def get_tracker(download: bool = False, db: Session = Depends(get_db)):
|
|
root = os.environ.get("AMS_EMULATOR_ROOT")
|
|
if not root:
|
|
raise HTTPException(503, "Ustaw AMS_EMULATOR_ROOT na katalog Rex-EMoolator i uruchom serwer ponownie.")
|
|
try:
|
|
snapshots = [Surface(s.data) for s in db.scalars(select(models.Snapshot).order_by(models.Snapshot.id))]
|
|
# Explicitly configured disk snapshots may supplement a DB; identities are deduplicated.
|
|
directory = os.environ.get("AMS_TRACKER_SNAPSHOTS")
|
|
if directory:
|
|
path = Path(directory)
|
|
if not path.is_dir():
|
|
raise ValueError("AMS_TRACKER_SNAPSHOTS is not a directory")
|
|
snapshots.extend(Surface.load(str(p)) for p in sorted(path.rglob("*.snapshot.json")))
|
|
snapshots, catalog_warnings = order_snapshots(snapshots)
|
|
reviews = os.environ.get("AMS_TRACKER_REVIEWS")
|
|
result = build_tracker(snapshots, scan_emulator(Path(root)), load_reviews(Path(reviews) if reviews else None))
|
|
result["warnings"].extend(catalog_warnings)
|
|
inventory = os.environ.get("AMS_TRACKER_INVENTORY")
|
|
if inventory:
|
|
result["inventory"] = inventory_status(inventory, result["binaries"])
|
|
except (OSError, ValueError, KeyError, TypeError) as exc:
|
|
raise HTTPException(503, "Konfiguracja lub dane trackera: " + str(exc)) from exc
|
|
headers = {"Content-Disposition": 'attachment; filename="tracker.json"'} if download else {}
|
|
return JSONResponse(result, headers=headers)
|