mirror of
https://github.com/allaunthefox/Research-Stack.git
synced 2026-08-13 16:40:34 +00:00
e5f04ee6c3
Create 4-Infrastructure/lib/ with canonical implementations of:
- hashing.py: sha256_bytes, sha256_text, sha256_file
- q16.py: Q16_16 fixed-point constants and arithmetic
- jsonl.py: load_json, load_jsonl, write_jsonl, stable_json, canonical_json_bytes
- fraction_utils.py: Fraction serialization helpers for hardware probes
Refactor 66 files across 4-Infrastructure/{hardware,shim,infra} and
5-Applications/{scripts,tools-scripts,hutter_prize,text-to-cad} to import
from the shared library instead of maintaining local copies.
4-Infrastructure/auto/lib/q16.py now re-exports from lib.q16.
Net: -743 lines (490 added, 1233 removed)
Build: not applicable (Python-only change, py_compile verified on all 71 files)
Co-Authored-By: Allaun Silverfox <bigdataiscoming+9i37y6j2@protonmail.com>
88 lines
3.3 KiB
Python
88 lines
3.3 KiB
Python
#!/usr/bin/env python3
|
|
# ==============================================================================
|
|
# COPYRIGHT NO ONE EVERYWHERE LLC (WYOMING HOLDING COMPANY)
|
|
# PROJECT: SOVEREIGN STACK
|
|
# This artifact is entirely proprietary and cryptographically proven.
|
|
# Open-Source usage requires explicit permission from Brandon Scott Schneider.
|
|
# ==============================================================================
|
|
import argparse
|
|
import json
|
|
from datetime import datetime, timedelta, timezone
|
|
from pathlib import Path
|
|
from typing import Any, Dict, List
|
|
|
|
from jsonschema import validate
|
|
|
|
import sys
|
|
sys.path.insert(0, str(Path(__file__).resolve().parents[3] / "4-Infrastructure"))
|
|
from lib.jsonl import load_jsonl
|
|
|
|
|
|
PROJECT_ROOT = Path(__file__).resolve().parent.parent
|
|
CHAIN_SCHEMA = PROJECT_ROOT / "schemas" / "passive_chain_record.schema.json"
|
|
|
|
|
|
def parse_iso(ts: str) -> datetime:
|
|
return datetime.fromisoformat(ts.replace("Z", "+00:00"))
|
|
def parse_args() -> argparse.Namespace:
|
|
parser = argparse.ArgumentParser(description="Daily integrity check for passive all-market monitor records.")
|
|
parser.add_argument("--records", required=True, help="Path to chain_records.jsonl")
|
|
parser.add_argument("--target-chain", action="append", dest="target_chains", required=True, help="Expected chain. Repeatable.")
|
|
parser.add_argument("--max-age-minutes", type=int, default=1440, help="Maximum record staleness in minutes.")
|
|
parser.add_argument("--out", help="Optional output JSON report path")
|
|
return parser.parse_args()
|
|
|
|
|
|
def main() -> int:
|
|
args = parse_args()
|
|
schema = json.loads(CHAIN_SCHEMA.read_text(encoding="utf-8"))
|
|
rows = load_jsonl(Path(args.records))
|
|
|
|
for row in rows:
|
|
validate(instance=row, schema=schema)
|
|
|
|
now = datetime.now(timezone.utc)
|
|
max_age = timedelta(minutes=args.max_age_minutes)
|
|
targets = {c.strip().lower() for c in args.target_chains if c.strip()}
|
|
|
|
latest_by_chain: Dict[str, datetime] = {}
|
|
for row in rows:
|
|
chain = str(row["chain"]).strip().lower()
|
|
ts = parse_iso(str(row["timestamp_utc"]))
|
|
if chain not in latest_by_chain or ts > latest_by_chain[chain]:
|
|
latest_by_chain[chain] = ts
|
|
|
|
missing = sorted(list(targets - set(latest_by_chain.keys())))
|
|
stale = sorted(
|
|
[chain for chain, ts in latest_by_chain.items() if now - ts > max_age]
|
|
)
|
|
|
|
coverage_ratio = (len(set(latest_by_chain.keys()) & targets) / len(targets)) if targets else 0
|
|
freshness_ratio = (
|
|
(len(targets) - len(stale) - len(missing)) / len(targets)
|
|
if targets
|
|
else 0
|
|
)
|
|
|
|
report: Dict[str, Any] = {
|
|
"ok": len(missing) == 0 and len(stale) == 0,
|
|
"target_chain_count": len(targets),
|
|
"observed_chain_count": len(set(latest_by_chain.keys()) & targets),
|
|
"coverage_ratio": round(coverage_ratio, 6),
|
|
"freshness_ratio": round(freshness_ratio, 6),
|
|
"missing_chains": missing,
|
|
"stale_chains": stale,
|
|
"max_age_minutes": args.max_age_minutes,
|
|
}
|
|
|
|
if args.out:
|
|
out_path = Path(args.out)
|
|
out_path.parent.mkdir(parents=True, exist_ok=True)
|
|
out_path.write_text(json.dumps(report, indent=2) + "\n", encoding="utf-8")
|
|
|
|
print(json.dumps(report, indent=2))
|
|
return 0 if report["ok"] else 2
|
|
|
|
|
|
if __name__ == "__main__":
|
|
raise SystemExit(main())
|