mirror of
https://github.com/allaunthefox/Research-Stack.git
synced 2026-08-13 14:20:36 +00:00
e5f04ee6c3
Create 4-Infrastructure/lib/ with canonical implementations of:
- hashing.py: sha256_bytes, sha256_text, sha256_file
- q16.py: Q16_16 fixed-point constants and arithmetic
- jsonl.py: load_json, load_jsonl, write_jsonl, stable_json, canonical_json_bytes
- fraction_utils.py: Fraction serialization helpers for hardware probes
Refactor 66 files across 4-Infrastructure/{hardware,shim,infra} and
5-Applications/{scripts,tools-scripts,hutter_prize,text-to-cad} to import
from the shared library instead of maintaining local copies.
4-Infrastructure/auto/lib/q16.py now re-exports from lib.q16.
Net: -743 lines (490 added, 1233 removed)
Build: not applicable (Python-only change, py_compile verified on all 71 files)
Co-Authored-By: Allaun Silverfox <bigdataiscoming+9i37y6j2@protonmail.com>
118 lines
3.4 KiB
Python
118 lines
3.4 KiB
Python
#!/usr/bin/env python3
|
|
"""Verify that public-facing builders produce byte-stable output across reruns."""
|
|
|
|
from __future__ import annotations
|
|
|
|
import argparse
|
|
import json
|
|
import subprocess
|
|
import sys
|
|
import tempfile
|
|
from pathlib import Path
|
|
|
|
sys.path.insert(0, str(Path(__file__).resolve().parents[3] / "4-Infrastructure"))
|
|
from lib.hashing import sha256_file
|
|
|
|
def file_map(root: Path) -> dict[str, str]:
|
|
files: dict[str, str] = {}
|
|
for path in sorted(p for p in root.rglob("*") if p.is_file()):
|
|
files[str(path.relative_to(root))] = sha256_file(path)
|
|
return files
|
|
|
|
|
|
def run_builder(command: list[str], out_dir: Path) -> dict[str, str]:
|
|
cmd = command + ["--out-dir", str(out_dir)]
|
|
subprocess.run(
|
|
cmd,
|
|
check=True,
|
|
text=True,
|
|
stdout=subprocess.PIPE,
|
|
stderr=subprocess.PIPE,
|
|
)
|
|
return file_map(out_dir)
|
|
|
|
|
|
def parse_args() -> argparse.Namespace:
|
|
parser = argparse.ArgumentParser(description=__doc__)
|
|
parser.add_argument(
|
|
"--builder",
|
|
choices=("review-packet", "public-artifact"),
|
|
required=True,
|
|
help="Which builder to verify.",
|
|
)
|
|
parser.add_argument(
|
|
"--root",
|
|
default=".",
|
|
help="Repo root for the review-packet builder. Defaults to the current directory.",
|
|
)
|
|
parser.add_argument(
|
|
"--input",
|
|
help="Input artifact for the public-artifact builder.",
|
|
)
|
|
parser.add_argument(
|
|
"--label",
|
|
help="Optional label passed through to the builder.",
|
|
)
|
|
parser.add_argument(
|
|
"--include",
|
|
action="append",
|
|
default=[],
|
|
help="Extra file to include for the review-packet builder.",
|
|
)
|
|
parser.add_argument(
|
|
"--mode",
|
|
choices=("auto", "text", "json"),
|
|
default="auto",
|
|
help="Mode passed through to the public-artifact builder.",
|
|
)
|
|
return parser.parse_args()
|
|
|
|
|
|
def main() -> int:
|
|
args = parse_args()
|
|
scripts_dir = Path(__file__).resolve().parent
|
|
|
|
if args.builder == "review-packet":
|
|
command = [
|
|
sys.executable,
|
|
str(scripts_dir / "build_review_packet.py"),
|
|
"--root",
|
|
str(Path(args.root).resolve()),
|
|
]
|
|
if args.label:
|
|
command.extend(["--label", args.label])
|
|
for extra in args.include:
|
|
command.extend(["--include", extra])
|
|
else:
|
|
if not args.input:
|
|
print("--input is required for the public-artifact builder.", file=sys.stderr)
|
|
return 2
|
|
command = [
|
|
sys.executable,
|
|
str(scripts_dir / "prepare_public_artifact.py"),
|
|
"--input",
|
|
str(Path(args.input).resolve()),
|
|
"--mode",
|
|
args.mode,
|
|
]
|
|
if args.label:
|
|
command.extend(["--label", args.label])
|
|
|
|
with tempfile.TemporaryDirectory(prefix="hutter_verify_a_") as first_tmp:
|
|
with tempfile.TemporaryDirectory(prefix="hutter_verify_b_") as second_tmp:
|
|
first = run_builder(command, Path(first_tmp))
|
|
second = run_builder(command, Path(second_tmp))
|
|
|
|
report = {
|
|
"schema": "hutter_builder_determinism_report_v1",
|
|
"builder": args.builder,
|
|
"stable": first == second,
|
|
"first": first,
|
|
"second": second,
|
|
}
|
|
print(json.dumps(report, indent=2))
|
|
return 0 if report["stable"] else 1
|
|
|
|
|
|
if __name__ == "__main__":
|
|
raise SystemExit(main())
|