mirror of
https://github.com/allaunthefox/Research-Stack.git
synced 2026-08-17 20:20:35 +00:00
fix(pist): correct repo root + fail-on-raw-disagreement check
This commit is contained in:
parent
fd28cace2f
commit
de2be89666
1 changed files with 34 additions and 16 deletions
|
|
@ -28,7 +28,8 @@ from collections import Counter
|
||||||
from pathlib import Path
|
from pathlib import Path
|
||||||
from typing import Any
|
from typing import Any
|
||||||
|
|
||||||
ROOT = Path(__file__).resolve().parents[2]
|
# Repo root (this file lives at 4-Infrastructure/shim/...)
|
||||||
|
ROOT = Path(__file__).resolve().parents[3]
|
||||||
DEFAULT_IN = ROOT / "shared-data/rrc_receipt_density_backfill.json"
|
DEFAULT_IN = ROOT / "shared-data/rrc_receipt_density_backfill.json"
|
||||||
DEFAULT_OUT = ROOT / "shared-data/rrc_receipt_density_backfill.json"
|
DEFAULT_OUT = ROOT / "shared-data/rrc_receipt_density_backfill.json"
|
||||||
|
|
||||||
|
|
@ -73,11 +74,12 @@ def determine_alignment(record: dict[str, Any]) -> dict[str, Any]:
|
||||||
elif proxy == rrc_shape:
|
elif proxy == rrc_shape:
|
||||||
status = "aligned_proxy"
|
status = "aligned_proxy"
|
||||||
reason = "PIST proxy structural label matches the RRC routing shape."
|
reason = "PIST proxy structural label matches the RRC routing shape."
|
||||||
elif (exact in COMPATIBLE_STRUCTURAL_LABELS or proxy in COMPATIBLE_STRUCTURAL_LABELS) and rrc_shape in RRC_SEMANTIC_SHAPES:
|
elif (
|
||||||
|
(exact in COMPATIBLE_STRUCTURAL_LABELS or proxy in COMPATIBLE_STRUCTURAL_LABELS)
|
||||||
|
and rrc_shape in RRC_SEMANTIC_SHAPES
|
||||||
|
):
|
||||||
status = "compatible_structural_projection"
|
status = "compatible_structural_projection"
|
||||||
reason = (
|
reason = "PIST detects symbolic/logogram morphology while RRC supplies the semantic/domain routing class."
|
||||||
"PIST detects symbolic/logogram morphology while RRC supplies the semantic/domain routing class."
|
|
||||||
)
|
|
||||||
else:
|
else:
|
||||||
status = "alignment_warning"
|
status = "alignment_warning"
|
||||||
reason = "PIST structural label and RRC semantic shape are not in the current compatibility map."
|
reason = "PIST structural label and RRC semantic shape are not in the current compatibility map."
|
||||||
|
|
@ -122,7 +124,7 @@ def update_hash(record: dict[str, Any]) -> str:
|
||||||
return stable_hash(payload)
|
return stable_hash(payload)
|
||||||
|
|
||||||
|
|
||||||
def align_payload(payload: dict[str, Any]) -> dict[str, Any]:
|
def align_payload(payload: dict[str, Any]) -> tuple[dict[str, Any], Counter[str]]:
|
||||||
records = payload.get("records", [])
|
records = payload.get("records", [])
|
||||||
if not isinstance(records, list):
|
if not isinstance(records, list):
|
||||||
raise ValueError("input JSON must contain a records array")
|
raise ValueError("input JSON must contain a records array")
|
||||||
|
|
@ -130,16 +132,21 @@ def align_payload(payload: dict[str, Any]) -> dict[str, Any]:
|
||||||
aligned_records: list[dict[str, Any]] = []
|
aligned_records: list[dict[str, Any]] = []
|
||||||
alignment_counts: Counter[str] = Counter()
|
alignment_counts: Counter[str] = Counter()
|
||||||
warning_counts: Counter[str] = Counter()
|
warning_counts: Counter[str] = Counter()
|
||||||
|
raw_warning_counts: Counter[str] = Counter()
|
||||||
|
|
||||||
for record in records:
|
for record in records:
|
||||||
if not isinstance(record, dict):
|
if not isinstance(record, dict):
|
||||||
continue
|
continue
|
||||||
|
|
||||||
|
raw_warning_counts.update(list(record.get("warnings", [])))
|
||||||
|
|
||||||
updated = dict(record)
|
updated = dict(record)
|
||||||
updated["promotion"] = "not_promoted"
|
updated["promotion"] = "not_promoted"
|
||||||
alignment = determine_alignment(updated)
|
alignment = determine_alignment(updated)
|
||||||
updated["shape_alignment"] = alignment
|
updated["shape_alignment"] = alignment
|
||||||
updated["warnings"] = rewrite_warnings(list(updated.get("warnings", [])), alignment)
|
updated["warnings"] = rewrite_warnings(list(updated.get("warnings", [])), alignment)
|
||||||
updated["receipt_hash"] = update_hash(updated)
|
updated["receipt_hash"] = update_hash(updated)
|
||||||
|
|
||||||
alignment_counts[alignment["alignment_status"]] += 1
|
alignment_counts[alignment["alignment_status"]] += 1
|
||||||
warning_counts.update(updated["warnings"])
|
warning_counts.update(updated["warnings"])
|
||||||
aligned_records.append(updated)
|
aligned_records.append(updated)
|
||||||
|
|
@ -148,6 +155,7 @@ def align_payload(payload: dict[str, Any]) -> dict[str, Any]:
|
||||||
summary["shape_alignment_version"] = "rrc-pist-shape-alignment-v1"
|
summary["shape_alignment_version"] = "rrc-pist-shape-alignment-v1"
|
||||||
summary["shape_alignment_counts"] = dict(sorted(alignment_counts.items()))
|
summary["shape_alignment_counts"] = dict(sorted(alignment_counts.items()))
|
||||||
summary["warning_counts"] = dict(sorted(warning_counts.items()))
|
summary["warning_counts"] = dict(sorted(warning_counts.items()))
|
||||||
|
summary["raw_warning_counts"] = dict(sorted(raw_warning_counts.items()))
|
||||||
summary["promotion_policy"] = "no automatic promotion; shape alignment calibrates label spaces only"
|
summary["promotion_policy"] = "no automatic promotion; shape alignment calibrates label spaces only"
|
||||||
|
|
||||||
out = dict(payload)
|
out = dict(payload)
|
||||||
|
|
@ -158,31 +166,41 @@ def align_payload(payload: dict[str, Any]) -> dict[str, Any]:
|
||||||
"does_not_mean": "mathematical proof or claim promotion",
|
"does_not_mean": "mathematical proof or claim promotion",
|
||||||
"promotion_policy": "not_promoted for every record",
|
"promotion_policy": "not_promoted for every record",
|
||||||
}
|
}
|
||||||
return out
|
return out, raw_warning_counts
|
||||||
|
|
||||||
|
|
||||||
def main() -> int:
|
def main() -> int:
|
||||||
parser = argparse.ArgumentParser(description="Align RRC semantic labels with PIST structural labels.")
|
parser = argparse.ArgumentParser(description="Align RRC semantic labels with PIST structural labels.")
|
||||||
parser.add_argument("--input", type=Path, default=DEFAULT_IN)
|
parser.add_argument("--input", type=Path, default=DEFAULT_IN)
|
||||||
parser.add_argument("--out", type=Path, default=DEFAULT_OUT)
|
parser.add_argument("--out", type=Path, default=DEFAULT_OUT)
|
||||||
parser.add_argument("--fail-on-raw-disagreement", action="store_true")
|
parser.add_argument(
|
||||||
|
"--fail-on-raw-disagreement",
|
||||||
|
action="store_true",
|
||||||
|
help="Fail if the *input* JSON still contains any raw 'pist_shape_disagreement' warnings.",
|
||||||
|
)
|
||||||
args = parser.parse_args()
|
args = parser.parse_args()
|
||||||
|
|
||||||
payload = json.loads(args.input.read_text(encoding="utf-8"))
|
payload = json.loads(args.input.read_text(encoding="utf-8"))
|
||||||
aligned = align_payload(payload)
|
aligned, raw_warning_counts = align_payload(payload)
|
||||||
args.out.parent.mkdir(parents=True, exist_ok=True)
|
args.out.parent.mkdir(parents=True, exist_ok=True)
|
||||||
args.out.write_text(json.dumps(aligned, indent=2, sort_keys=True) + "\n", encoding="utf-8")
|
args.out.write_text(json.dumps(aligned, indent=2, sort_keys=True) + "\n", encoding="utf-8")
|
||||||
|
|
||||||
summary = aligned["summary"]
|
summary = aligned["summary"]
|
||||||
print(json.dumps({
|
print(
|
||||||
"records": summary.get("records"),
|
json.dumps(
|
||||||
"shape_alignment_counts": summary.get("shape_alignment_counts"),
|
{
|
||||||
"warning_counts": summary.get("warning_counts"),
|
"shape_alignment_counts": summary.get("shape_alignment_counts"),
|
||||||
"promotion_policy": summary.get("promotion_policy"),
|
"warning_counts": summary.get("warning_counts"),
|
||||||
}, indent=2, sort_keys=True))
|
"raw_warning_counts": summary.get("raw_warning_counts"),
|
||||||
|
"promotion_policy": summary.get("promotion_policy"),
|
||||||
|
},
|
||||||
|
indent=2,
|
||||||
|
sort_keys=True,
|
||||||
|
)
|
||||||
|
)
|
||||||
print(f"Wrote aligned receipt-density JSON: {args.out}")
|
print(f"Wrote aligned receipt-density JSON: {args.out}")
|
||||||
|
|
||||||
if args.fail_on_raw_disagreement and summary.get("warning_counts", {}).get("pist_shape_disagreement", 0):
|
if args.fail_on_raw_disagreement and raw_warning_counts.get("pist_shape_disagreement", 0):
|
||||||
return 2
|
return 2
|
||||||
return 0
|
return 0
|
||||||
|
|
||||||
|
|
|
||||||
Loading…
Add table
Reference in a new issue