mirror of
https://github.com/allaunthefox/Research-Stack.git
synced 2026-07-31 03:05:21 +00:00
57 lines
1.8 KiB
Bash
Executable file
57 lines
1.8 KiB
Bash
Executable file
#!/bin/bash
|
|
# HUTTER PRIZE: MINIMAL VALIDATION PATH
|
|
# Strictly follows the bytes -> cells -> signatures -> patches pipeline.
|
|
|
|
set -e
|
|
|
|
SHARD="data/enwik8_huggingface/context128-stride1/test-00000-of-00002.parquet"
|
|
ANALYZER="data/hutter_test/hutter_test_bundle/analyze_enwik8_cells.py"
|
|
PYTHON="./hutter_venv/bin/python3"
|
|
|
|
echo "=========================================="
|
|
echo "HUTTER MINIMAL VALIDATION"
|
|
echo "=========================================="
|
|
|
|
# 1. Check dependencies
|
|
if [ ! -f "$PYTHON" ]; then
|
|
echo "[!] Creating tight virtual environment..."
|
|
python3 -m venv hutter_venv
|
|
./hutter_venv/bin/pip install pyarrow -q
|
|
fi
|
|
|
|
# 2. Check shard
|
|
if [ ! -f "$SHARD" ]; then
|
|
echo "[!] Shard missing. Attempting LFS pull..."
|
|
cd data/enwik8_huggingface && git lfs pull --include "context128-stride1/test-00000-of-00002.parquet" && cd ../..
|
|
fi
|
|
|
|
# 3. Run Analysis
|
|
echo "[*] Extracting 1000 windows from $SHARD..."
|
|
RESULT=$($PYTHON "$ANALYZER" "$SHARD" --limit 1000)
|
|
|
|
# 4. Sanity Metrics
|
|
CELLS_TOTAL=$(echo "$RESULT" | jq '.cells_total')
|
|
WINDOWS=$(echo "$RESULT" | jq '.windows_analyzed')
|
|
DISTINCT_CELLS=$(echo "$RESULT" | jq '.distinct_exact_cells')
|
|
ADMISSIBLE=$(echo "$RESULT" | jq '.admissible_patch_ratio')
|
|
WITNESS=$(echo "$RESULT" | jq -r '.lean_witness')
|
|
|
|
CELLS_PER_WINDOW=$((CELLS_TOTAL / WINDOWS))
|
|
|
|
echo ""
|
|
echo "--- Results ---"
|
|
echo "Cells Per Window : $CELLS_PER_WINDOW (Target: 64)"
|
|
echo "Distinct Cells : $DISTINCT_CELLS (Target: << $CELLS_TOTAL)"
|
|
echo "Admissible Ratio : $ADMISSIBLE (Target: ~1.0)"
|
|
echo "Lean Witness : $WITNESS"
|
|
|
|
# 5. Lawful Exit
|
|
if [ "$CELLS_PER_WINDOW" -eq 64 ] && [ "$WITNESS" == "lawful_hutter_compression" ]; then
|
|
echo ""
|
|
echo "✅ VALIDATION PASSED: Real benchmark-shaped signal confirmed."
|
|
exit 0
|
|
else
|
|
echo ""
|
|
echo "❌ VALIDATION FAILED: Signal is synthetic or artifacts detected."
|
|
exit 1
|
|
fi
|