mirror of
https://github.com/allaunthefox/Research-Stack.git
synced 2026-07-31 03:05:21 +00:00
fcfaef17f3
Replace 30+ bare `except:` and `except: pass` patterns across 17 files with specific exception types (OSError, ValueError, etc.) and add logging so errors are no longer silently swallowed. Changes by category: Infrastructure (surface/main.py): - GPU/process probes now catch FileNotFoundError | SubprocessError Application scripts: - API fetchers (finalize_database, final_push, bulk_10x) now catch URLError | JSONDecodeError | KeyError | OSError and print to stderr - Hardware probes (unified_hardware_surface, swarm_transport_layer) catch OSError | ValueError for /proc/meminfo reads - Backend availability checks (prover_backend_interface, hot_swap_manager) catch requests.RequestException and log at debug/warning - Code inspector (swarm_system_inspector) catches OSError | UnicodeDecodeError for file reads - Model fallback (map_all_equations) now logs the intermediate error - Minor: gpu_pist_compress → RuntimeError | ZeroDivisionError, mathlib_to_parquet → ValueError, moe_utils → OSError, quandela_remote → OSError | IndexError, topology inline scripts → ImportError, consolidate_language_databases → UnicodeDecodeError All touched files pass py_compile. Co-authored-by: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com> Co-authored-by: Allaun Silverfox <bigdataiscoming+9i37y6j2@protonmail.com>
92 lines
2.8 KiB
Python
92 lines
2.8 KiB
Python
from fastapi import FastAPI, WebSocket
|
|
from fastapi.staticfiles import StaticFiles
|
|
from fastapi.responses import HTMLResponse
|
|
import os
|
|
import json
|
|
import subprocess
|
|
from pathlib import Path
|
|
import time
|
|
import logging
|
|
from typing import Optional
|
|
|
|
logger = logging.getLogger(__name__)
|
|
|
|
app = FastAPI(title="Sovereign Surface")
|
|
|
|
# Paths
|
|
BASE_DIR = Path(__file__).parent
|
|
STATIC_DIR = BASE_DIR / "static"
|
|
EQUATION_FOREST = Path("/home/allaun/Documents/Research Stack/data/equations_forest.jsonl")
|
|
|
|
# Serve static files
|
|
app.mount("/static", StaticFiles(directory=STATIC_DIR), name="static")
|
|
|
|
@app.get("/")
|
|
async def get_index():
|
|
with open(STATIC_DIR / "index.html", "r") as f:
|
|
return HTMLResponse(content=f.read())
|
|
|
|
@app.get("/api/forest")
|
|
async def get_forest():
|
|
equations = []
|
|
if EQUATION_FOREST.exists():
|
|
with open(EQUATION_FOREST, "r") as f:
|
|
for line in f:
|
|
equations.append(json.loads(line))
|
|
return {"equations": equations}
|
|
|
|
def get_gpu_load():
|
|
try:
|
|
res = subprocess.check_output(["nvidia-smi", "--query-gpu=utilization.gpu,memory.used,power.draw", "--format=csv,noheader,nounits"])
|
|
util, mem, power = res.decode().strip().split(",")
|
|
return {"util": int(util), "mem": int(mem), "power": float(power)}
|
|
except (FileNotFoundError, subprocess.SubprocessError, ValueError) as exc:
|
|
logger.debug("nvidia-smi unavailable: %s", exc)
|
|
return {"util": 0, "mem": 0, "power": 0}
|
|
|
|
@app.get("/api/telemetry")
|
|
async def get_telemetry():
|
|
gpu = get_gpu_load()
|
|
# Check if derivation script is running
|
|
is_deriving = False
|
|
try:
|
|
res = subprocess.check_output(["ps", "-ef"])
|
|
if b"derive_hyper_equation.py" in res:
|
|
is_deriving = True
|
|
except (FileNotFoundError, subprocess.SubprocessError) as exc:
|
|
logger.debug("ps probe failed: %s", exc)
|
|
|
|
# Statistical ETC: If deriving and GPU is pinned, estimate ~3-5 mins total
|
|
etc = "Calculating..."
|
|
if is_deriving and gpu["util"] > 80:
|
|
etc = "2.5m" # Heuristic for R1 8B on this hardware
|
|
elif not is_deriving:
|
|
etc = "0s"
|
|
|
|
return {
|
|
"gpu": gpu,
|
|
"is_deriving": is_deriving,
|
|
"etc": etc,
|
|
"phi": 0.3547
|
|
}
|
|
|
|
@app.websocket("/ws/telemetry")
|
|
async def websocket_endpoint(websocket: WebSocket):
|
|
await websocket.accept()
|
|
try:
|
|
while True:
|
|
telemetry = await get_telemetry()
|
|
await websocket.send_json({
|
|
"type": "heartbeat",
|
|
**telemetry
|
|
})
|
|
import asyncio
|
|
await asyncio.sleep(2)
|
|
except Exception as e:
|
|
print(f"WS Error: {e}")
|
|
finally:
|
|
await websocket.close()
|
|
|
|
if __name__ == "__main__":
|
|
import uvicorn
|
|
uvicorn.run(app, host="0.0.0.0", port=8000)
|