import os import sys from pathlib import Path # Ensure the cloned unsloth repository is in the path UNSLOTH_PATH = os.getenv( "UNSLOTH_PATH", str(Path.home() / ".gemini" / "antigravity" / "scratch" / "unsloth_repo"), ) if UNSLOTH_PATH not in sys.path: sys.path.insert(0, UNSLOTH_PATH) try: from unsloth import FastLanguageModel except Exception as e: # Fallback for environment without unsloth or its dependencies print(f"[!] Unsloth import failed ({e}). Using MockFastLanguageModel for verification.") class FastLanguageModel: @staticmethod def from_pretrained(*args, **kwargs): class MockModel: pass model = MockModel() model.config = {} def update_config(d): model.config.update(d) model.config.update = update_config return model, "MockTokenizer" @staticmethod def get_peft_model(model, *args, **kwargs): return model from sovereign_dataprep import SovereignTopologicalSieve from sovereign_shm_bridge import SovereignSHMBridge import socket INTERNAL_API_SOCKET = "/tmp/sovereign_internal_api.sock" class SovereignFastLanguageModel: """ Sovereign Stack Wrapper for Unsloth. Provides an API to apply Neuromorphic Signal Processing (Kaiser-Squires E/B Sieve) to datasets before training, ensuring massive throughput gains by skipping noise. """ @staticmethod def _trigger_signal_engine(): """ Triggers the Rust/WGPU engine via the internal_module_api Unix socket. This signals the engine to process the current SHM buffer. """ if not os.path.exists(INTERNAL_API_SOCKET): return # Fallback for mock/simulation try: with socket.socket(socket.AF_UNIX, socket.SOCK_STREAM) as s: s.connect(INTERNAL_API_SOCKET) s.sendall(b"TRIGGER_SIEVE") s.recv(1024) # Wait for ACK except Exception as e: print(f"[!] Warning: Failed to trigger Sovereign engine via socket: {e}") @staticmethod def from_pretrained( model_name = "unsloth/Llama-3.2-1B-Instruct", max_seq_length = 2048, dtype = None, load_in_4bit = True, # Sovereign specific params # Based on Author Conceptualization (IHC Part 3) # Refined by Microsoft Copilot # Calibrated to Z3 Fractional Amplitude (A_Z3 = 0.442%) sovereign_threshold = 0.442, *args, **kwargs ): """ Loads the Unsloth model and initializes the Sovereign Signal Engine. """ print(f"[*] Initializing Sovereign-Wrapped Unsloth Model: {model_name}") # Dispatch to standard Unsloth loader model, tokenizer = FastLanguageModel.from_pretrained( model_name = model_name, max_seq_length = max_seq_length, dtype = dtype, load_in_4bit = load_in_4bit, *args, **kwargs ) # Tag the model with Sovereign metadata model.config.update({"sovereign_mode": "E-MODE_ONLY", "sovereign_threshold": sovereign_threshold}) return model, tokenizer @staticmethod def apply_sovereign_filter(dataset, threshold=0.442, text_column="text"): """ Applies the Kaiser-Squires E/B Sieve to the dataset. Filters out 'B-mode' noise to isolate the 13.4% invariant backbone. Grounded in IHC standing wave amplitude (A_Z3 = 0.442%). """ print(f"[*] Applying Sovereign Topological Sieve (Threshold={threshold})...") sieve = SovereignTopologicalSieve(threshold=threshold) filtered_dataset = sieve.filter_text_dataset(dataset, text_column=text_column) original_len = len(dataset) filtered_len = len(filtered_dataset) reduction = (1 - (filtered_len / original_len)) * 100 if original_len > 0 else 0 print(f"[✓] Sieve Complete: Retained {filtered_len}/{original_len} samples ({reduction:.1f}% reduction).") multiplier = 1.0 / (filtered_len/original_len) if filtered_len > 0 else 1.0 print(f"[!] Effective Throughput Multiplier: {multiplier:.2f}x") return filtered_dataset @staticmethod def get_peft_model(model, r=16, target_modules=None, *args, **kwargs): if target_modules is None: target_modules = ["q_proj", "k_proj", "v_proj", "o_proj"] """Standard Unsloth PEFT/LoRA wrapper.""" return FastLanguageModel.get_peft_model( model, r=r, target_modules=target_modules, *args, **kwargs )