Research-Stack/5-Applications/tools-scripts/mining/sovereign_unsloth.py

import os
import sys
from pathlib import Path

# Ensure the cloned unsloth repository is in the path
UNSLOTH_PATH = os.getenv(
    "UNSLOTH_PATH",
    str(Path.home() / ".gemini" / "antigravity" / "scratch" / "unsloth_repo"),
)
if UNSLOTH_PATH not in sys.path:
    sys.path.insert(0, UNSLOTH_PATH)

try:
    from unsloth import FastLanguageModel
except Exception as e:
    # Fallback for environment without unsloth or its dependencies
    print(f"[!] Unsloth import failed ({e}). Using MockFastLanguageModel for verification.")
    class FastLanguageModel:
        @staticmethod
        def from_pretrained(*args, **kwargs):
            class MockModel: pass
            model = MockModel()
            model.config = {}
            def update_config(d): model.config.update(d)
            model.config.update = update_config
            return model, "MockTokenizer"
        @staticmethod
        def get_peft_model(model, *args, **kwargs): return model

from sovereign_dataprep import SovereignTopologicalSieve
from sovereign_shm_bridge import SovereignSHMBridge
import socket

INTERNAL_API_SOCKET = "/tmp/sovereign_internal_api.sock"

class SovereignFastLanguageModel:
    """
    Sovereign Stack Wrapper for Unsloth.
    
    Provides an API to apply Neuromorphic Signal Processing (Kaiser-Squires E/B Sieve)
    to datasets before training, ensuring massive throughput gains by skipping noise.
    """
    
    @staticmethod
    def _trigger_signal_engine():
        """
        Triggers the Rust/WGPU engine via the internal_module_api Unix socket.
        This signals the engine to process the current SHM buffer.
        """
        if not os.path.exists(INTERNAL_API_SOCKET):
            return # Fallback for mock/simulation
            
        try:
            with socket.socket(socket.AF_UNIX, socket.SOCK_STREAM) as s:
                s.connect(INTERNAL_API_SOCKET)
                s.sendall(b"TRIGGER_SIEVE")
                s.recv(1024) # Wait for ACK
        except Exception as e:
            print(f"[!] Warning: Failed to trigger Sovereign engine via socket: {e}")

    @staticmethod
    def from_pretrained(
        model_name = "unsloth/Llama-3.2-1B-Instruct",
        max_seq_length = 2048,
        dtype = None,
        load_in_4bit = True,
        # Sovereign specific params
        # Based on Author Conceptualization (IHC Part 3)
        # Refined by Microsoft Copilot
        # Calibrated to Z3 Fractional Amplitude (A_Z3 = 0.442%)
        sovereign_threshold = 0.442,
        *args,
        **kwargs
    ):
        """
        Loads the Unsloth model and initializes the Sovereign Signal Engine.
        """
        print(f"[*] Initializing Sovereign-Wrapped Unsloth Model: {model_name}")
        
        # Dispatch to standard Unsloth loader
        model, tokenizer = FastLanguageModel.from_pretrained(
            model_name = model_name,
            max_seq_length = max_seq_length,
            dtype = dtype,
            load_in_4bit = load_in_4bit,
            *args,
            **kwargs
        )
        
        # Tag the model with Sovereign metadata
        model.config.update({"sovereign_mode": "E-MODE_ONLY", "sovereign_threshold": sovereign_threshold})
        
        return model, tokenizer

    @staticmethod
    def apply_sovereign_filter(dataset, threshold=0.442, text_column="text"):
        """
        Applies the Kaiser-Squires E/B Sieve to the dataset.
        Filters out 'B-mode' noise to isolate the 13.4% invariant backbone.
        Grounded in IHC standing wave amplitude (A_Z3 = 0.442%).
        """
        print(f"[*] Applying Sovereign Topological Sieve (Threshold={threshold})...")
        sieve = SovereignTopologicalSieve(threshold=threshold)
        filtered_dataset = sieve.filter_text_dataset(dataset, text_column=text_column)
        
        original_len = len(dataset)
        filtered_len = len(filtered_dataset)
        reduction = (1 - (filtered_len / original_len)) * 100 if original_len > 0 else 0
        
        print(f"[✓] Sieve Complete: Retained {filtered_len}/{original_len} samples ({reduction:.1f}% reduction).")
        multiplier = 1.0 / (filtered_len/original_len) if filtered_len > 0 else 1.0
        print(f"[!] Effective Throughput Multiplier: {multiplier:.2f}x")
        
        return filtered_dataset

    @staticmethod
    def get_peft_model(model, r=16, target_modules=None, *args, **kwargs):
        if target_modules is None:
            target_modules = ["q_proj", "k_proj", "v_proj", "o_proj"]
        """Standard Unsloth PEFT/LoRA wrapper."""
        return FastLanguageModel.get_peft_model(
            model,
            r=r,
            target_modules=target_modules,
            *args,
            **kwargs
        )