tests/official_debug.py

import asyncio
import torch
import os
import sys
from transformers import AutoModelForCausalLM, AutoTokenizer

# Ensure we can import from all_space
sys.path.insert(0, os.getcwd())

from all_space.generators import generate_chat_completion
from all_space.px_patches.gemma3_270m_px_baseline.patch import apply_px_patch

async def run_official_style_test(model_id="google/gemma-3-270m-it", config_preset="SUBJECTIVE"):
    print(f"--- Official Style Coherence Test: {model_id} (Preset={config_preset}) ---")
    tokenizer = AutoTokenizer.from_pretrained(model_id)
    model = AutoModelForCausalLM.from_pretrained(model_id, torch_dtype=torch.bfloat16, device_map="cuda")
    
    if config_preset != "BASELINE":
        apply_px_patch(model, config_preset=config_preset)
    
    model_entry = {
        "model": model,
        "tokenizer": tokenizer
    }
    
    test_prompts = [
        "What is the capital of France?",
        "Solve: 15 + 27 * 2"
    ]
    
    for prompt in test_prompts:
        print(f"\nPrompt: {prompt}")
        messages = [{"role": "user", "content": prompt}]
        
        result = await generate_chat_completion(
            model_entry=model_entry,
            messages=messages,
            temperature=0.7,
            top_p=0.9,
            max_tokens=128
        )
        
        print(f"Response: {result['text']}")

if __name__ == "__main__":
    asyncio.run(run_official_style_test(config_preset="BASELINE"))
    asyncio.run(run_official_style_test(config_preset="SUBJECTIVE"))
    asyncio.run(run_official_style_test(config_preset="RIGOR"))