scripts/test_llm_hybrid.py

import os
import sys
from pathlib import Path

# Add project root to path
sys.path.append(str(Path(__file__).resolve().parent.parent))

from backend.core.llm_provider import llm_provider
from backend.config import LEGAL_MODEL_MODE

def test_hybrid_logic():
    print(f"Current Mode: {LEGAL_MODEL_MODE}")
    
    messages = [
        {"role": "system", "content": "You are a helpful assistant."},
        {"role": "user", "content": "Hello, how are you?"}
    ]
    
    # 1. Test Groq (Base)
    print("\n--- Testing Groq (Base) ---")
    try:
        ans = llm_provider.generate(messages, mode="base")
        print(f"Response: {ans[:100]}...")
    except Exception as e:
        print(f"Groq Error: {e}")

    # 2. Test Fine-tuned (Hybrid)
    print(f"\n--- Testing Fine-tuned ({LEGAL_MODEL_MODE}) ---")
    try:
        # Note: This will attempt to load the local model if mode is local.
        # Make sure the model folder exists at models/legal_model_lora
        ans = llm_provider.generate(messages, mode="finetuned")
        print(f"Response: {ans[:100]}...")
    except Exception as e:
        print(f"Fine-tuned Error: {e}")

if __name__ == "__main__":
    test_hybrid_logic()