tests/test_intent_classifier.py

#!/usr/bin/env python3

import sys
import os
sys.path.append(os.path.join(os.path.dirname(__file__), 'src'))

from intent_classifier import IntentClassifier, IntentType

def test_intent_classification():
    print("🧪 Testing OpenAI Intent Classification")
    print("="*60)
    print("Note: Make sure to set OPENAI_API_KEY environment variable")
    print("="*60)
    
    classifier = IntentClassifier()
    
    # Test cases with expected intents
    test_cases = [
        # Transaction intents
        ("Add a purchase of 20 USB drives from TechMart at €5 each", IntentType.TRANSACTION),
        ("Sold 10 laptops to John Smith at €800 each", IntentType.TRANSACTION),
        ("Purchase 5 office chairs from Office Supplies Co at €150 per chair", IntentType.TRANSACTION),
        ("We bought 100 pens from Staples for $2 each", IntentType.TRANSACTION),
        
        # Query intents
        ("How many USB drives did we purchase?", IntentType.QUERY),
        ("What's the total value of all purchases?", IntentType.QUERY),
        ("Show me all sales to John Smith", IntentType.QUERY),
        ("List recent transactions", IntentType.QUERY),
        ("What's our total spending on electronics?", IntentType.QUERY),
        
        # Semantic search intents
        ("Show me similar purchases to this one", IntentType.SEMANTIC_SEARCH),
        ("Find events related to supplier meetings", IntentType.SEMANTIC_SEARCH),
        ("What's similar to our last laptop purchase?", IntentType.SEMANTIC_SEARCH),
        ("Show me related transactions", IntentType.SEMANTIC_SEARCH),
        
        # General info intents
        ("Meeting with new supplier scheduled for next week", IntentType.GENERAL_INFO),
        ("Remember to check inventory levels before next order", IntentType.GENERAL_INFO),
        ("The conference call went well today", IntentType.GENERAL_INFO),
        ("Don't forget to update the quarterly report", IntentType.GENERAL_INFO),
        
        # Edge cases
        ("Hello", IntentType.GENERAL_INFO),
        ("What's the weather like?", IntentType.GENERAL_INFO),
        ("Can you help me?", IntentType.GENERAL_INFO),
    ]
    
    correct_predictions = 0
    total_predictions = len(test_cases)
    
    for i, (message, expected_intent) in enumerate(test_cases, 1):
        print(f"\n🔍 Test {i}: {message}")
        print("-" * 60)
        
        result = classifier.classify_intent(message)
        
        print(f"Expected: {expected_intent.value}")
        print(f"Predicted: {result.intent.value}")
        print(f"Confidence: {result.confidence:.2f}")
        print(f"Reasoning: {result.reasoning}")
        
        if result.entities_hint:
            print(f"Entities: {result.entities_hint}")
        
        is_correct = result.intent == expected_intent
        if is_correct:
            print("✅ CORRECT")
            correct_predictions += 1
        else:
            print("❌ INCORRECT")
        
        print()
    
    # Summary
    accuracy = correct_predictions / total_predictions
    print("="*60)
    print(f"📊 Results Summary:")
    print(f"Correct predictions: {correct_predictions}/{total_predictions}")
    print(f"Accuracy: {accuracy:.2%}")
    print("="*60)
    
    if accuracy >= 0.8:
        print("🎉 Excellent accuracy! Intent classification is working well.")
    elif accuracy >= 0.6:
        print("👍 Good accuracy. Consider refining prompts for better results.")
    else:
        print("⚠️  Low accuracy. Review and improve the classification prompts.")

if __name__ == "__main__":
    if not os.getenv('OPENAI_API_KEY'):
        print("❌ Error: OPENAI_API_KEY environment variable not set")
        print("Please set your OpenAI API key:")
        print("export OPENAI_API_KEY='your-key-here'")
        sys.exit(1)
    
    test_intent_classification()