| """
|
| Verification Script for Task 3.1: Language Detection
|
|
|
| This script verifies all acceptance criteria:
|
| - AC-1.1.1: Hindi detection >95% accuracy
|
| - AC-1.1.2: English detection >98% accuracy
|
| - AC-1.1.3: Handles Hinglish without errors
|
| - AC-1.1.4: Returns result within 100ms
|
| """
|
|
|
| import time
|
| import sys
|
| sys.path.insert(0, '.')
|
|
|
| from app.models.language import detect_language, LanguageDetector
|
|
|
|
|
| def verify_hindi_accuracy():
|
| """AC-1.1.1: Hindi detection >95% accuracy"""
|
| hindi_tests = [
|
| "आप जीत गए हैं",
|
| "आपका खाता ब्लॉक हो जाएगा",
|
| "तुरंत पैसे भेजें",
|
| "यह बैंक से आधिकारिक संदेश है",
|
| "आप गिरफ्तार हो जाएंगे",
|
| "पुलिस आपको ढूंढ रही है",
|
| "जुर्माना भरें",
|
| "नमस्ते कैसे हैं आप",
|
| "आज का मौसम अच्छा है",
|
| "कल मिलते हैं",
|
| ]
|
|
|
| correct = sum(1 for t in hindi_tests if detect_language(t)[0] == "hi")
|
| accuracy = correct / len(hindi_tests)
|
| passed = accuracy >= 0.95
|
|
|
| return {
|
| "id": "AC-1.1.1",
|
| "description": "Hindi detection >95% accuracy",
|
| "accuracy": accuracy,
|
| "correct": correct,
|
| "total": len(hindi_tests),
|
| "passed": passed,
|
| }
|
|
|
|
|
| def verify_english_accuracy():
|
| """AC-1.1.2: English detection >98% accuracy"""
|
| english_tests = [
|
| "You won 10 lakh rupees!",
|
| "Congratulations! You have been selected.",
|
| "Send your OTP immediately to claim the prize.",
|
| "Your bank account will be blocked.",
|
| "This is urgent! Call now.",
|
| "Hello, how are you today?",
|
| "Lets meet for coffee tomorrow.",
|
| "Your order has been shipped.",
|
| "Please verify your account details.",
|
| "Thank you for your payment.",
|
| "The meeting is scheduled for 3 PM.",
|
| "Please send me the document.",
|
| "Have a great day!",
|
| "I will call you back later.",
|
| "The weather is nice today.",
|
| ]
|
|
|
| correct = sum(1 for t in english_tests if detect_language(t)[0] == "en")
|
| accuracy = correct / len(english_tests)
|
| passed = accuracy >= 0.98
|
|
|
| return {
|
| "id": "AC-1.1.2",
|
| "description": "English detection >98% accuracy",
|
| "accuracy": accuracy,
|
| "correct": correct,
|
| "total": len(english_tests),
|
| "passed": passed,
|
| }
|
|
|
|
|
| def verify_hinglish_handling():
|
| """AC-1.1.3: Handles Hinglish without errors"""
|
| hinglish_tests = [
|
| "Aapne jeeta hai 10 lakh",
|
| "Bhai ये देखो urgent है",
|
| "Please करो payment जल्दी",
|
| "Hello भाई कैसे हो",
|
| "Send करो OTP मुझे",
|
| ]
|
|
|
| errors = []
|
| for text in hinglish_tests:
|
| try:
|
| lang, conf = detect_language(text)
|
| assert lang in ["en", "hi", "hinglish"], f"Invalid lang: {lang}"
|
| assert 0.0 <= conf <= 1.0, f"Invalid confidence: {conf}"
|
| except Exception as e:
|
| errors.append({"text": text, "error": str(e)})
|
|
|
| return {
|
| "id": "AC-1.1.3",
|
| "description": "Handles Hinglish without errors",
|
| "total_tests": len(hinglish_tests),
|
| "errors": errors,
|
| "passed": len(errors) == 0,
|
| }
|
|
|
|
|
| def verify_response_time():
|
| """AC-1.1.4: Returns result within 100ms"""
|
| test_texts = [
|
| ("English", "You have won a prize! Send OTP immediately to claim."),
|
| ("Hindi", "आप जीत गए हैं 10 लाख रुपये! अपना OTP शेयर करें।"),
|
| ("Hinglish", "Aapne jeeta है 10 lakh rupees! Claim करो now."),
|
| ("Long English", "You have won a prize! " * 50),
|
| ]
|
|
|
| results = []
|
| all_under_100ms = True
|
|
|
| for name, text in test_texts:
|
| start = time.time()
|
| detect_language(text)
|
| elapsed_ms = (time.time() - start) * 1000
|
| passed = elapsed_ms < 100
|
| if not passed:
|
| all_under_100ms = False
|
| results.append({
|
| "name": name,
|
| "elapsed_ms": elapsed_ms,
|
| "passed": passed,
|
| })
|
|
|
| return {
|
| "id": "AC-1.1.4",
|
| "description": "Returns result within 100ms",
|
| "results": results,
|
| "passed": all_under_100ms,
|
| }
|
|
|
|
|
| def main():
|
| print("=" * 60)
|
| print("Task 3.1: Language Detection - Acceptance Criteria Verification")
|
| print("=" * 60)
|
| print()
|
|
|
|
|
| hindi_result = verify_hindi_accuracy()
|
| english_result = verify_english_accuracy()
|
| hinglish_result = verify_hinglish_handling()
|
| response_result = verify_response_time()
|
|
|
|
|
| print(f"AC-1.1.1: Hindi detection accuracy")
|
| print(f" Accuracy: {hindi_result['accuracy']:.0%} ({hindi_result['correct']}/{hindi_result['total']})")
|
| print(f" Required: >95%")
|
| status = "PASS" if hindi_result["passed"] else "FAIL"
|
| print(f" Status: {status}")
|
| print()
|
|
|
|
|
| print(f"AC-1.1.2: English detection accuracy")
|
| print(f" Accuracy: {english_result['accuracy']:.0%} ({english_result['correct']}/{english_result['total']})")
|
| print(f" Required: >98%")
|
| status = "PASS" if english_result["passed"] else "FAIL"
|
| print(f" Status: {status}")
|
| print()
|
|
|
|
|
| print(f"AC-1.1.3: Hinglish handling")
|
| print(f" Tests: {hinglish_result['total_tests']}")
|
| print(f" Errors: {len(hinglish_result['errors'])}")
|
| if hinglish_result["errors"]:
|
| for err in hinglish_result["errors"]:
|
| print(f" - {err['text']}: {err['error']}")
|
| print(f" Required: No errors")
|
| status = "PASS" if hinglish_result["passed"] else "FAIL"
|
| print(f" Status: {status}")
|
| print()
|
|
|
|
|
| print(f"AC-1.1.4: Response time")
|
| for r in response_result["results"]:
|
| status = "PASS" if r["passed"] else "FAIL"
|
| print(f" {r['name']}: {r['elapsed_ms']:.2f}ms [{status}]")
|
| print(f" Required: <100ms")
|
| status = "PASS" if response_result["passed"] else "FAIL"
|
| print(f" Status: {status}")
|
| print()
|
|
|
|
|
| print("=" * 60)
|
| print("SUMMARY")
|
| print("=" * 60)
|
|
|
| all_results = [hindi_result, english_result, hinglish_result, response_result]
|
| all_passed = all(r["passed"] for r in all_results)
|
|
|
| for r in all_results:
|
| status = "PASS" if r["passed"] else "FAIL"
|
| print(f" {r['id']}: {r['description']} - {status}")
|
|
|
| print()
|
| if all_passed:
|
| print("ALL ACCEPTANCE CRITERIA PASSED")
|
| return 0
|
| else:
|
| print("SOME ACCEPTANCE CRITERIA FAILED")
|
| return 1
|
|
|
|
|
| if __name__ == "__main__":
|
| sys.exit(main())
|
|
|
