|
|
|
|
|
""" |
|
|
Quick verification test - only runs the 6 videos that had code bugs (now fixed). |
|
|
|
|
|
This is faster than the full suite and verifies our bug fixes work. |
|
|
""" |
|
|
import sys |
|
|
from pathlib import Path |
|
|
sys.path.insert(0, str(Path(__file__).parent.parent)) |
|
|
|
|
|
from test_accuracy import run_accuracy_test |
|
|
import json |
|
|
from datetime import datetime |
|
|
|
|
|
|
|
|
QUICK_TEST_VIDEOS = [ |
|
|
{ |
|
|
"id": "chopin_nocturne", |
|
|
"url": "https://www.youtube.com/watch?v=9E6b3swbnWg", |
|
|
"description": "Chopin - Nocturne Op. 9 No. 2", |
|
|
"difficulty": "hard", |
|
|
"expected_accuracy": "50-60%", |
|
|
"notes": "2048th note duration (Bug #2b)", |
|
|
"bug": "2048th note duration (Bug #2b)" |
|
|
}, |
|
|
{ |
|
|
"id": "canon_in_d", |
|
|
"url": "https://www.youtube.com/watch?v=NlprozGcs80", |
|
|
"description": "Pachelbel - Canon in D", |
|
|
"difficulty": "medium", |
|
|
"expected_accuracy": "60-70%", |
|
|
"notes": "NoneType velocity (Bug #2a)", |
|
|
"bug": "NoneType velocity (Bug #2a)" |
|
|
}, |
|
|
{ |
|
|
"id": "river_flows", |
|
|
"url": "https://www.youtube.com/watch?v=7maJOI3QMu0", |
|
|
"description": "Yiruma - River Flows in You", |
|
|
"difficulty": "medium", |
|
|
"expected_accuracy": "60-70%", |
|
|
"notes": "NoneType velocity (Bug #2a)", |
|
|
"bug": "NoneType velocity (Bug #2a)" |
|
|
}, |
|
|
{ |
|
|
"id": "moonlight_sonata", |
|
|
"url": "https://www.youtube.com/watch?v=4Tr0otuiQuU", |
|
|
"description": "Beethoven - Moonlight Sonata", |
|
|
"difficulty": "medium", |
|
|
"expected_accuracy": "60-70%", |
|
|
"notes": "NoneType velocity (Bug #2a)", |
|
|
"bug": "NoneType velocity (Bug #2a)" |
|
|
}, |
|
|
{ |
|
|
"id": "claire_de_lune", |
|
|
"url": "https://www.youtube.com/watch?v=WNcsUNKlAKw", |
|
|
"description": "Debussy - Clair de Lune", |
|
|
"difficulty": "hard", |
|
|
"expected_accuracy": "50-60%", |
|
|
"notes": "2048th note duration (Bug #2b)", |
|
|
"bug": "2048th note duration (Bug #2b)" |
|
|
}, |
|
|
{ |
|
|
"id": "la_campanella", |
|
|
"url": "https://www.youtube.com/watch?v=MD6xMyuZls0", |
|
|
"description": "Liszt - La Campanella", |
|
|
"difficulty": "very_hard", |
|
|
"expected_accuracy": "40-50%", |
|
|
"notes": "NoneType velocity (Bug #2a)", |
|
|
"bug": "NoneType velocity (Bug #2a)" |
|
|
} |
|
|
] |
|
|
|
|
|
def main(): |
|
|
"""Run quick verification tests.""" |
|
|
print("="*70) |
|
|
print("Quick Verification Test - Bug Fixes") |
|
|
print("="*70) |
|
|
print(f"Testing {len(QUICK_TEST_VIDEOS)} videos that previously failed") |
|
|
print("All should now succeed (verifies bug fixes)") |
|
|
print() |
|
|
|
|
|
results = [] |
|
|
for i, video in enumerate(QUICK_TEST_VIDEOS, 1): |
|
|
print(f"\n[{i}/{len(QUICK_TEST_VIDEOS)}] Testing: {video['id']}") |
|
|
print(f"Previous error: {video['bug']}") |
|
|
|
|
|
result = run_accuracy_test(video, verbose=True) |
|
|
results.append(result) |
|
|
|
|
|
|
|
|
print("\n" + "="*70) |
|
|
print("QUICK VERIFICATION SUMMARY") |
|
|
print("="*70) |
|
|
|
|
|
successful = [r for r in results if r["success"]] |
|
|
failed = [r for r in results if not r["success"]] |
|
|
|
|
|
print(f"\nTotal: {len(results)} | Success: {len(successful)} | Failed: {len(failed)}") |
|
|
print(f"Success Rate: {len(successful)/len(results)*100:.1f}%") |
|
|
|
|
|
if successful: |
|
|
print("\n✅ Bug Fixes Verified - Successful Transcriptions:") |
|
|
for r in successful: |
|
|
if "midi" in r["metrics"] and "musicxml" in r["metrics"]: |
|
|
notes = r["metrics"]["midi"]["total_notes"] |
|
|
measures = r["metrics"]["musicxml"]["total_measures"] |
|
|
print(f" - {r['video_id']:20s} | {notes:4d} notes | {measures:3d} measures") |
|
|
|
|
|
if failed: |
|
|
print("\n❌ Still Failing:") |
|
|
for r in failed: |
|
|
error_preview = r["error"][:80] if r["error"] else "Unknown" |
|
|
print(f" - {r['video_id']:20s} | {error_preview}") |
|
|
|
|
|
|
|
|
from app_config import settings |
|
|
output_path = Path(settings.storage_path) / "quick_verify_results.json" |
|
|
output_path.parent.mkdir(parents=True, exist_ok=True) |
|
|
|
|
|
with open(output_path, 'w') as f: |
|
|
json.dump({ |
|
|
"test_date": datetime.utcnow().isoformat(), |
|
|
"test_type": "bug_fix_verification", |
|
|
"total_tests": len(results), |
|
|
"successful": len(successful), |
|
|
"failed": len(failed), |
|
|
"success_rate": len(successful) / len(results), |
|
|
"results": results |
|
|
}, f, indent=2) |
|
|
|
|
|
print(f"\n📊 Results saved to: {output_path}") |
|
|
|
|
|
if len(successful) == len(results): |
|
|
print("\n🎉 ALL BUG FIXES VERIFIED! Ready for full test suite.") |
|
|
return 0 |
|
|
else: |
|
|
print(f"\n⚠️ {len(failed)} test(s) still failing - investigate before full suite") |
|
|
return 1 |
|
|
|
|
|
|
|
|
if __name__ == "__main__": |
|
|
sys.exit(main()) |
|
|
|
