{ "timestamp": 1762929087.953246, "results": [ { "task_name": "simple_qa", "model_name": "CompactAI-DynamicAllocation", "efficiency_score": 0.30000000000000004, "quality_score": 0.9494961192929362, "tokens_used": 35, "tokens_allocated": 50, "inference_time": 0.06999999999999999, "memory_usage": 28672.0, "output_text": "Simulated output for simple_qa: Paris...", "metadata": { "complexity": "simple", "category": "qa", "efficiency_enabled": true, "simulated": true } }, { "task_name": "complex_qa", "model_name": "CompactAI-DynamicAllocation", "efficiency_score": 0.20666666666666667, "quality_score": 0.894283133713478, "tokens_used": 119, "tokens_allocated": 150, "inference_time": 0.21000000000000002, "memory_usage": 97484.8, "output_text": "Simulated output for complex_qa: Tokyo hosted the 2020 Summer Olympics. Tokyo's pop...", "metadata": { "complexity": "complex", "category": "qa", "efficiency_enabled": true, "simulated": true } }, { "task_name": "simple_math", "model_name": "CompactAI-DynamicAllocation", "efficiency_score": 0.2666666666666667, "quality_score": 0.8340978960766522, "tokens_used": 22, "tokens_allocated": 30, "inference_time": 0.06999999999999999, "memory_usage": 18022.4, "output_text": "Simulated output for simple_math: x = 5...", "metadata": { "complexity": "simple", "category": "math", "efficiency_enabled": true, "simulated": true } }, { "task_name": "complex_math", "model_name": "CompactAI-DynamicAllocation", "efficiency_score": 0.2666666666666667, "quality_score": 0.8916521172757099, "tokens_used": 88, "tokens_allocated": 120, "inference_time": 0.21000000000000002, "memory_usage": 72089.6, "output_text": "Simulated output for complex_math: Distance = 80\u00d72.5 + 60\u00d71.5 = 200 + 90 = 290 km. Av...", "metadata": { "complexity": "complex", "category": "math", "efficiency_enabled": true, "simulated": true } }, { "task_name": "simple_code", "model_name": "CompactAI-DynamicAllocation", "efficiency_score": 0.31666666666666665, "quality_score": 0.9154023818640408, "tokens_used": 41, "tokens_allocated": 60, "inference_time": 0.06999999999999999, "memory_usage": 33587.200000000004, "output_text": "Simulated output for simple_code: def factorial(n):\n if n == 0 or n == 1:\n ...", "metadata": { "complexity": "simple", "category": "code", "efficiency_enabled": true, "simulated": true } }, { "task_name": "complex_code", "model_name": "CompactAI-DynamicAllocation", "efficiency_score": 0.28500000000000003, "quality_score": 0.8527048306121557, "tokens_used": 143, "tokens_allocated": 200, "inference_time": 0.21000000000000002, "memory_usage": 117145.6, "output_text": "Simulated output for complex_code: class Node:\n def __init__(self, value):\n ...", "metadata": { "complexity": "complex", "category": "code", "efficiency_enabled": true, "simulated": true } }, { "task_name": "short_summary", "model_name": "CompactAI-DynamicAllocation", "efficiency_score": 0.30000000000000004, "quality_score": 0.9458148621143496, "tokens_used": 28, "tokens_allocated": 40, "inference_time": 0.06999999999999999, "memory_usage": 22937.600000000002, "output_text": "Simulated output for short_summary: Machine learning uses algorithms and statistical m...", "metadata": { "complexity": "simple", "category": "summarization", "efficiency_enabled": true, "simulated": true } }, { "task_name": "long_summary", "model_name": "CompactAI-DynamicAllocation", "efficiency_score": 0.26, "quality_score": 0.8806774324623109, "tokens_used": 74, "tokens_allocated": 100, "inference_time": 0.21000000000000002, "memory_usage": 60620.8, "output_text": "Simulated output for long_summary: The transformer architecture replaced RNNs with se...", "metadata": { "complexity": "complex", "category": "summarization", "efficiency_enabled": true, "simulated": true } }, { "task_name": "simple_translation", "model_name": "CompactAI-DynamicAllocation", "efficiency_score": 0.4, "quality_score": 0.8706420673193482, "tokens_used": 15, "tokens_allocated": 25, "inference_time": 0.06999999999999999, "memory_usage": 12288.0, "output_text": "Simulated output for simple_translation: Bonjour, comment allez-vous aujourd'hui?...", "metadata": { "complexity": "simple", "category": "translation", "efficiency_enabled": true, "simulated": true } }, { "task_name": "complex_translation", "model_name": "CompactAI-DynamicAllocation", "efficiency_score": 0.275, "quality_score": 0.9078664437710698, "tokens_used": 58, "tokens_allocated": 80, "inference_time": 0.21000000000000002, "memory_usage": 47513.600000000006, "output_text": "Simulated output for complex_translation: Das System zur dynamischen Token-Zuweisung optimie...", "metadata": { "complexity": "complex", "category": "translation", "efficiency_enabled": true, "simulated": true } } ] }