| { |
| "model_info": { |
| "name": "informant-67M-automotive", |
| "timestamp": "20250711_113829", |
| "base_model": "distilbert-base-uncased", |
| "num_intents": 4, |
| "max_length": 128, |
| "training_samples": 223, |
| "validation_accuracy": 0.9333333333333333, |
| "training_loss": 1.1614094813664755, |
| "framework": "transformers", |
| "pytorch_version": "2.7.1+cu126" |
| }, |
| "labels": { |
| "label_to_id": { |
| "diagnostic_engine": 0, |
| "knowledge_general": 1, |
| "maintenance_schedule": 2, |
| "parts_search": 3 |
| }, |
| "id_to_label": { |
| "0": "diagnostic_engine", |
| "1": "knowledge_general", |
| "2": "maintenance_schedule", |
| "3": "parts_search" |
| }, |
| "intents": [ |
| "diagnostic_engine", |
| "knowledge_general", |
| "maintenance_schedule", |
| "parts_search" |
| ] |
| }, |
| "mcp_routing": { |
| "intent_to_mcp": { |
| "diagnostic_engine": "http://localhost:8001/diagnostic", |
| "parts_search": "http://localhost:8004/parts", |
| "maintenance_schedule": "http://localhost:8002/maintenance", |
| "knowledge_general": "http://localhost:8003/knowledge" |
| }, |
| "service_mapping": { |
| "diagnostic": { |
| "intents": [ |
| "diagnostic_engine" |
| ], |
| "mcp_server": "http://localhost:8001/diagnostic" |
| }, |
| "parts": { |
| "intents": [ |
| "parts_search" |
| ], |
| "mcp_server": "http://localhost:8004/parts" |
| }, |
| "maintenance": { |
| "intents": [ |
| "maintenance_schedule" |
| ], |
| "mcp_server": "http://localhost:8002/maintenance" |
| }, |
| "knowledge": { |
| "intents": [ |
| "knowledge_general" |
| ], |
| "mcp_server": "http://localhost:8003/knowledge" |
| } |
| } |
| }, |
| "training_config": { |
| "base_model": "distilbert-base-uncased", |
| "max_length": 128, |
| "batch_size": 16, |
| "learning_rate": 2e-05, |
| "num_epochs": 5, |
| "warmup_steps": 100, |
| "weight_decay": 0.01, |
| "dropout_rate": 0.1, |
| "validation_split": 0.2, |
| "early_stopping_patience": 3, |
| "save_total_limit": 3, |
| "gradient_accumulation_steps": 1, |
| "fp16": false, |
| "seed": 42, |
| "eval_steps": 100, |
| "save_steps": 100, |
| "logging_steps": 50 |
| }, |
| "training_metadata": { |
| "generated_at": "2025-07-11T10:25:11.757885", |
| "generator_version": "2.0", |
| "domain": "automotive", |
| "domain_version": "1.0", |
| "config_file": "automotive_config.json", |
| "generation_config": { |
| "base_variations_per_example": 10, |
| "linguistic_variations": 15, |
| "include_typos": true, |
| "include_emotional_variants": true, |
| "seed": 42 |
| }, |
| "statistics": { |
| "total_examples": 223, |
| "unique_intents": 4, |
| "unique_services": 4, |
| "intent_distribution": { |
| "diagnostic_engine": 90, |
| "parts_search": 43, |
| "maintenance_schedule": 39, |
| "knowledge_general": 51 |
| }, |
| "variation_distribution": { |
| "linguistic_v7": 10, |
| "emotional_urgent": 17, |
| "emotional_polite": 17, |
| "negative": 2, |
| "linguistic_v5": 10, |
| "linguistic_v4": 10, |
| "emotional_frustrated": 14, |
| "linguistic_v11": 7, |
| "core": 17, |
| "linguistic_v14": 11, |
| "linguistic_v2": 9, |
| "urgent": 2, |
| "linguistic_v13": 8, |
| "linguistic_v12": 8, |
| "linguistic_v9": 8, |
| "linguistic_v6": 9, |
| "linguistic_v1": 9, |
| "linguistic_v15": 8, |
| "linguistic_v3": 11, |
| "linguistic_v10": 6, |
| "linguistic_v8": 11, |
| "urgent_varied": 10, |
| "technical": 2, |
| "typo": 1, |
| "technical_varied": 6 |
| }, |
| "service_distribution": { |
| "diagnostic": 90, |
| "parts": 43, |
| "maintenance": 39, |
| "knowledge": 51 |
| } |
| } |
| }, |
| "evaluation_results": { |
| "eval_loss": 0.5627686977386475, |
| "eval_accuracy": 0.9333333333333333, |
| "eval_runtime": 0.0253, |
| "eval_samples_per_second": 1776.796, |
| "eval_steps_per_second": 118.453, |
| "epoch": 5.0 |
| }, |
| "metadata": { |
| "created_at": "2025-07-11T11:38:44.350934", |
| "framework_version": "2.0", |
| "device": "cpu", |
| "cuda_available": true |
| } |
| } |
