File size: 3,647 Bytes
22ae78a |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 |
{
"timestamp": "2024-01-01T00:00:00",
"hardware_specifications": {
"cpu_model": "Unknown",
"cpu_cores": 4,
"cpu_threads": 8,
"cpu_frequency": 4.0,
"cpu_architecture": "x86_64",
"total_ram_gb": 62.67677307128906,
"available_ram_gb": 50.778533935546875,
"swap_memory_gb": 62.676753997802734,
"gpu_available": false,
"gpu_model": null,
"gpu_memory_gb": null,
"gpu_cuda_version": null,
"gpu_compute_capability": null,
"total_storage_gb": 1862.7217292785645,
"available_storage_gb": 1676.5874252319336,
"storage_type": "HDD",
"os_name": "Linux",
"os_version": "6.17.1-2-cachyos",
"python_version": "3.13.7",
"architecture": "64bit"
},
"model_compatibility": {
"LFM2-8B-A1B-Dimensional-Entanglement": {
"model_name": "LFM2-8B-A1B-Dimensional-Entanglement",
"compatible": false,
"warnings": [
"RAM below recommended: 50.8GB available, 64.0GB recommended",
"Insufficient CPU cores: 4 available, 8 minimum required",
"No GPU available - will run on CPU (slower)"
],
"requirements_met": {
"ram": true,
"cpu": false,
"gpu": false,
"storage": true
},
"performance_estimate": "incompatible"
},
"9xdSq-LIMPS-FemTO-R1C": {
"model_name": "9xdSq-LIMPS-FemTO-R1C",
"compatible": false,
"warnings": [
"RAM below recommended: 50.8GB available, 56.0GB recommended",
"Insufficient CPU cores: 4 available, 6 minimum required",
"No GPU available - will run on CPU (slower)"
],
"requirements_met": {
"ram": true,
"cpu": false,
"gpu": false,
"storage": true
},
"performance_estimate": "incompatible"
},
"Enhanced-Advanced-Tokenizer": {
"model_name": "Enhanced-Advanced-Tokenizer",
"compatible": true,
"warnings": [
"CPU cores below recommended: 4 available, 8 recommended",
"No GPU available - will run on CPU (slower)"
],
"requirements_met": {
"ram": true,
"cpu": true,
"gpu": false,
"storage": true
},
"performance_estimate": "moderate"
},
"Integrated-Pipeline": {
"model_name": "Integrated-Pipeline",
"compatible": false,
"warnings": [
"Insufficient RAM: 50.8GB available, 64.0GB minimum required",
"Insufficient CPU cores: 4 available, 16 minimum required",
"No GPU available - will run on CPU (slower)"
],
"requirements_met": {
"ram": false,
"cpu": false,
"gpu": false,
"storage": true
},
"performance_estimate": "incompatible"
}
},
"recommendations": [
"Consider adding a GPU for better performance with large models",
"Consider upgrading RAM to 64GB+ for optimal performance",
"Consider upgrading to 16+ CPU cores for better parallel processing"
],
"performance_estimates": {
"LFM2-8B-A1B-Dimensional-Entanglement": {
"estimated_inference_time_per_token": 500.0,
"estimated_memory_usage": 16.0,
"recommended_batch_size": 1
},
"9xdSq-LIMPS-FemTO-R1C": {
"estimated_inference_time_per_token": 450.0,
"estimated_memory_usage": 14.0,
"recommended_batch_size": 1
},
"Enhanced-Advanced-Tokenizer": {
"estimated_inference_time_per_token": 6.0,
"estimated_memory_usage": 2.0,
"recommended_batch_size": 16
},
"Integrated-Pipeline": {
"estimated_inference_time_per_token": 2000.0,
"estimated_memory_usage": 32.0,
"recommended_batch_size": 1
}
}
} |