ninjals commited on
Commit
88fad6b
·
1 Parent(s): 3c42feb

Add ML models and llm dataset to interface

Browse files
gradio_app.py ADDED
@@ -0,0 +1,70 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import gradio as gr
2
+ import pandas as pd
3
+ import numpy as np
4
+ import joblib
5
+
6
+ # Load trained model pipeline
7
+ model = joblib.load("model/optimized_model.pkl")
8
+
9
+ # Define prediction function
10
+ def predict_quality(provider, open_source, context_window, speed, latency,
11
+ mmlu_score, arena_score, price, dataset_size, compute, energy):
12
+
13
+ input_data = {
14
+ "Provider": provider,
15
+ "Open-Source": int(open_source),
16
+ "Context Window": context_window,
17
+ "Speed (tokens/sec)": speed,
18
+ "Latency (sec)": latency,
19
+ "Benchmark (MMLU)": mmlu_score,
20
+ "Benchmark (Chatbot Arena)": arena_score,
21
+ "Price / Million Tokens": price,
22
+ "Training Dataset Size": dataset_size,
23
+ "Compute Power": compute,
24
+ "Energy Efficiency": energy
25
+ }
26
+
27
+ input_df = pd.DataFrame([input_data])
28
+ prediction = model.predict(input_df)[0]
29
+
30
+ if prediction > 8.5:
31
+ quality_class = "🌟 Excellent"
32
+ elif prediction > 7.5:
33
+ quality_class = "✨ Very Good"
34
+ elif prediction > 6.5:
35
+ quality_class = "👍 Good"
36
+ elif prediction > 5.0:
37
+ quality_class = "🔄 Average"
38
+ else:
39
+ quality_class = "⚠️ Below Average"
40
+
41
+ return round(prediction, 2), quality_class
42
+
43
+ # Gradio UI elements
44
+ provider_list = ['OpenAI', 'Anthropic', 'Meta', 'Google', 'Mistral', 'Cohere', 'Other']
45
+
46
+ iface = gr.Interface(
47
+ fn=predict_quality,
48
+ inputs=[
49
+ gr.Dropdown(provider_list, label="Provider"),
50
+ gr.Checkbox(label="Open Source?"),
51
+ gr.Slider(1000, 200000, value=50000, step=1000, label="Context Window"),
52
+ gr.Slider(10, 300, value=100, step=5, label="Speed (tokens/sec)"),
53
+ gr.Slider(0.1, 5.0, value=1.0, step=0.1, label="Latency (sec)"),
54
+ gr.Slider(40, 95, value=70, step=1, label="MMLU Score"),
55
+ gr.Slider(40, 95, value=70, step=1, label="Chatbot Arena Score"),
56
+ gr.Slider(0.1, 50.0, value=10.0, step=0.1, label="Price / Million Tokens (USD)"),
57
+ gr.Slider(100, 2000, value=1000, step=100, label="Training Dataset Size (GB)"),
58
+ gr.Slider(10, 100, value=50, step=5, label="Compute Power"),
59
+ gr.Slider(10, 100, value=50, step=5, label="Energy Efficiency"),
60
+ ],
61
+ outputs=[
62
+ gr.Number(label="Predicted Quality Rating (0-10)"),
63
+ gr.Text(label="Rating Class")
64
+ ],
65
+ title="🔍 LLM Quality Predictor",
66
+ description="Enter LLM specs to predict its expected quality rating using a trained ML model."
67
+ )
68
+
69
+ if __name__ == "__main__":
70
+ iface.launch()
llm_comparison_dataset.csv ADDED
@@ -0,0 +1,201 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ Model,Provider,Context Window,Speed (tokens/sec),Latency (sec),Benchmark (MMLU),Benchmark (Chatbot Arena),Open-Source,Price / Million Tokens,Training Dataset Size,Compute Power,Energy Efficiency,Quality Rating,Speed Rating,Price Rating
2
+ DeepSeek-4,Deepseek,128000,95,2.74,85,1143,1,18.81,760952565,13,0.5,2,2,3
3
+ Llama-8,Meta AI,300000,284,3.21,71,1390,1,3.98,22891342,22,2.07,1,3,3
4
+ Llama-5,Meta AI,300000,225,2.95,85,1406,0,1.02,827422145,21,0.95,2,3,2
5
+ DeepSeek-3,Deepseek,2000000,242,12.89,72,1264,1,27.63,694305632,86,3.51,1,3,3
6
+ DeepSeek-8,Deepseek,1000000,71,3.8,77,1381,1,18.52,378552278,92,1.8,2,2,3
7
+ Llama-4,Meta AI,2000000,163,7.04,84,1100,1,23.91,982063894,9,4.88,2,2,3
8
+ Nova-8,AWS,200000,88,17.96,92,1053,0,14.47,835961721,26,3.24,3,2,3
9
+ Claude-6,Anthropic,200000,118,9.58,71,1349,0,3.56,533950538,9,4.13,1,2,3
10
+ Llama-2,Meta AI,300000,44,13.42,63,1400,0,3.8,787144297,15,0.75,1,1,3
11
+ Nova-6,AWS,1000000,72,3.61,64,972,1,20.58,75330621,10,4.32,1,2,3
12
+ Gemini-5,Google,128000,170,4.01,67,1195,0,12.94,506250032,88,4.62,1,2,3
13
+ GPT-6,OpenAI,200000,163,1.01,87,916,0,6.06,347464889,42,2.49,3,2,3
14
+ Llama-9,Meta AI,300000,76,3.54,90,1116,0,14.77,510792999,72,3.07,3,2,3
15
+ GPT-3,OpenAI,256000,58,5.72,68,960,0,1.97,492341198,24,3.85,1,2,2
16
+ Command-7,Cohere,300000,128,3.7,88,941,0,17.48,303366535,80,0.96,3,2,3
17
+ Command-9,Cohere,200000,200,1.96,73,924,0,8.11,79640080,49,2.56,1,3,3
18
+ Claude-5,Anthropic,200000,61,2.59,81,938,1,23.94,130611435,26,2.05,2,2,3
19
+ Claude-7,Anthropic,300000,205,9.32,70,1030,1,9.35,485902970,91,0.82,1,3,3
20
+ Llama-9,Meta AI,128000,242,4.29,82,1397,0,13.68,777268711,37,1.9,2,3,3
21
+ DeepSeek-2,Deepseek,2000000,141,7.41,60,1128,0,0.4,195565560,68,0.43,1,2,2
22
+ Command-9,Cohere,200000,152,10.17,80,1007,1,2.22,814111181,50,0.23,2,2,3
23
+ Command-2,Cohere,300000,182,13.87,85,1071,1,11.81,724565603,24,0.76,2,2,3
24
+ Gemini-9,Google,300000,234,0.98,82,1334,0,14.42,758219200,19,4.82,2,3,3
25
+ Gemini-5,Google,1000000,240,16.03,60,1377,0,18.02,432214688,60,2.79,1,3,3
26
+ Gemini-4,Google,2000000,254,12.63,74,1001,0,8.79,926417714,39,4.83,1,3,3
27
+ Command-7,Cohere,256000,165,1.82,80,1423,0,20.86,819903422,74,2.22,2,2,3
28
+ Command-8,Cohere,128000,258,17.5,68,1174,1,25.81,682507887,89,1.63,1,3,3
29
+ DeepSeek-3,Deepseek,256000,95,18.43,68,943,0,23.41,330120493,18,2.58,1,2,3
30
+ Mistral-1,Mistral AI,2000000,28,1.41,69,916,0,1.24,617992916,19,2.25,1,1,2
31
+ Command-2,Cohere,2000000,93,5.68,85,1229,0,14.44,717237199,36,0.62,2,2,3
32
+ Nova-4,AWS,2000000,272,16.16,94,1468,0,3.19,649640676,74,3.24,3,3,3
33
+ Gemini-6,Google,256000,249,15.02,84,1396,1,7.3,331608072,97,1.16,2,3,3
34
+ Mistral-4,Mistral AI,2000000,26,3.85,85,911,1,29.6,457913593,55,3.14,2,1,3
35
+ Mistral-2,Mistral AI,300000,193,4.35,70,1217,1,4.32,423470685,69,3.29,1,2,3
36
+ Gemini-2,Google,256000,160,7.54,61,1491,0,14.99,678040443,47,0.84,1,2,3
37
+ Gemini-4,Google,2000000,187,9.79,66,1115,0,18.56,684234337,49,0.4,1,2,3
38
+ Mistral-8,Mistral AI,300000,189,12.44,77,1238,1,21.09,450873695,99,3.93,2,2,3
39
+ Mistral-7,Mistral AI,1000000,141,7.5,86,980,0,16.81,207169125,98,2.35,3,2,3
40
+ Command-9,Cohere,2000000,213,9.36,93,1384,0,0.34,292636894,33,0.39,3,3,2
41
+ Mistral-8,Mistral AI,256000,24,15.0,86,1273,1,9.83,975805672,21,4.97,3,1,3
42
+ Llama-2,Meta AI,200000,48,0.93,76,1099,1,15.56,500200256,81,0.38,2,1,3
43
+ DeepSeek-5,Deepseek,2000000,184,5.2,83,1436,1,2.68,674014536,22,3.51,2,2,3
44
+ Nova-9,AWS,200000,155,14.32,84,1365,1,10.55,518732111,48,4.92,2,2,3
45
+ Command-9,Cohere,300000,164,17.93,66,988,0,1.04,10527148,37,1.27,1,2,2
46
+ Llama-1,Meta AI,1000000,236,10.33,65,1167,0,2.4,139194600,15,0.8,1,3,3
47
+ GPT-7,OpenAI,128000,151,10.74,83,1470,1,11.94,388715924,35,0.69,2,2,3
48
+ GPT-8,OpenAI,1000000,89,2.32,92,1388,0,4.02,287932652,92,1.59,3,2,3
49
+ GPT-8,OpenAI,2000000,271,9.06,88,1437,1,17.05,166253374,71,0.6,3,3,3
50
+ Nova-3,AWS,200000,294,10.75,81,946,1,20.7,468722282,32,3.49,2,3,3
51
+ GPT-8,OpenAI,200000,201,5.0,85,1187,0,24.03,552070115,11,0.41,2,3,3
52
+ Claude-3,Anthropic,256000,186,5.53,87,915,1,6.04,646542593,10,2.6,3,2,3
53
+ GPT-5,OpenAI,200000,110,7.67,80,1300,0,5.07,662127644,73,4.98,2,2,3
54
+ Gemini-7,Google,256000,221,0.6,66,985,0,3.18,65344261,78,4.09,1,3,3
55
+ Gemini-9,Google,300000,38,6.58,76,1149,0,19.11,330954893,77,3.11,2,1,3
56
+ Command-7,Cohere,128000,58,4.39,79,1290,0,21.21,754617635,57,1.6,2,2,3
57
+ GPT-8,OpenAI,2000000,145,6.68,79,1234,1,1.0,719908101,25,3.16,2,2,2
58
+ Command-2,Cohere,256000,192,2.57,81,1418,0,28.09,808294066,2,2.68,2,2,3
59
+ GPT-7,OpenAI,128000,160,17.83,87,1036,1,1.61,248546405,64,2.19,3,2,2
60
+ DeepSeek-8,Deepseek,200000,261,11.95,66,1397,1,16.26,650253441,35,0.74,1,3,3
61
+ Llama-3,Meta AI,200000,239,13.65,60,1376,1,21.29,52864241,7,4.44,1,3,3
62
+ Command-8,Cohere,128000,145,15.83,91,1493,1,26.14,549388332,85,2.3,3,2,3
63
+ Mistral-3,Mistral AI,200000,77,10.07,72,1122,0,21.44,205458056,18,1.05,1,2,3
64
+ GPT-3,OpenAI,300000,167,1.92,89,1271,0,24.06,288703414,67,1.9,3,2,3
65
+ Llama-3,Meta AI,300000,20,10.83,82,1301,1,10.22,797174258,42,2.13,2,1,3
66
+ GPT-5,OpenAI,128000,209,11.82,78,1342,1,24.45,510774284,39,4.15,2,3,3
67
+ Gemini-7,Google,256000,210,14.96,91,1389,0,2.45,291445738,41,3.69,3,3,3
68
+ DeepSeek-7,Deepseek,256000,136,8.75,89,1172,1,26.85,539858208,75,3.87,3,2,3
69
+ Claude-9,Anthropic,128000,153,2.73,88,1425,0,16.45,516393975,24,0.15,3,2,3
70
+ DeepSeek-3,Deepseek,256000,77,5.82,88,1058,1,24.53,201402013,60,2.14,3,2,3
71
+ DeepSeek-7,Deepseek,256000,63,7.39,89,1051,0,13.6,191179221,46,2.46,3,2,3
72
+ GPT-4,OpenAI,300000,192,12.99,75,1087,1,19.33,640370790,19,0.19,1,2,3
73
+ Llama-4,Meta AI,256000,179,11.5,78,997,1,15.82,24833272,68,1.37,2,2,3
74
+ Mistral-5,Mistral AI,1000000,192,7.25,77,1030,0,21.96,336744820,90,3.83,2,2,3
75
+ DeepSeek-7,Deepseek,2000000,168,19.73,60,1070,1,2.49,320443694,42,0.77,1,2,3
76
+ Llama-4,Meta AI,200000,99,12.19,73,1082,1,1.86,559342304,32,2.72,1,2,2
77
+ Llama-7,Meta AI,1000000,232,4.9,61,1263,0,7.45,500298475,39,1.15,1,3,3
78
+ Claude-3,Anthropic,256000,222,2.22,87,938,1,4.83,471824025,36,0.16,3,3,3
79
+ Mistral-2,Mistral AI,300000,271,3.23,89,1426,0,26.16,627906918,97,1.28,3,3,3
80
+ Gemini-9,Google,128000,248,5.07,63,1396,0,6.62,272568110,36,4.88,1,3,3
81
+ Llama-6,Meta AI,256000,183,3.38,60,1415,1,29.28,839625268,3,4.03,1,2,3
82
+ Command-4,Cohere,300000,246,3.89,67,1248,1,10.14,560248370,73,4.8,1,3,3
83
+ Mistral-7,Mistral AI,2000000,166,5.84,88,1296,1,5.5,595202523,8,2.49,3,2,3
84
+ Command-9,Cohere,256000,39,3.63,62,1060,1,23.7,208404732,97,0.64,1,1,3
85
+ DeepSeek-1,Deepseek,128000,66,17.96,91,915,1,19.78,853482616,70,2.79,3,2,3
86
+ GPT-9,OpenAI,300000,252,1.79,69,1392,1,14.97,414501952,41,2.33,1,3,3
87
+ Claude-9,Anthropic,300000,33,10.59,69,1325,1,16.68,196323711,68,4.24,1,1,3
88
+ Command-9,Cohere,300000,162,8.33,78,1007,0,21.59,529462416,13,0.58,2,2,3
89
+ Claude-7,Anthropic,2000000,20,19.65,93,1349,1,6.89,835125186,49,2.49,3,1,3
90
+ Mistral-8,Mistral AI,256000,73,2.42,92,1210,0,29.89,976215627,60,0.84,3,2,3
91
+ Claude-9,Anthropic,2000000,278,8.08,82,1069,1,29.25,63094533,2,1.69,2,3,3
92
+ Mistral-5,Mistral AI,200000,163,19.4,87,1445,1,19.53,314474105,60,3.71,3,2,3
93
+ GPT-3,OpenAI,200000,31,17.34,91,1313,0,6.03,374027178,5,2.43,3,1,3
94
+ Gemini-8,Google,256000,243,16.38,66,1150,1,20.42,444408322,44,1.94,1,3,3
95
+ DeepSeek-6,Deepseek,2000000,291,5.31,88,1040,1,2.21,723563111,27,2.03,3,3,3
96
+ Nova-8,AWS,128000,175,3.58,67,1173,0,0.97,722568461,32,2.35,1,2,2
97
+ GPT-4,OpenAI,300000,27,13.44,60,1315,1,7.77,612459117,21,3.95,1,1,3
98
+ GPT-1,OpenAI,300000,141,18.6,62,938,1,13.91,513307113,8,4.47,1,2,3
99
+ Gemini-4,Google,256000,183,11.22,83,928,1,26.05,40233569,72,4.78,2,2,3
100
+ Command-7,Cohere,200000,109,11.52,82,1376,0,21.83,917049933,50,3.96,2,2,3
101
+ Gemini-3,Google,200000,155,5.74,67,1217,1,22.29,2012584,67,1.65,1,2,3
102
+ GPT-5,OpenAI,300000,205,15.44,62,1144,1,12.79,557525666,44,3.47,1,3,3
103
+ GPT-8,OpenAI,256000,197,3.9,92,1171,1,10.41,182050548,58,2.24,3,2,3
104
+ GPT-1,OpenAI,2000000,47,6.61,87,1339,1,11.16,486864313,3,1.35,3,1,3
105
+ Gemini-2,Google,200000,239,8.62,67,1138,0,29.63,865443815,86,4.22,1,3,3
106
+ Command-6,Cohere,2000000,60,10.25,93,1276,0,1.25,82055631,70,0.29,3,2,2
107
+ DeepSeek-5,Deepseek,200000,247,5.0,94,1165,1,26.02,417430625,2,4.52,3,3,3
108
+ Nova-1,AWS,200000,211,2.47,91,1258,1,17.38,984428645,87,2.36,3,3,3
109
+ GPT-3,OpenAI,1000000,164,12.29,83,1239,0,13.19,705490491,44,3.22,2,2,3
110
+ Mistral-2,Mistral AI,200000,220,5.91,73,1288,0,21.77,110231828,2,3.33,1,3,3
111
+ Llama-6,Meta AI,128000,231,11.71,91,1476,1,14.63,273974140,81,4.49,3,3,3
112
+ Nova-7,AWS,256000,239,3.26,75,902,0,26.21,392006457,35,3.22,1,3,3
113
+ Command-7,Cohere,256000,259,9.73,63,1328,1,27.03,467900728,98,3.11,1,3,3
114
+ Claude-8,Anthropic,2000000,65,10.75,80,1041,0,12.68,559285931,87,0.43,2,2,3
115
+ Claude-1,Anthropic,200000,54,1.23,73,1275,0,8.34,640015140,30,2.64,1,2,3
116
+ DeepSeek-6,Deepseek,128000,272,6.86,90,1223,0,17.79,639288961,8,0.84,3,3,3
117
+ Nova-5,AWS,2000000,101,2.86,77,1045,0,27.38,114448335,22,3.71,2,2,3
118
+ Command-2,Cohere,1000000,275,1.45,66,1192,1,6.36,344437700,44,2.61,1,3,3
119
+ Mistral-6,Mistral AI,2000000,216,19.8,69,1331,0,18.71,144421835,58,3.43,1,3,3
120
+ Claude-1,Anthropic,2000000,29,6.58,66,1484,0,18.97,973749635,36,0.3,1,1,3
121
+ GPT-6,OpenAI,200000,261,16.24,92,1298,1,22.01,463548846,69,0.52,3,3,3
122
+ Nova-3,AWS,1000000,270,5.24,82,1243,0,3.99,620144330,77,3.61,2,3,3
123
+ Command-4,Cohere,2000000,24,13.69,80,1039,0,21.49,64023119,93,0.45,2,1,3
124
+ Claude-3,Anthropic,128000,138,15.25,78,1086,1,27.28,212332534,31,0.45,2,2,3
125
+ DeepSeek-3,Deepseek,128000,84,11.99,78,960,0,5.43,270621669,47,0.16,2,2,3
126
+ Command-7,Cohere,256000,165,9.54,88,1279,1,7.16,936931473,55,4.79,3,2,3
127
+ Command-9,Cohere,1000000,243,8.35,77,1339,1,29.14,925626379,80,3.71,2,3,3
128
+ GPT-8,OpenAI,1000000,258,7.11,61,1218,1,5.47,882817562,62,1.83,1,3,3
129
+ Nova-7,AWS,256000,196,18.6,60,1201,1,25.64,91299914,30,1.55,1,2,3
130
+ Gemini-8,Google,2000000,286,16.65,64,1243,0,14.79,78408332,55,1.81,1,3,3
131
+ GPT-9,OpenAI,1000000,82,19.31,79,910,1,7.45,311027380,16,3.9,2,2,3
132
+ GPT-2,OpenAI,128000,236,2.66,70,961,0,26.13,840960054,12,3.34,1,3,3
133
+ DeepSeek-3,Deepseek,128000,196,14.67,61,1125,0,13.39,776896778,17,1.01,1,2,3
134
+ DeepSeek-9,Deepseek,200000,117,18.78,62,1052,0,15.47,32582294,16,0.95,1,2,3
135
+ Command-1,Cohere,1000000,124,3.79,82,1463,0,10.81,630233071,12,0.58,2,2,3
136
+ Gemini-1,Google,2000000,118,1.52,71,1470,0,17.81,633499086,8,3.34,1,2,3
137
+ Nova-5,AWS,256000,25,14.87,79,1483,0,4.95,306246420,84,3.85,2,1,3
138
+ Llama-7,Meta AI,256000,216,11.57,64,1474,0,11.76,635886363,3,1.4,1,3,3
139
+ GPT-9,OpenAI,2000000,152,16.87,89,1209,0,29.08,879108142,16,0.2,3,2,3
140
+ Claude-3,Anthropic,300000,278,2.97,68,1142,0,7.78,664501699,30,0.5,1,3,3
141
+ Nova-3,AWS,200000,42,15.95,93,1392,0,19.72,760457578,23,4.84,3,1,3
142
+ Command-8,Cohere,256000,72,4.19,94,1265,1,9.79,558765778,92,1.55,3,2,3
143
+ Mistral-8,Mistral AI,1000000,184,3.44,81,1229,1,23.22,258946478,5,3.87,2,2,3
144
+ GPT-8,OpenAI,200000,221,3.45,83,1006,1,3.97,846870499,84,3.16,2,3,3
145
+ Command-1,Cohere,1000000,102,16.33,76,1125,0,29.1,792246708,65,1.97,2,2,3
146
+ Nova-4,AWS,128000,164,13.37,69,1117,1,13.64,984434476,30,1.11,1,2,3
147
+ Mistral-8,Mistral AI,200000,104,10.56,89,1405,1,7.12,436566133,21,0.69,3,2,3
148
+ Command-3,Cohere,256000,97,7.3,82,1158,1,2.25,835721650,84,3.11,2,2,3
149
+ Nova-9,AWS,200000,20,17.57,91,1416,0,5.13,435699137,70,3.9,3,1,3
150
+ Claude-9,Anthropic,200000,70,7.97,76,953,0,15.62,714488813,22,3.26,2,2,3
151
+ Llama-2,Meta AI,200000,192,16.37,76,946,0,10.14,504121955,82,2.7,2,2,3
152
+ Nova-2,AWS,300000,224,8.89,73,1420,0,24.88,29205135,72,0.31,1,3,3
153
+ Gemini-6,Google,200000,279,7.66,68,998,1,12.96,99248148,32,4.85,1,3,3
154
+ Claude-9,Anthropic,1000000,53,9.36,61,919,1,7.5,149877971,33,4.01,1,2,3
155
+ Command-1,Cohere,128000,114,6.17,84,1472,1,18.53,730656909,16,1.53,2,2,3
156
+ Command-1,Cohere,2000000,91,15.0,68,1389,1,21.22,246158522,76,4.9,1,2,3
157
+ Mistral-5,Mistral AI,200000,58,10.15,81,1318,0,5.05,771501372,38,3.05,2,2,3
158
+ Nova-4,AWS,256000,173,4.8,63,961,0,5.07,227844494,98,2.95,1,2,3
159
+ Nova-8,AWS,200000,269,18.01,85,1044,0,1.15,138656571,14,3.77,2,3,2
160
+ DeepSeek-3,Deepseek,256000,181,7.8,88,1115,1,22.11,168296386,36,4.08,3,2,3
161
+ GPT-1,OpenAI,1000000,137,10.96,93,902,0,19.93,347700519,97,3.32,3,2,3
162
+ Nova-3,AWS,256000,278,18.15,82,1059,0,14.27,263414575,23,0.73,2,3,3
163
+ Mistral-7,Mistral AI,2000000,287,12.56,70,1019,1,25.33,385042185,66,1.76,1,3,3
164
+ Mistral-6,Mistral AI,128000,73,2.51,65,988,1,24.18,473979971,85,4.65,1,2,3
165
+ Mistral-3,Mistral AI,256000,255,18.81,77,1228,0,17.58,934838589,2,1.2,2,3,3
166
+ Mistral-8,Mistral AI,256000,241,12.63,80,1479,0,26.05,928460081,91,1.92,2,3,3
167
+ Claude-2,Anthropic,128000,270,6.83,93,1256,0,6.21,643937953,73,2.22,3,3,3
168
+ Llama-1,Meta AI,2000000,131,2.96,76,1166,0,3.4,97269328,65,2.25,2,2,3
169
+ Command-1,Cohere,200000,274,15.92,84,1222,0,8.13,973877484,75,3.1,2,3,3
170
+ Llama-3,Meta AI,256000,226,12.48,71,1440,0,1.76,702538019,67,4.72,1,3,2
171
+ Command-3,Cohere,128000,248,10.76,82,1094,1,15.96,314380025,52,1.28,2,3,3
172
+ Nova-1,AWS,1000000,85,17.9,81,1231,1,28.1,523596792,62,0.7,2,2,3
173
+ Nova-1,AWS,128000,94,15.81,80,1069,1,1.23,96655357,23,1.07,2,2,2
174
+ Command-5,Cohere,1000000,122,3.2,86,1420,0,3.71,778130538,26,4.45,3,2,3
175
+ Mistral-3,Mistral AI,2000000,211,6.37,90,1362,1,13.59,529337254,68,3.26,3,3,3
176
+ Command-9,Cohere,200000,271,5.12,65,939,0,28.02,777995262,82,1.5,1,3,3
177
+ Llama-8,Meta AI,128000,245,14.93,86,1436,0,9.52,470037259,55,4.1,3,3,3
178
+ Llama-1,Meta AI,300000,117,0.86,93,1160,1,15.24,779371753,6,4.32,3,2,3
179
+ Mistral-5,Mistral AI,256000,268,11.48,71,1294,0,1.3,213908166,35,4.25,1,3,2
180
+ DeepSeek-3,Deepseek,2000000,185,15.3,66,1125,0,4.49,108175916,22,4.6,1,2,3
181
+ Command-1,Cohere,128000,49,17.56,69,1023,1,29.6,792887102,43,1.34,1,1,3
182
+ Command-5,Cohere,256000,266,6.97,76,937,1,28.96,897946854,15,3.8,2,3,3
183
+ Nova-7,AWS,128000,125,16.46,85,1227,1,0.2,194568798,86,2.36,2,2,1
184
+ GPT-3,OpenAI,1000000,70,2.39,80,1150,0,28.56,459132887,60,4.23,2,2,3
185
+ Nova-2,AWS,128000,100,16.96,87,1075,1,19.19,186532752,12,3.67,3,2,3
186
+ GPT-6,OpenAI,300000,152,2.72,61,1353,1,26.04,289203785,49,3.9,1,2,3
187
+ Gemini-3,Google,128000,157,8.07,60,936,0,13.67,795650140,42,3.32,1,2,3
188
+ Nova-8,AWS,128000,203,15.99,85,1215,1,15.49,28286921,38,0.97,2,3,3
189
+ Gemini-6,Google,300000,292,3.17,88,1492,1,14.69,720591447,82,2.77,3,3,3
190
+ DeepSeek-2,Deepseek,2000000,88,4.74,80,1013,1,20.02,914613955,45,4.92,2,2,3
191
+ DeepSeek-2,Deepseek,128000,53,14.5,70,939,0,4.23,749689587,35,4.69,1,2,3
192
+ Gemini-1,Google,300000,281,14.46,70,1200,0,0.95,373929493,30,0.31,1,3,2
193
+ Nova-1,AWS,256000,72,12.89,94,1123,0,9.27,240586150,88,0.91,3,2,3
194
+ GPT-6,OpenAI,1000000,224,13.94,93,1217,0,21.16,282488277,30,0.75,3,3,3
195
+ Nova-7,AWS,1000000,145,10.95,83,1248,1,6.1,215821344,78,3.66,2,2,3
196
+ Llama-7,Meta AI,128000,254,5.19,81,1014,0,20.22,530570059,6,4.11,2,3,3
197
+ Gemini-3,Google,2000000,62,7.04,64,1222,0,29.1,186555415,67,1.15,1,2,3
198
+ Gemini-9,Google,2000000,259,3.8,92,1467,1,2.86,113913164,80,2.58,3,3,3
199
+ Nova-7,AWS,256000,130,18.19,79,939,1,20.19,571980809,7,4.22,2,2,3
200
+ GPT-4,OpenAI,128000,268,11.75,78,939,1,13.34,482443470,52,3.69,2,3,3
201
+ Llama-4,Meta AI,1000000,170,8.14,94,1188,0,26.05,865120794,14,2.76,3,2,3
model/feature_names.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa0860fd52ce40d363163926c5c7deb65bdec326a25a010a618504897176155e
3
+ size 270
model/optimized_model.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a4dc6b418e2ad9c456461931fdfa9c95e26663f32e384d84dc7cec81a040aec2
3
+ size 75283
requirements.txt ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ gradio
2
+ pandas
3
+ numpy
4
+ scikit-learn
5
+ joblib