Spaces:
Sleeping
Sleeping
File size: 1,811 Bytes
070061f |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 |
import os
import joblib
import pandas as pd
from sklearn.model_selection import train_test_split
from sklearn.ensemble import RandomForestClassifier, GradientBoostingClassifier, AdaBoostClassifier
from sklearn.svm import SVC
from sklearn.linear_model import LogisticRegression
from sklearn.metrics import classification_report, accuracy_score
from preprocessing import preprocess_adult
from load_adult_data import load_adult_data
def train_and_evaluate(X, y, model, model_name, models_dir):
X_train, X_test, y_train, y_test = train_test_split(X, y, test_size=0.2, random_state=42)
model.fit(X_train, y_train)
y_pred = model.predict(X_test)
print(f"\n{model_name} Results:")
print(classification_report(y_test, y_pred))
print(f"Accuracy: {accuracy_score(y_test, y_pred):.4f}")
# Save model
joblib.dump(model, os.path.join(models_dir, f'{model_name}.pkl'))
if __name__ == '__main__':
data_dir = os.path.join(os.path.dirname(__file__), '..', 'data')
models_dir = os.path.join(os.path.dirname(__file__), '..', 'models')
os.makedirs(models_dir, exist_ok=True)
df, _ = load_adult_data(data_dir)
df_clean = preprocess_adult(df)
X = df_clean.drop('income', axis=1)
y = df_clean['income']
classifiers = [
(RandomForestClassifier(n_estimators=100, random_state=42), 'RandomForest'),
(GradientBoostingClassifier(n_estimators=100, random_state=42), 'GradientBoosting'),
(AdaBoostClassifier(n_estimators=100, random_state=42), 'AdaBoost'),
(SVC(kernel='rbf', probability=True, random_state=42), 'SVM'),
(LogisticRegression(max_iter=1000, random_state=42), 'LogisticRegression')
]
for clf, name in classifiers:
train_and_evaluate(X, y, clf, name, models_dir)
|