FraleyLabAttachmentBot / ChatAttachmentAnalysis.py
AjithKSenthil's picture
This will probably be the way we do it
4247f5a
raw
history blame
1.09 kB
import pandas as pd
import numpy as np
from sklearn.ensemble import RandomForestRegressor
from sklearn.model_selection import train_test_split
from sklearn.metrics import mean_squared_error, mean_absolute_error
# Read your data file
datafile_path = "data/chat_transcripts_with_embeddings.csv"
df = pd.read_csv(datafile_path)
# Convert embeddings to numpy arrays
df["embedding"] = df.embedding.apply(eval).apply(np.array)
# Split the data into features (X) and labels (y)
X = list(df.embedding.values)
y = df[['attachment', 'avoidance']] # Assuming your attachment scores are in these two columns
# Split data into training and testing sets
X_train, X_test, y_train, y_test = train_test_split(X, y, test_size=0.2, random_state=42)
# Train your regression model
rfr = RandomForestRegressor(n_estimators=100)
rfr.fit(X_train, y_train)
# Make predictions on the test data
preds = rfr.predict(X_test)
# Evaluate your model
mse = mean_squared_error(y_test, preds)
mae = mean_absolute_error(y_test, preds)
print(f"Chat transcript embeddings performance: mse={mse:.2f}, mae={mae:.2f}")