import streamlit as st
import pandas as pd
import pickle
import re
import numpy as np
import plotly.express as px
import plotly.graph_objects as go
from datetime import datetime
import time
import base64
def get_default_robot_icon():
return "https://raw.githubusercontent.com/FortAwesome/Font-Awesome/master/svgs/solid/robot.svg"
# Set page configuration
st.set_page_config(
page_title="Twitter Bot Detector",
page_icon="🤖",
layout="wide",
initial_sidebar_state="expanded"
)
# Custom CSS
st.markdown("""
""", unsafe_allow_html=True)
@st.cache_resource
def load_model(model_path='bot_detector_model.pkl'):
try:
with open(model_path, 'rb') as f:
model_components = pickle.load(f)
return model_components
except FileNotFoundError:
st.error("Model file not found. Please ensure the model is trained and saved.")
return None
def make_prediction(features, tweet_content, model_components):
features_scaled = model_components['scaler'].transform(features)
behavioral_probs = model_components['behavioral_model'].predict_proba(features_scaled)[0]
if tweet_content:
tweet_features = model_components['tweet_vectorizer'].transform([tweet_content])
tweet_probs = model_components['tweet_model'].predict_proba(tweet_features)[0]
final_probs = 0.8 * behavioral_probs + 0.2 * tweet_probs
else:
final_probs = behavioral_probs
prediction = (final_probs[1] > 0.5)
confidence = final_probs[1] if prediction else final_probs[0]
return prediction, confidence, final_probs
def create_gauge_chart(confidence, prediction):
fig = go.Figure(go.Indicator(
mode = "gauge+number",
value = confidence * 100,
domain = {'x': [0, 1], 'y': [0, 1]},
title = {'text': "Confidence Score"},
gauge = {
'axis': {'range': [None, 100]},
'bar': {'color': "darkred" if prediction else "darkgreen"},
'steps': [
{'range': [0, 33], 'color': 'lightgray'},
{'range': [33, 66], 'color': 'gray'},
{'range': [66, 100], 'color': 'darkgray'}
],
'threshold': {
'line': {'color': "red", 'width': 4},
'thickness': 0.75,
'value': 50
}
}
))
fig.update_layout(height=300)
return fig
def create_probability_chart(probs):
labels = ['Human', 'Bot']
fig = go.Figure(data=[go.Pie(
labels=labels,
values=[probs[0]*100, probs[1]*100],
hole=.3,
marker_colors=['#00CC96', '#EF553B']
)])
fig.update_layout(
title="Probability Distribution",
height=300
)
return fig
def main():
# Sidebar
st.sidebar.image("piclumen-1739279351872.png", width=100) # Replace with your logo
st.sidebar.title("Navigation")
page = st.sidebar.radio("Go to", ["Bot Detection", "About", "Statistics"])
if page == "Bot Detection":
st.title("🤖 Twitter Bot Detection System")
st.markdown("""
Welcome to the Advanced Bot Detection System
This advanced system analyzes Twitter accounts using machine learning to determine if they're automated bots or human users.
Our system uses multiple features and sophisticated algorithms to provide accurate detection results.
""", unsafe_allow_html=True)
# Load model components
model_components = load_model()
if model_components is None:
st.stop()
# Create tabs
tab1, tab2 = st.tabs(["📝 Input Details", "📊 Analysis Results"])
with tab1:
st.markdown("### Account Information")
col1, col2, col3 = st.columns([1,1,1])
with col1:
name = st.text_input("Account Name", placeholder="@username")
followers_count = st.number_input("Followers Count", min_value=0)
friends_count = st.number_input("Friends Count", min_value=0)
listed_count = st.number_input("Listed Count", min_value=0)
with col2:
favorites_count = st.number_input("Favorites Count", min_value=0)
statuses_count = st.number_input("Statuses Count", min_value=0)
account_age = st.number_input("Account Age (days)", min_value=0)
with col3:
description = st.text_area("Profile Description")
location = st.text_input("Location")
st.markdown("### Account Properties")
prop_col1, prop_col2, prop_col3, prop_col4 = st.columns(4)
with prop_col1:
verified = st.checkbox("Verified Account")
with prop_col2:
default_profile = st.checkbox("Default Profile")
with prop_col3:
default_profile_image = st.checkbox("Default Profile Image")
with prop_col4:
has_extended_profile = st.checkbox("Extended Profile")
has_url = st.checkbox("Has URL")
st.markdown("### Tweet Content")
tweet_content = st.text_area("Sample Tweet ", height=100)
if st.button("🔍 Analyze Account"):
with st.spinner('Analyzing account characteristics...'):
# Prepare features
features = pd.DataFrame([{
'followers_count': followers_count,
'friends_count': friends_count,
'listed_count': listed_count,
'favorites_count': favorites_count,
'statuses_count': statuses_count,
'verified': int(verified),
'followers_friends_ratio': followers_count / (friends_count + 1),
'statuses_per_day': statuses_count / (account_age + 1),
'engagement_ratio': favorites_count / (statuses_count + 1),
'account_age_days': account_age,
'name_length': len(name),
'name_has_digits': int(bool(re.search(r'\d', name))),
'description_length': len(description),
'has_location': int(bool(location.strip())),
'has_url': int(has_url),
'default_profile': int(default_profile),
'default_profile_image': int(default_profile_image),
'has_extended_profile': int(has_extended_profile)
}])
# Make prediction
prediction, confidence, probs = make_prediction(features, tweet_content, model_components)
# Switch to results tab
time.sleep(1) # Add small delay for effect
tab2.markdown("### Analysis Complete!")
with tab2:
# Display main result
if prediction:
st.error("🤖 Bot Account Detected!")
else:
st.success("👤 Human Account Detected!")
# Create three columns for visualizations
metric_col1, metric_col2 = st.columns(2)
with metric_col1:
# Gauge chart
st.plotly_chart(create_gauge_chart(confidence, prediction), use_container_width=True)
with metric_col2:
# Probability distribution
st.plotly_chart(create_probability_chart(probs), use_container_width=True)
# Feature importance
st.markdown("### Feature Analysis")
feature_importance = pd.DataFrame({
'Feature': model_components['feature_names'],
'Importance': model_components['behavioral_model'].feature_importances_
}).sort_values('Importance', ascending=False)
fig = px.bar(feature_importance,
x='Importance',
y='Feature',
orientation='h',
title='Feature Importance Analysis')
fig.update_layout(height=400)
st.plotly_chart(fig, use_container_width=True)
# Account metrics comparison
metrics_data = {
'Metric': ['Followers', 'Friends', 'Tweets', 'Favorites'],
'Count': [followers_count, friends_count, statuses_count, favorites_count]
}
fig = px.bar(metrics_data,
x='Metric',
y='Count',
title='Account Metrics Overview',
color='Count',
color_continuous_scale='Viridis')
st.plotly_chart(fig, use_container_width=True)
elif page == "About":
st.title("About the Bot Detection System")
# System Overview
st.markdown("""
🎯 System Overview
Our Twitter Bot Detection System uses state-of-the-art machine learning algorithms to analyze Twitter accounts
and determine whether they are automated bots or genuine human users. The system achieves this through multi-faceted
analysis of various account characteristics and behaviors.
""", unsafe_allow_html=True)
# Key Features
st.markdown("### 🔑 Key Features Analyzed")
col1, col2 = st.columns(2)
with col1:
st.markdown("""
#### Account Characteristics
- Profile completeness
- Account age and verification status
- Username patterns
- Profile description analysis
#### Behavioral Patterns
- Posting frequency
- Engagement rates
- Temporal patterns
- Content similarity
""")
with col2:
st.markdown("""
#### Network Analysis
- Follower-following ratio
- Friend acquisition rate
- Network growth patterns
#### Content Analysis
- Tweet sentiment
- Language patterns
- URL sharing frequency
- Hashtag usage
""")
# Technical Details
st.markdown("""
⚙️ Technical Implementation
The system employs a hierarchical classification approach:
- Primary Analysis: Random Forest Classifier for behavioral patterns
- Secondary Analysis: Natural Language Processing for content analysis
- Final Decision: Weighted ensemble of multiple models
""", unsafe_allow_html=True)
# Accuracy Metrics
st.markdown("### 📊 System Performance")
metrics_col1, metrics_col2, metrics_col3, metrics_col4 = st.columns(4)
with metrics_col1:
st.metric("Accuracy", "87%")
with metrics_col2:
st.metric("Precision", "89%")
with metrics_col3:
st.metric("Recall", "83%")
with metrics_col4:
st.metric("F1 Score", "86%")
# Use Cases
st.markdown("""
### 🎯 Common Use Cases
- **Social Media Management**: Identify and remove bot accounts
- **Research**: Analyze social media manipulation
- **Marketing**: Verify authentic engagement
- **Security**: Protect against automated threats
""")
else: # Statistics page
st.title("System Statistics")
# Add some sample statistics
col1, col2 = st.columns(2)
with col1:
# Sample detection distribution
detection_data = {
'Category': ['Bots', 'Humans'],
'Count': [324, 676]
}
fig = px.pie(detection_data,
values='Count',
names='Category',
title='Detection Distribution',
color_discrete_sequence=['#FF4B4B', '#00CC96'])
st.plotly_chart(fig, use_container_width=True)
with col2:
# Confidence score distribution
confidence_data = {
'Score': ['90-100%', '80-90%', '70-80%', '60-70%', '50-60%'],
'Count': [250, 300, 200, 150, 100]
}
fig = px.bar(confidence_data,
x='Score',
y='Count',
title='Confidence Score Distribution',
color='Count',
color_continuous_scale='Viridis')
st.plotly_chart(fig, use_container_width=True)
# Monthly statistics
st.markdown("### Monthly Detection Trends")
monthly_data = {
'Month': ['Jan', 'Feb', 'Mar', 'Apr', 'May', 'Jun'],
'Bots Detected': [45, 52, 38, 65, 48, 76],
'Accuracy': [92, 94, 93, 95, 94, 96]
}
fig = px.line(monthly_data,
x='Month',
y=['Bots Detected', 'Accuracy'],
title='Monthly Performance Metrics',
markers=True)
st.plotly_chart(fig, use_container_width=True)
# Key metrics
st.markdown("### Key System Metrics")
metric_col1, metric_col2, metric_col3, metric_col4 = st.columns(4)
with metric_col1:
st.metric("Total Analyses", "1,000", "+12%")
with metric_col2:
st.metric("Avg. Accuracy", "94.5%", "+2.3%")
with metric_col3:
st.metric("Bot Detection Rate", "32.4%", "-5.2%")
with metric_col4:
st.metric("Processing Time", "1.2s", "-0.3s")
if __name__ == "__main__":
main()