app.py

import streamlit as st
import torch
from transformers import AutoModelForSequenceClassification, AutoTokenizer, Trainer, TrainingArguments
from datasets import load_dataset
import os
import pandas as pd
import time

# Set up Streamlit page
st.set_page_config(page_title="AutoTrain AI", page_icon="🚀", layout="wide")
st.title("AutoTrain AI 🚀")
st.subheader("Train AI models using PyTorch & Hugging Face Transformers")

# Sidebar Configuration
st.sidebar.header("Configuration")
hf_user = st.sidebar.selectbox("Hugging Face User", ["hennings1984"])
task = st.sidebar.selectbox("Select Task", ["Text Classification", "Sentiment Analysis", "Text Generation", "Translation"])
hardware = st.sidebar.selectbox("Hardware", ["CPU", "Single GPU", "Multi-GPU", "TPU"])
model_choice = st.sidebar.selectbox("Choose Model", ["bert-base-uncased", "distilbert-base-uncased", "roberta-base", "Custom Model"])
dataset_source = st.sidebar.selectbox("Dataset Source", ["glue/sst2", "imdb", "ag_news", "Custom"])

# Training Parameters
epochs = st.sidebar.slider("Number of Epochs", 1, 10, 3)
batch_size = st.sidebar.selectbox("Batch Size", [8, 16, 32, 64], index=1)
learning_rate = st.sidebar.slider("Learning Rate", 1e-6, 1e-3, 2e-5, format="%.6f")

# Check if GPU/TPU is available
device = "cuda" if torch.cuda.is_available() and hardware in ["Single GPU", "Multi-GPU"] else "cpu"
if hardware == "TPU":
    device = "tpu"

st.sidebar.write(f"**Using Device:** {device.upper()}")

# Checkpoint Handling
resume_training = st.sidebar.checkbox("Resume Training from Checkpoint")
checkpoint_path = "checkpoint.pth" if resume_training else None

# File Paths
log_file = "train_log.txt"
metrics_file = "metrics.csv"

# Training Buttons
st.write("### Model Training Control")
start_train = st.button("Start Training 🚀")
stop_train = st.button("Stop Training ⛔")

# Live Logs Display
st.write("### Training Logs (Live Updates)")
log_area = st.empty()

# Live Training Metrics
st.write("### Training Metrics 📊")

# Training Function
def train_model():
    st.success(f"Training started for {task} with {model_choice} on {device.upper()}")

    # Load model & tokenizer
    tokenizer = AutoTokenizer.from_pretrained(model_choice) if model_choice != "Custom Model" else None
    model = AutoModelForSequenceClassification.from_pretrained(model_choice, num_labels=2) if model_choice != "Custom Model" else None

    # Load dataset
    if dataset_source == "Custom":
        uploaded_file = st.sidebar.file_uploader("Upload your dataset", type=["csv", "json"])
        if uploaded_file is not None:
            dataset = pd.read_csv(uploaded_file) if uploaded_file.name.endswith(".csv") else pd.read_json(uploaded_file)
            dataset = dataset.to_dict(orient="records")
    else:
        dataset = load_dataset(dataset_source)

    # Check available columns and ask user for the column name to tokenize
    if "train" in dataset:
        train_data = dataset["train"]
        columns = train_data.features.keys()
        text_column = st.sidebar.selectbox("Select Text Column", list(columns))
        label_column = st.sidebar.selectbox("Select Label Column", list(columns))
    else:
        st.error("Dataset not in correct format. Ensure it has a 'train' split.")
        return

    # Tokenization function
    def tokenize_function(examples):
        return tokenizer(examples[text_column], truncation=True, padding="max_length")

    # Apply tokenization
    tokenized_datasets = dataset.map(tokenize_function, batched=True)
    train_dataset = tokenized_datasets["train"]
    eval_dataset = tokenized_datasets["test"] if "test" in dataset else tokenized_datasets["validation"]

    # Checkpoint Handling
    if resume_training and os.path.exists(checkpoint_path):
        model.load_state_dict(torch.load(checkpoint_path))

    # Move model to device
    model.to(torch.device(device))

    # Training arguments
    training_args = TrainingArguments(
        output_dir="./results",
        evaluation_strategy="epoch",
        logging_dir="./logs",
        logging_steps=5,
        per_device_train_batch_size=batch_size,
        per_device_eval_batch_size=batch_size,
        num_train_epochs=epochs,
        save_strategy="epoch",
        learning_rate=learning_rate
    )

    # Trainer setup
    trainer = Trainer(
        model=model,
        args=training_args,
        train_dataset=train_dataset,
        eval_dataset=eval_dataset,
    )

    # Training Loop
    metrics = []
    with open(log_file, "w") as log_file_handle:
        log_file_handle.write("Starting training...\n")
        log_file_handle.flush()

        for epoch in range(epochs):
            trainer.train()
            results = trainer.evaluate()

            # Save Checkpoint
            torch.save(model.state_dict(), f"checkpoint_epoch_{epoch+1}.pth")

            # Log results
            log_text = f"Epoch {epoch+1}: Loss = {results['eval_loss']:.4f}, Accuracy = {results.get('eval_accuracy', 0):.4f}\n"
            log_file_handle.write(log_text)
            log_file_handle.flush()

            # Save metrics
            metrics.append({"epoch": epoch+1, "loss": results["eval_loss"], "accuracy": results.get("eval_accuracy", 0)})
            pd.DataFrame(metrics).to_csv(metrics_file, index=False)

            # Update logs & metrics in UI
            log_area.text(log_text)
            st.line_chart(pd.DataFrame(metrics).set_index("epoch"))

            time.sleep(2)

# Start Training
if start_train:
    train_model()

# Stop Training
if stop_train:
    st.warning("Training stopped manually.")