Upload 4 files

best_model_gru.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fa210e987f9c4953ad894831b39110c295c93985b4909c3710b362620173486
+size 42486857

model.py

@@ -0,0 +1,80 @@
+import torch
+import torch.nn as nn
+
+class ViolenceGRU(nn.Module):
+    def __init__(self):
+        super(ViolenceGRU, self).__init__()
+        
+        # 2D CNN Backbone (Applied to each frame independently)
+        self.conv1 = nn.Conv2d(3, 32, kernel_size=3, padding=1)
+        self.bn1 = nn.BatchNorm2d(32)
+        self.pool1 = nn.MaxPool2d(2, 2)
+        
+        self.conv2 = nn.Conv2d(32, 64, kernel_size=3, padding=1)
+        self.bn2 = nn.BatchNorm2d(64)
+        self.pool2 = nn.MaxPool2d(2, 2)
+        
+        self.conv3 = nn.Conv2d(64, 128, kernel_size=3, padding=1)
+        self.bn3 = nn.BatchNorm2d(128)
+        self.pool3 = nn.MaxPool2d(2, 2)
+        
+        self.conv4 = nn.Conv2d(128, 256, kernel_size=3, padding=1)
+        self.bn4 = nn.BatchNorm2d(256)
+        self.pool4 = nn.MaxPool2d(2, 2)
+        
+        self.relu = nn.ReLU()
+        self.dropout = nn.Dropout(0.5)
+        
+        # Calculate feature dim after CNN
+        # Input: 112x112
+        # Pool1: 56x56
+        # Pool2: 28x28
+        # Pool3: 14x14
+        # Pool4: 7x7
+        self.feature_dim = 256 * 7 * 7
+        
+        # GRU Layer
+        # input_size: Feature vector from CNN
+        # hidden_size: 256
+        # num_layers: 2
+        self.gru = nn.GRU(input_size=self.feature_dim, hidden_size=256, num_layers=2, batch_first=True, dropout=0.5)
+        
+        self.fc = nn.Linear(256, 2) # Binary Classification
+        
+    def forward(self, x):
+        # x shape from Dataset: (Batch, C, Seq, H, W)
+        b, c, s, h, w = x.size()
+        
+        # Reshape for 2D CNN: (Batch * Seq, C, H, W)
+        x = x.permute(0, 2, 1, 3, 4).contiguous() # (B, S, C, H, W)
+        x = x.view(b * s, c, h, w)
+        
+        # Pass through CNN
+        x = self.relu(self.bn1(self.conv1(x)))
+        x = self.pool1(x)
+        
+        x = self.relu(self.bn2(self.conv2(x)))
+        x = self.pool2(x)
+        
+        x = self.relu(self.bn3(self.conv3(x)))
+        x = self.pool3(x)
+        
+        x = self.relu(self.bn4(self.conv4(x)))
+        x = self.pool4(x)
+        
+        # Flatten features: (Batch * Seq, Feature_Dim)
+        x = x.view(b * s, -1)
+        
+        # Reshape for GRU: (Batch, Seq, Feature_Dim)
+        x = x.view(b, s, -1)
+        
+        # GRU Pass
+        # out: (Batch, Seq, Hidden_Dim)
+        out, _ = self.gru(x)
+        
+        # Take the last time step output for classification
+        out = out[:, -1, :] 
+        
+        out = self.dropout(out)
+        out = self.fc(out)
+        return out

readme.md

@@ -0,0 +1,22 @@
+# Violence GRU Model
+
+## Model Architecture
+- **Type**: CNN-GRU Hybrid
+- **Components**:
+  - **CNN Backbone**: 4-Layer 2D CNN to extract spatial features from each frame.
+  - **Recurrent Unit**: 2-Layer GRU (Gated Recurrent Unit) to model temporal dependencies.
+  - **Classifier**: Fully Connected Layer.
+- **Input**: Video sequence of 16 frames, resized to 112x112.
+- **Output**: Binary Classification (Violence vs No-Violence).
+
+## Dataset Structure
+The code expects a `Dataset` folder in the parent directory.
+```
+Dataset/
+├── violence/
+└── no-violence/
+```
+
+## How to Run
+1. Install dependencies: `torch`, `opencv-python`, `scikit-learn`, `numpy`.
+2. Run `python train.py`.

train.py

@@ -0,0 +1,288 @@
+import os
+import cv2
+import numpy as np
+import torch
+import torch.nn as nn
+import torch.optim as optim
+from torch.utils.data import Dataset, DataLoader
+from sklearn.model_selection import train_test_split
+from sklearn.metrics import classification_report, accuracy_score, confusion_matrix
+import time
+from model import ViolenceGRU
+
+# --- Configuration ---
+BASE_DIR = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
+DATASET_DIR = os.path.join(BASE_DIR, "Dataset")
+MODEL_SAVE_PATH = "best_model_gru.pth"
+
+# Hyperparameters
+IMG_SIZE = 112
+SEQ_LEN = 16
+BATCH_SIZE = 50       
+EPOCHS = 80
+LEARNING_RATE = 1e-4
+PATIENCE = 5
+
+# --- 1. Data Augmentation ---
+def augment_video_frames(frames):
+    """
+    Apply augmentation to a sequence of frames.
+    """
+    augmented_frames = []
+    
+    do_flip = np.random.random() > 0.5
+    do_rotate = np.random.random() > 0.5
+    angle = np.random.randint(-15, 15) if do_rotate else 0
+    
+    brightness = np.random.uniform(0.8, 1.2)
+    contrast = np.random.uniform(0.8, 1.2)
+    
+    for frame in frames:
+        new_frame = frame.copy()
+        
+        if do_flip:
+            new_frame = cv2.flip(new_frame, 1)
+            
+        if do_rotate:
+            (h, w) = new_frame.shape[:2]
+            center = (w // 2, h // 2)
+            M = cv2.getRotationMatrix2D(center, angle, 1.0)
+            new_frame = cv2.warpAffine(new_frame, M, (w, h))
+            
+        new_frame = cv2.convertScaleAbs(new_frame, alpha=contrast, beta=(brightness-1)*50)
+        augmented_frames.append(new_frame)
+        
+    return np.array(augmented_frames)
+
+# --- Dataset Class ---
+class ViolenceDataset(Dataset):
+    def __init__(self, video_paths, labels, transform=None, augment=False):
+        self.video_paths = video_paths
+        self.labels = labels
+        self.augment = augment
+        
+    def __len__(self):
+        return len(self.video_paths)
+    
+    def __getitem__(self, idx):
+        path = self.video_paths[idx]
+        label = self.labels[idx]
+        
+        try:
+            frames = self._load_video(path)
+        except Exception as e:
+            print(f"Error loading {path}: {e}")
+            frames = np.zeros((SEQ_LEN, IMG_SIZE, IMG_SIZE, 3), dtype=np.uint8)
+
+        if self.augment:
+            frames = augment_video_frames(frames)
+            
+        # Normalize and Channel First (C, D, H, W)
+        frames = torch.tensor(frames, dtype=torch.float32)
+        frames = frames / 255.0 
+        frames = frames.permute(3, 0, 1, 2) 
+        
+        return frames, label
+    
+    def _load_video(self, path):
+        cap = cv2.VideoCapture(path)
+        frames = []
+        try:
+            while True:
+                ret, frame = cap.read()
+                if not ret:
+                    break
+                frame = cv2.resize(frame, (IMG_SIZE, IMG_SIZE))
+                frames.append(frame)
+        finally:
+            cap.release()
+            
+        if len(frames) == 0:
+            return np.zeros((SEQ_LEN, IMG_SIZE, IMG_SIZE, 3), dtype=np.uint8)
+            
+        if len(frames) < SEQ_LEN:
+            while len(frames) < SEQ_LEN:
+                frames.append(frames[-1])
+        elif len(frames) > SEQ_LEN:
+            indices = np.linspace(0, len(frames)-1, SEQ_LEN, dtype=int)
+            frames = [frames[i] for i in indices]
+            
+        return np.array(frames)
+
+# --- 2. Data Splitting ---
+def prepare_data():
+    violence_dir = os.path.join(DATASET_DIR, 'violence')
+    no_violence_dir = os.path.join(DATASET_DIR, 'no-violence')
+    
+    if not os.path.exists(violence_dir) or not os.path.exists(no_violence_dir):
+        raise FileNotFoundError(f"Dataset directories not found. Expected {violence_dir} and {no_violence_dir}")
+
+    violence_files = [os.path.join(violence_dir, f) for f in os.listdir(violence_dir) if f.endswith('.avi') or f.endswith('.mp4')]
+    no_violence_files = [os.path.join(no_violence_dir, f) for f in os.listdir(no_violence_dir) if f.endswith('.avi') or f.endswith('.mp4')]
+    
+    X = violence_files + no_violence_files
+    y = [1] * len(violence_files) + [0] * len(no_violence_files)
+    
+    X_train, X_temp, y_train, y_temp = train_test_split(X, y, test_size=0.30, random_state=42, stratify=y)
+    X_val, X_test, y_val, y_test = train_test_split(X_temp, y_temp, test_size=0.50, random_state=42, stratify=y_temp)
+    
+    print(f"\nDataset Split Stats:")
+    print(f"Train: {len(X_train)} samples")
+    print(f"Val:   {len(X_val)} samples")
+    print(f"Test:  {len(X_test)} samples")
+    
+    return (X_train, y_train), (X_val, y_val), (X_test, y_test)
+
+# --- 4. Early Stopping ---
+class EarlyStopping:
+    def __init__(self, patience=5, verbose=False, path='checkpoint.pth'):
+        self.patience = patience
+        self.verbose = verbose
+        self.counter = 0
+        self.best_score = None
+        self.early_stop = False
+        self.val_loss_min = np.inf
+        self.path = path
+
+    def __call__(self, val_loss, model):
+        score = -val_loss
+
+        if self.best_score is None:
+            self.best_score = score
+            self.save_checkpoint(val_loss, model)
+        elif score < self.best_score:
+            self.counter += 1
+            if self.verbose:
+                print(f'EarlyStopping counter: {self.counter} out of {self.patience}')
+            if self.counter >= self.patience:
+                self.early_stop = True
+        else:
+            self.best_score = score
+            self.save_checkpoint(val_loss, model)
+            self.counter = 0
+
+    def save_checkpoint(self, val_loss, model):
+        if self.verbose:
+            print(f'Validation loss decreased ({self.val_loss_min:.6f} --> {val_loss:.6f}).  Saving model ...')
+        torch.save(model, self.path)
+        self.val_loss_min = val_loss
+
+# --- Main Execution ---
+if __name__ == "__main__":
+    start_time = time.time()
+    
+    device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
+    print(f"Using device: {device}")
+    
+    # Prepare Data
+    try:
+        (X_train, y_train), (X_val, y_val), (X_test, y_test) = prepare_data()
+    except Exception as e:
+        print(f"Data preparation failed: {e}")
+        exit(1)
+    
+    train_dataset = ViolenceDataset(X_train, y_train, augment=True)
+    val_dataset = ViolenceDataset(X_val, y_val, augment=False)
+    test_dataset = ViolenceDataset(X_test, y_test, augment=False)
+    
+    train_loader = DataLoader(train_dataset, batch_size=BATCH_SIZE, shuffle=True, num_workers=0)
+    val_loader = DataLoader(val_dataset, batch_size=BATCH_SIZE, shuffle=False, num_workers=0)
+    test_loader = DataLoader(test_dataset, batch_size=BATCH_SIZE, shuffle=False, num_workers=0)
+    
+    # Model Setup (GRU)
+    model = ViolenceGRU().to(device)
+    criterion = nn.CrossEntropyLoss()
+    optimizer = optim.Adam(model.parameters(), lr=LEARNING_RATE)
+    
+    early_stopping = EarlyStopping(patience=PATIENCE, verbose=True, path=MODEL_SAVE_PATH)
+    
+    # Training Loop
+    print("\nStarting GRU Training...")
+    
+    for epoch in range(EPOCHS):
+        model.train()
+        train_loss = 0.0
+        correct = 0
+        total = 0
+        
+        for batch_idx, (inputs, labels) in enumerate(train_loader):
+            inputs, labels = inputs.to(device), labels.to(device)
+            
+            optimizer.zero_grad()
+            outputs = model(inputs)
+            loss = criterion(outputs, labels)
+            loss.backward()
+            optimizer.step()
+            
+            train_loss += loss.item()
+            _, predicted = torch.max(outputs.data, 1)
+            total += labels.size(0)
+            correct += (predicted == labels).sum().item()
+            
+            if batch_idx % 10 == 0:
+                print(f"Epoch {epoch+1} Batch {batch_idx}/{len(train_loader)} Loss: {loss.item():.4f}", end='\r')
+            
+        train_acc = 100 * correct / total
+        avg_train_loss = train_loss / len(train_loader)
+        
+        # Validation
+        model.eval()
+        val_loss = 0.0
+        correct_val = 0
+        total_val = 0
+        
+        with torch.no_grad():
+            for inputs, labels in val_loader:
+                inputs, labels = inputs.to(device), labels.to(device)
+                outputs = model(inputs)
+                loss = criterion(outputs, labels)
+                val_loss += loss.item()
+                _, predicted = torch.max(outputs.data, 1)
+                total_val += labels.size(0)
+                correct_val += (predicted == labels).sum().item()
+        
+        val_acc = 100 * correct_val / total_val
+        avg_val_loss = val_loss / len(val_loader)
+        
+        print(f'\nEpoch [{epoch+1}/{EPOCHS}] '
+              f'Train Loss: {avg_train_loss:.4f} Acc: {train_acc:.2f}% '
+              f'Val Loss: {avg_val_loss:.4f} Acc: {val_acc:.2f}%')
+        
+        early_stopping(avg_val_loss, model)
+        if early_stopping.early_stop:
+            print("Early stopping triggered")
+            break
+            
+    # --- Overall Evaluation ---
+    print("\nLoading best GRU model for evaluation...")
+    if os.path.exists(MODEL_SAVE_PATH):
+        model = torch.load(MODEL_SAVE_PATH)
+    else:
+        print("Warning: Model file not found, using last epoch model.")
+        
+    model.eval()
+    
+    all_preds = []
+    all_labels = []
+    
+    print("Evaluating on Test set...")
+    with torch.no_grad():
+        for inputs, labels in test_loader:
+            inputs, labels = inputs.to(device), labels.to(device)
+            outputs = model(inputs)
+            _, predicted = torch.max(outputs.data, 1)
+            all_preds.extend(predicted.cpu().numpy())
+            all_labels.extend(labels.cpu().numpy())
+            
+    print("\n=== GRU Model Evaluation Report ===")
+    print(classification_report(all_labels, all_preds, target_names=['No Violence', 'Violence']))
+    
+    print("Confusion Matrix:")
+    cm = confusion_matrix(all_labels, all_preds)
+    print(cm)
+    
+    acc = accuracy_score(all_labels, all_preds)
+    print(f"\nFinal Test Accuracy: {acc*100:.2f}%")
+    
+    elapsed = time.time() - start_time
+    print(f"\nTotal execution time: {elapsed/60:.2f} minutes")