Spaces:
No application file
No application file
File size: 3,665 Bytes
6f88715 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 |
import cv2
import numpy as np
import os
import tensorflow as tf
from tensorflow.keras.applications import EfficientNetB7, ResNet50, VGG19
from tensorflow.keras.layers import Dense, Dropout, Flatten, Input
from tensorflow.keras.models import Model
train_dir = '/content/drive/MyDrive/dfdc/traini'
validation_dir = '/content/drive/MyDrive/dfdc/dfdc/vali'
# Set batch size and image dimensions
batch_size = 32
img_height = 224
img_width = 224
# Function to extract frames from videos using OpenCV
def extract_frames(video_path):
frames = []
cap = cv2.VideoCapture(video_path)
while cap.isOpened():
ret, frame = cap.read()
if ret:
frame = cv2.resize(frame, (img_height, img_width))
frame = cv2.cvtColor(frame, cv2.COLOR_BGR2RGB)
frames.append(frame)
else:
break
cap.release()
return frames
train_videos = [os.path.join(train_dir, f) for f in os.listdir(train_dir)]
train_labels = [1] * len(train_videos) # All videos are fake
train_frames = [extract_frames(v) for v in train_videos]
train_frames = np.array(train_frames) / 255.0
train_labels = np.array(train_labels)
validation_videos = [os.path.join(validation_dir, f) for f in os.listdir(validation_dir)]
validation_labels = [1] * len(validation_videos) # All videos are fake
validation_frames = [extract_frames(v) for v in validation_videos]
validation_frames = np.array(validation_frames) / 255.0
validation_labels = np.array(validation_labels)
train_ds = tf.data.Dataset.from_tensor_slices((train_frames, train_labels)).shuffle(len(train_frames)).batch(batch_size)
validation_ds = tf.data.Dataset.from_tensor_slices((validation_frames, validation_labels)).batch(batch_size)
input_shape = (img_height, img_width, 3)
inputs = Input(shape=input_shape)
vgg_model = VGG19(weights='imagenet', include_top=False, input_tensor=inputs)
resnet_inputs = Input(shape=input_shape)
resnet_model = ResNet50(weights='imagenet', include_top=False, input_tensor=resnet_inputs)
efficientnet_inputs = Input(shape=input_shape)
efficientnet_model = EfficientNetB7(weights='imagenet', include_top=False, input_tensor=efficientnet_inputs)
vgg_output = Flatten()(vgg_model.output)
vgg_output = Dense(256, activation='relu')(vgg_output)
vgg_output = Dropout(0.5)(vgg_output)
vgg_output = Dense(1, activation='sigmoid')(vgg_output)
vgg_model = Model(inputs=inputs, outputs=vgg_output)
resnet_output = Flatten()(resnet_model.output)
resnet_output = Dense(256, activation='relu')(resnet_output)
resnet_output = Dropout(0.5)(resnet_output)
resnet_output = Dense(1, activation='sigmoid')(resnet_output)
resnet_model = Model(inputs=resnet_inputs, outputs=resnet_output)
efficientnet_output = Flatten()(efficientnet_model.output)
efficientnet_output = Dense(256, activation='relu')(efficientnet_output)
efficientnet_output = Dropout(0.5)(efficientnet_output)
efficientnet_output = Dense(1, activation='sigmoid')(efficientnet_output)
efficientnet_model = Model(inputs=efficientnet_inputs, outputs=efficientnet_output)
for layer in vgg_model.layers:
layer.trainable = False
for layer in resnet_model.layers:
layer.trainable = False
for layer in efficientnet_model.layers:
layer.trainable = False
merged = tf.keras.layers.concatenate([vgg_model.output, resnet_model.output, efficientnet_model.output])
merged_output = Dense(256, activation='relu')(merged)
merged_output = Dropout(0.5)(merged_output)
merged_output = Dense(1, activation='sigmoid')(merged_output)
model = Model(inputs=[inputs, resnet_inputs, efficientnet_inputs], outputs=merged_output)
model.compile(loss='binary_crossentropy', optimizer='adam', metrics=['accuracy'])
|