Upload 3 files

app.py

@@ -0,0 +1,201 @@
+import cv2
+import streamlit as st
+import tempfile
+import base64
+import os
+from dotenv import load_dotenv
+from openai import OpenAI
+import assemblyai as aai
+from moviepy.editor import *
+from dependencies import sign_up, fetch_users
+
+try:
+    users = fetch_users()
+    emails = []
+    usernames = []
+    passwords = []
+
+    for user in users:
+        emails.append(user['key'])
+        usernames.append(user['username'])
+        passwords.append(user['password'])
+
+    credentials = {'usernames': {}}
+    for index in range(len(emails)):
+        credentials['usernames'][usernames[index]] = {'name': emails[index], 'password': passwords[index]}
+
+    
+
+    
+
+    info, info1 = st.columns(2)
+
+
+
+
+except:
+    st.success('Refresh Page')
+
+
+# Load environment variables
+load_dotenv()
+aai.settings.api_key = os.getenv("ASSEMBLYAI_API_KEY")
+OpenAI.api_key = os.getenv("OPENAI_API_KEY")
+client = OpenAI()
+ 
+def main():
+    st.title('Insightly Video Content Moderation')
+ 
+    # Video upload section
+    uploaded_video = st.file_uploader('Upload a video', type=["mp4", "avi", "mov"])
+ 
+    if uploaded_video is not None:
+        # Save the video to a temp file
+        tfile = tempfile.NamedTemporaryFile(delete=False)
+        tfile.write(uploaded_video.read())
+        video_file_path = tfile.name
+        tfile.close()
+
+        transcriber = aai.Transcriber()
+        transcript = transcriber.transcribe(tfile.name)
+
+        # Process the video and display frames in a grid layout
+        base64_frames = video_to_base64_frames(video_file_path)
+        display_frame_grid(base64_frames[::30])  # Display every 30th frame in a 3-column grid
+ 
+    st.write("Actions:")  # Header for the actions/buttons section
+
+    # Creating four columns to align the buttons
+    col1, col2, col3, col4 = st.columns(4)
+
+    with col1:
+        if st.button("Description"):
+            st.session_state['description'] = generate_description(base64_frames) if 'description' not in st.session_state else st.session_state['description']
+    
+    with col2:
+        if st.button("Frame Description"):
+            st.session_state['frame_description'] = generate_frame_description(base64_frames) if 'frame_description' not in st.session_state else st.session_state['frame_description']
+
+    with col3:
+        if st.button("Generate Transcript"):
+            st.session_state['transcript'] = transcript.text if 'transcript' not in st.session_state else st.session_state['transcript']
+    
+    with col4:
+        if st.button("Category of Video"):
+            st.session_state['category'] = generate_category(base64_frames) if 'category' not in st.session_state else st.session_state['category']
+
+    # If any value exists in session state then display it
+    if 'description' in st.session_state and st.session_state['description']:
+        st.subheader("Video Description")
+        st.write(st.session_state['description'])
+    
+    if 'frame_description' in st.session_state and st.session_state['frame_description']:
+        st.subheader("Frame Description")
+        st.write(st.session_state['frame_description'])
+    
+    if 'transcript' in st.session_state and st.session_state['transcript']:
+        st.subheader("Video Transcript")
+        st.write(st.session_state['transcript'])
+    
+    if 'category' in st.session_state and st.session_state['category']:
+        st.subheader("Video Category")
+        st.write(st.session_state['category'])
+
+
+
+
+            
+
+def video_to_base64_frames(video_file_path):
+    # Logic to extract all frames from the video and convert them to base64
+    video = cv2.VideoCapture(video_file_path)
+    base64_frames = []
+ 
+    while video.isOpened():
+        success, frame = video.read()
+        if not success:
+            break
+ 
+        _, buffer = cv2.imencode('.jpg', frame)
+        base64_frame = base64.b64encode(buffer).decode('utf-8')
+        base64_frames.append(base64_frame)
+ 
+    video.release()
+    return base64_frames
+
+#########################################
+#Generate Video description
+def generate_description(base64_frames):
+    prompt_messages = [
+        {
+            "role": "user",
+            "content": [
+                "1. Generate a description for this sequence of video frames in about 90 words.\
+                Return the following : 1. List of objects in the video 2. Any restrictive content or sensitive content and if so which frame ",
+                *map(lambda x: {"image": x, "resize": 428}, base64_frames[0::30]),
+            ],
+        },
+    ]
+    response = client.chat.completions.create(
+        model="gpt-4-vision-preview",
+        messages=prompt_messages,
+        max_tokens=3000,
+    )
+    return response.choices[0].message.content
+
+#Generate frame description
+def generate_frame_description(base64_frames):
+    prompt_messages = [
+        {
+            "role": "user",
+            "content": [
+                "Describe what is happening in each frame.",
+                *map(lambda x: {"image": x, "resize": 428}, base64_frames[0::30]),
+            ],
+        },
+    ]
+    response = client.chat.completions.create(
+        model="gpt-4-vision-preview",
+        messages=prompt_messages,
+        max_tokens=3000,
+    )
+    return response.choices[0].message.content
+
+
+
+#Generate Category of Video
+def generate_category(base64_frames):
+    prompt_messages = [
+        {
+            "role": "user",
+            "content": [
+                "What category can this video be tagged to?",
+                *map(lambda x: {"image": x, "resize": 428}, base64_frames[0::30]),
+            ],
+        },
+    ]
+    response = client.chat.completions.create(
+        model="gpt-4-vision-preview",
+        messages=prompt_messages,
+        max_tokens=3000,
+    )
+    return response.choices[0].message.content
+
+
+
+
+######################## 
+def display_frame_grid(base64_frames):
+    cols_per_row = 3
+    n_frames = len(base64_frames)
+    for idx in range(0, n_frames, cols_per_row):
+        cols = st.columns(cols_per_row)
+        for col_index in range(cols_per_row):
+            frame_idx = idx + col_index
+            if frame_idx < n_frames:
+                with cols[col_index]:
+                    frame = base64_frames[frame_idx]
+                    st.image(base64.b64decode(frame), caption=f'Frame {frame_idx * 30 + 1}', width=200)
+ 
+if __name__ == '__main__':
+    main()

dependencies.py

@@ -0,0 +1,128 @@
+import streamlit as st
+import streamlit_authenticator as stauth
+import datetime
+import re
+from deta import Deta
+
+DETA_KEY = 'YOUR_DETA_KEY'
+
+deta = Deta(DETA_KEY)
+
+db = deta.Base('YOUR_DETA_BASE')
+
+
+def insert_user(email, username, password):
+    """
+    Inserts Users into the DB
+    :param email:
+    :param username:
+    :param password:
+    :return User Upon successful Creation:
+    """
+    date_joined = str(datetime.datetime.now())
+
+    return db.put({'key': email, 'username': username, 'password': password, 'date_joined': date_joined})
+
+
+def fetch_users():
+    """
+    Fetch Users
+    :return Dictionary of Users:
+    """
+    users = db.fetch()
+    return users.items
+
+
+def get_user_emails():
+    """
+    Fetch User Emails
+    :return List of user emails:
+    """
+    users = db.fetch()
+    emails = []
+    for user in users.items:
+        emails.append(user['key'])
+    return emails
+
+
+def get_usernames():
+    """
+    Fetch Usernames
+    :return List of user usernames:
+    """
+    users = db.fetch()
+    usernames = []
+    for user in users.items:
+        usernames.append(user['key'])
+    return usernames
+
+
+def validate_email(email):
+    """
+    Check Email Validity
+    :param email:
+    :return True if email is valid else False:
+    """
+    pattern = "^[a-zA-Z0-9-_]+@[a-zA-Z0-9]+\.[a-z]{1,3}$" #tesQQ12@gmail.com
+
+    if re.match(pattern, email):
+        return True
+    return False
+
+
+def validate_username(username):
+    """
+    Checks Validity of userName
+    :param username:
+    :return True if username is valid else False:
+    """
+
+    pattern = "^[a-zA-Z0-9]*$"
+    if re.match(pattern, username):
+        return True
+    return False
+
+
+def sign_up():
+    with st.form(key='signup', clear_on_submit=True):
+        st.subheader(':green[Sign Up]')
+        email = st.text_input(':blue[Email]', placeholder='Enter Your Email')
+        username = st.text_input(':blue[Username]', placeholder='Enter Your Username')
+        password1 = st.text_input(':blue[Password]', placeholder='Enter Your Password', type='password')
+        password2 = st.text_input(':blue[Confirm Password]', placeholder='Confirm Your Password', type='password')
+
+        if email:
+            if validate_email(email):
+                if email not in get_user_emails():
+                    if validate_username(username):
+                        if username not in get_usernames():
+                            if len(username) >= 2:
+                                if len(password1) >= 6:
+                                    if password1 == password2:
+                                        # Add User to DB
+                                        hashed_password = stauth.Hasher([password2]).generate()
+                                        insert_user(email, username, hashed_password[0])
+                                        st.success('Account created successfully!!')
+                                        st.balloons()
+                                    else:
+                                        st.warning('Passwords Do Not Match')
+                                else:
+                                    st.warning('Password is too Short')
+                            else:
+                                st.warning('Username Too short')
+                        else:
+                            st.warning('Username Already Exists')
+
+                    else:
+                        st.warning('Invalid Username')
+                else:
+                    st.warning('Email Already exists!!')
+            else:
+                st.warning('Invalid Email')
+
+        btn1, bt2, btn3, btn4, btn5 = st.columns(5)
+
+        with btn3:
+            st.form_submit_button('Sign Up')
+
+sign_up()

requirements.txt

@@ -0,0 +1,285 @@
+absl-py==1.4.0
+aiofiles==23.1.0
+aiohttp==3.8.4
+aiosignal==1.3.1
+altair==4.2.2
+anyio==3.6.2
+appnope==0.1.3
+argon2-cffi==21.3.0
+argon2-cffi-bindings==21.2.0
+arrow==1.2.3
+asttokens==2.2.1
+astunparse==1.6.3
+async-lru==2.0.2
+async-timeout==4.0.2
+attrs==23.1.0
+awscli==1.27.139
+Babel==2.12.1
+backcall==0.2.0
+bcrypt==4.1.2
+beautifulsoup4==4.12.2
+bibtexparser==1.4.0
+bleach==6.0.0
+blinker==1.6.2
+botocore==1.29.139
+cachetools==5.3.0
+certifi==2023.5.7
+cffi==1.15.1
+charset-normalizer==3.1.0
+click==8.1.3
+colorama==0.4.4
+comm==0.1.3
+contourpy==1.0.7
+cycler==0.11.0
+dash==2.10.2
+dash-core-components==2.0.0
+dash-html-components==2.0.0
+dash-table==5.0.0
+dataclasses-json==0.5.8
+datasets==2.12.0
+debugpy==1.6.7
+decorator==5.1.1
+defusedxml==0.7.1
+deta==1.2.0
+dill==0.3.6
+distlib==0.3.6
+docutils==0.16
+entrypoints==0.4
+environs==9.5.0
+exceptiongroup==1.1.2
+executing==1.2.0
+extra-streamlit-components==0.1.60
+faiss-cpu==1.7.4
+fastapi==0.96.1
+fastjsonschema==2.16.3
+ffmpy==0.3.0
+filelock==3.12.0
+Flask==2.2.5
+flatbuffers==23.5.9
+fonttools==4.39.4
+fqdn==1.5.1
+frozenlist==1.3.3
+fsspec==2023.6.0
+gast==0.4.0
+gitdb==4.0.10
+GitPython==3.1.31
+google-auth==2.18.1
+google-auth-oauthlib==1.0.0
+google-images-download @ git+https://github.com/Joeclinton1/google-images-download.git@e91e6a38ad654877f59edc7894822f5319d75df1
+google-pasta==0.2.0
+gradio==3.34.0
+gradio_client==0.2.6
+greenlet==2.0.2
+grpcio==1.53.0
+grpcio-tools==1.53.0
+h11==0.14.0
+h5py==3.8.0
+httpcore==0.17.2
+httpx==0.24.1
+huggingface-hub==0.15.1
+idna==3.4
+importlib-metadata==6.6.0
+install==1.3.5
+ipykernel==6.23.1
+ipypublish==0.10.12
+ipython==8.13.2
+ipython-genutils==0.2.0
+ipywidgets==8.0.6
+isoduration==20.11.0
+itsdangerous==2.1.2
+jaraco.classes==3.2.3
+jax==0.4.10
+jedi==0.18.2
+Jinja2==3.1.2
+jmespath==1.0.1
+json5==0.9.14
+jsonextended==0.7.11
+jsonpointer==2.3
+jsonschema==4.17.3
+jupyter==1.0.0
+jupyter-console==6.6.3
+jupyter-events==0.6.3
+jupyter-lsp==2.2.0
+jupyter_client==8.2.0
+jupyter_core==5.3.0
+jupyter_server==2.5.0
+jupyter_server_terminals==0.4.4
+jupyterlab==4.0.2
+jupyterlab-pygments==0.2.2
+jupyterlab-widgets==3.0.7
+jupyterlab_server==2.23.0
+jupytext==1.15.0
+keras==2.12.0
+keyring==23.13.1
+kiwisolver==1.4.4
+lab==7.3
+langchain==0.0.184
+libclang==16.0.0
+linkify-it-py==2.0.2
+Markdown==3.4.3
+markdown-it-py==2.2.0
+MarkupSafe==2.1.2
+marshmallow==3.19.0
+marshmallow-enum==1.5.1
+matplotlib==3.7.1
+matplotlib-inline==0.1.6
+mdit-py-plugins==0.3.3
+mdurl==0.1.2
+mistune==2.0.5
+ml-dtypes==0.1.0
+mmh3==4.0.0
+more-itertools==9.1.0
+mpmath==1.3.0
+multidict==6.0.4
+multiprocess==0.70.14
+mypy-extensions==1.0.0
+nbclassic==1.0.0
+nbclient==0.7.4
+nbconvert==7.4.0
+nbformat==5.8.0
+nest-asyncio==1.5.6
+networkx==3.1
+notebook==6.5.4
+notebook_shim==0.2.3
+numexpr==2.8.4
+numpy==1.23.5
+oauthlib==3.2.2
+openai==0.27.6
+openapi-schema-pydantic==1.2.4
+opencv-python==4.7.0.72
+opt-einsum==3.3.0
+ordered-set==4.1.0
+orjson==3.9.1
+outcome==1.2.0
+packaging==23.1
+pandas==2.0.2
+pandocfilters==1.5.0
+panflute==2.3.0
+parso==0.8.3
+pathlib2==2.3.7.post1
+pexpect==4.8.0
+pickleshare==0.7.5
+Pillow==9.5.0
+pkginfo==1.9.6
+platformdirs==3.5.1
+plotly==5.15.0
+progressbar==2.5
+prometheus-client==0.16.0
+prompt-toolkit==3.0.38
+protobuf==3.20.3
+psutil==5.9.5
+ptyprocess==0.7.0
+pure-eval==0.2.2
+pyarrow==12.0.0
+pyasn1==0.5.0
+pyasn1-modules==0.3.0
+pycairo @ file:///private/tmp/py3cairo-20231022-6916-1lfc5vx/pycairo-1.25.1
+pycparser==2.21
+pydantic==1.10.9
+pydeck==0.8.1b0
+pydub==0.25.1
+Pygments==2.15.1
+PyGObject==3.46.0
+pygoogle-image==1.0.0
+PyJWT==2.8.0
+pymilvus==2.2.5
+Pympler==1.0.1
+pyparsing==3.0.9
+PyPDF2==3.0.1
+pyrsistent==0.19.3
+PySocks==1.7.1
+python-dateutil==2.8.2
+python-dotenv==1.0.0
+python-json-logger==2.0.7
+python-magic-bin==0.4.14
+python-multipart==0.0.6
+pytz==2023.3
+pytz-deprecation-shim==0.1.0.post0
+PyYAML==5.4.1
+pyzmq==25.0.2
+qtconsole==5.4.3
+QtPy==2.3.1
+readme-renderer==37.3
+regex==2023.6.3
+reportlab==4.0.4
+requests==2.30.0
+requests-oauthlib==1.3.1
+requests-toolbelt==1.0.0
+responses==0.18.0
+rfc3339-validator==0.1.4
+rfc3986==2.0.0
+rfc3986-validator==0.1.1
+rich==13.4.1
+rsa==4.7.2
+ruamel.yaml==0.17.32
+ruamel.yaml.clib==0.2.7
+s3transfer==0.6.1
+safetensors==0.3.1
+scipy==1.10.1
+selenium==4.10.0
+semantic-version==2.10.0
+Send2Trash==1.8.2
+sentencepiece==0.1.99
+simple-image-download==0.5
+simplejson==3.19.1
+six==1.16.0
+smmap==5.0.0
+sniffio==1.3.0
+sortedcontainers==2.4.0
+soupsieve==2.4.1
+SQLAlchemy==2.0.16
+stack-data==0.6.2
+starlette==0.27.0
+streamlit==1.22.0
+streamlit-authenticator==0.2.3
+sympy==1.12
+tabulate==0.9.0
+tenacity==8.2.2
+tensorboard==2.12.3
+tensorboard-data-server==0.7.0
+tensorflow==2.12.0
+tensorflow-estimator==2.12.0
+tensorflow-io-gcs-filesystem==0.32.0
+termcolor==2.3.0
+terminado==0.17.1
+tiktoken==0.4.0
+tinycss2==1.2.1
+tokenizers==0.13.3
+toml==0.10.2
+toolz==0.12.0
+torch==2.0.1
+torchvision==0.15.2
+tornado==6.3.2
+towhee==1.1.0
+towhee.models==1.1.0
+tqdm==4.65.0
+traitlets==5.9.0
+transformers==4.30.1
+trio==0.22.2
+trio-websocket==0.10.3
+tweepy==4.14.0
+twine==4.0.2
+txt2tags==3.8
+typing-inspect==0.9.0
+typing_extensions==4.5.0
+tzdata==2023.3
+tzlocal==4.3
+uc-micro-py==1.0.2
+ujson==5.7.0
+uri-template==1.2.0
+urllib3==1.26.15
+uvicorn==0.22.0
+validators==0.20.0
+virtualenv==20.23.0
+wcwidth==0.2.6
+webcolors==1.13
+webencodings==0.5.1
+websocket-client==1.5.1
+websockets==11.0.3
+Werkzeug==2.2.3
+widgetsnbextension==4.0.7
+wrapt==1.14.1
+wsproto==1.2.0
+xxhash==3.2.0
+yarl==1.9.2
+zipp==3.15.0