Save update + README

.gitignore

@@ -82,8 +82,12 @@ http-client.private.env.json
 .idea/.cache/.Apifox_Helper
 .idea/ApifoxUploaderProjectSetting.xml
 
-# Project specific
+# Manually added
 Resources/key.json
 Resources/salt.py
+Resources/upload.py
+Resources/users.json
+Resources/videos.json
+Resources/captions_backup.jsonl
 venv
 **/__pycache__

Resources/captions.jsonl

@@ -1,5 +1,15 @@
-{"clean_text":"measure","start_time":0.0,"user_id":"a","signer":39,"file":"Aj9SDSAOXf4","end_time":1.435,"url":"www.youtube.com\/watch?v=Aj9SDSAOXf4","text":"measure"}
-{"clean_text":"apple","start_time":1.5,"user_id":"a","signer":39,"file":"Aj9SDSAOXf4","end_time":1.6,"url":"www.youtube.com\/watch?v=Aj9SDSAOXf4","text":"apple"}
-{"clean_text":"test","start_time":0.0,"user_id":"sample_user","signer":39,"file":"c2ORbHSQ5pw","end_time":1.435,"url":"www.youtube.com\/watch?v=c2ORbHSQ5pw","text":"test"}
-{"clean_text":"aaaaaaaaaa","start_time":1.5,"user_id":"sample_user","signer":39,"file":"c2ORbHSQ5pw","end_time":1.6,"url":"www.youtube.com\/watch?v=c2ORbHSQ5pw","text":"aaaaaaaaaa"}
-{"clean_text":"bbbbbbbb","start_time":1.5,"user_id":"sample_user","signer":39,"file":"c2ORbHSQ5pw","end_time":1.6,"url":"www.youtube.com\/watch?v=c2ORbHSQ5pw","text":"lllllllll"}
+{"clean_text":"one","start_time":1.5,"user_id":"a","signer":40,"file":"Y4stD_ypaAI","end_time":1.6,"url":"www.youtube.com\/watch?v=Y4stD_ypaAI","text":"one"}
+{"clean_text":"measure","start_time":0.0,"user_id":"admin","signer":20,"file":"tkMg8g8vVUo","end_time":1.435,"url":"www.youtube.com\/watch?v=tkMg8g8vVUo","text":"measure"}
+{"clean_text":"apple","start_time":1.7,"user_id":"admin","signer":20,"file":"tkMg8g8vVUo","end_time":2.0,"url":"www.youtube.com\/watch?v=tkMg8g8vVUo","text":"apple"}
+{"clean_text":"test","start_time":0.0,"user_id":"admin","signer":39,"file":"1pXUgdCnVec","end_time":1.435,"url":"www.youtube.com\/watch?v=1pXUgdCnVec","text":"test"}
+{"clean_text":"test","start_time":1.5,"user_id":"admin","signer":39,"file":"1pXUgdCnVec","end_time":1.6,"url":"www.youtube.com\/watch?v=1pXUgdCnVec","text":"test 2"}
+{"clean_text":"test","start_time":0.0,"user_id":"admin","signer":39,"file":"1pXUgdCnVec","end_time":1.435,"url":"www.youtube.com\/watch?v=1pXUgdCnVec","text":"test"}
+{"clean_text":"test","start_time":0.0,"user_id":"admin","signer":39,"file":"1pXUgdCnVec","end_time":1.435,"url":"www.youtube.com\/watch?v=1pXUgdCnVec","text":"test"}
+{"clean_text":"test","start_time":0.0,"user_id":"admin","signer":39,"file":"1pXUgdCnVec","end_time":1.435,"url":"www.youtube.com\/watch?v=1pXUgdCnVec","text":"test"}
+{"clean_text":"test","start_time":0.0,"user_id":"admin","signer":39,"file":"1pXUgdCnVec","end_time":1.435,"url":"www.youtube.com\/watch?v=1pXUgdCnVec","text":"test"}
+{"clean_text":"test","start_time":0.0,"user_id":"admin","signer":39,"file":"1pXUgdCnVec","end_time":1.435,"url":"www.youtube.com\/watch?v=1pXUgdCnVec","text":"test"}
+{"clean_text":"test","start_time":0.0,"user_id":"admin","signer":39,"file":"1pXUgdCnVec","end_time":1.435,"url":"www.youtube.com\/watch?v=1pXUgdCnVec","text":"test"}
+{"clean_text":"test","start_time":0.0,"user_id":"admin","signer":39,"file":"1pXUgdCnVec","end_time":1.435,"url":"www.youtube.com\/watch?v=1pXUgdCnVec","text":"test"}
+{"clean_text":"test","start_time":0.0,"user_id":"admin","signer":39,"file":"1pXUgdCnVec","end_time":1.435,"url":"www.youtube.com\/watch?v=1pXUgdCnVec","text":"test"}
+{"clean_text":"test","start_time":0.0,"user_id":"admin","signer":39,"file":"1pXUgdCnVec","end_time":1.435,"url":"www.youtube.com\/watch?v=1pXUgdCnVec","text":"test"}
+{"clean_text":"test","start_time":0.0,"user_id":"admin","signer":39,"file":"1pXUgdCnVec","end_time":1.435,"url":"www.youtube.com\/watch?v=1pXUgdCnVec","text":"test"}

Resources/captions_backup.jsonl

@@ -1,5 +0,0 @@
-{"clean_text": "measure", "start_time": 0.0, "user_id": 11, "signer": 39, "file": "Aj9SDSAOXf4", "end_time": 1.435, "url": "www.youtube.com/watch?v=Aj9SDSAOXf4", "text": "measure"}
-{"clean_text": "apple", "start_time": 1.5, "user_id": 11, "signer": 39, "file": "Aj9SDSAOXf4", "end_time": 1.6, "url": "www.youtube.com/watch?v=Aj9SDSAOXf4", "text": "apple"}
-{"clean_text": "test", "start_time": 0.0, "user_id": 11, "signer": 39, "file": "c2ORbHSQ5pw", "end_time": 1.435, "url": "www.youtube.com/watch?v=c2ORbHSQ5pw", "text": "test"}
-{"clean_text": "aaaaaaaaaa", "start_time": 1.5, "user_id": 11, "signer": 39, "file": "c2ORbHSQ5pw", "end_time": 1.6, "url": "www.youtube.com/watch?v=c2ORbHSQ5pw", "text": "aaaaaaaaaa"}
-{"clean_text": "bbbbbbbb", "start_time": 1.5, "user_id": 11, "signer": 39, "file": "c2ORbHSQ5pw", "end_time": 1.6, "url": "www.youtube.com/watch?v=c2ORbHSQ5pw", "text": "bbbbbbbb"}

Resources/db_upload.py

@@ -1,16 +0,0 @@
-import firebase_admin
-from firebase_admin import db
-import json
-
-cred_obj = firebase_admin.credentials.Certificate('key.json')
-default_app = firebase_admin.initialize_app(cred_obj, {
-    'databaseURL': "https://video-link-db-default-rtdb.europe-west1.firebasedatabase.app/"
-    })
-# videos_ref = db.reference("/Videos")
-# with open("videos.json", "r") as f:
-#     file_contents = json.load(f)
-# videos_ref.set(file_contents)
-users_ref = db.reference("/Users")
-with open("users.json", "r") as f:
-    file_contents = json.load(f)
-users_ref.set(file_contents)

Resources/users.json

@@ -1,3 +0,0 @@
-{
-  "sample_user": "f8f81086d3347f78c14e822641b1475da6f6921d5cb032acd400468aaca20f4d"
-}

Resources/videos.json

@@ -1,4 +0,0 @@
-{
-  "1": "www.youtube.com/watch?v=c2ORbHSQ5pw",
-  "2": "www.youtube.com/watch?v=Aj9SDSAOXf4"
-}

app.py

@@ -58,7 +58,7 @@ with gr.Blocks(css=css) as app:
                                           datatype=["number", "str", "number"],
                                           row_count=(start_captions.shape[0], "fixed"),
                                           col_count=(3, "fixed"), column_widths=["20%", "60%", "20%"])
-            save_button = gr.Button("Save")
+            save_button = gr.Button(value="Save")
             save_result = gr.Markdown()
         with gr.Column():
             video_embed = gr.HTML(value=start_video)

caption_editor_functions.py

@@ -1,5 +1,5 @@
 import pandas as pd
-import numpy as np
+import json
 
 
 def get_captions_by_video_id(video_id):
@@ -13,22 +13,25 @@ def get_captions_by_video_id(video_id):
 
 
 def save_dataframe(df, video_id, user):
+    cols = ["clean_text", "start_time", "user_id", "signer", "file", "end_time", "url", "text"]
+    other_captions_data = []
+    new_captions_data = []
+    file_name = "Resources/captions.jsonl"
+
+    with open(file_name) as f:
+        for line in f:
+            caption = json.loads(line)
+            if caption['file'] == video_id:
+                new_captions_data.append(caption)
+            else:
+                other_captions_data.append(caption)
+
+    other_captions = pd.DataFrame(data=other_captions_data, columns=cols)
+    new_captions = pd.DataFrame(data=new_captions_data, columns=cols)
     try:
-        with open("Resources/captions.jsonl") as file:
-            captions = pd.read_json(file, lines=True)
-
-        other_captions = captions[captions['file'] != video_id].copy()
-        new_captions = captions[captions['file'] == video_id].copy()
-
-        new_captions['start_time'] = np.where(df['Start'].isnull(),
-                                              new_captions['start_time'],
-                                              df['Start'].apply(lambda x: float(x)))
-        new_captions['text'] = np.where(df['Text'].isnull(),
-                                        new_captions['text'],
-                                        df['Text'])
-        new_captions['end_time'] = np.where(df['End'].isnull(),
-                                            new_captions['end_time'],
-                                            df['End'].apply(lambda x: float(x)))
+        new_captions['start_time'] = df['Start'].apply(lambda x: float(x))
+        new_captions['text'] = df['Text']
+        new_captions['end_time'] = df['End'].apply(lambda x: float(x))
         new_captions['user_id'] = user
 
         all_captions = pd.concat([other_captions, new_captions], ignore_index=True)