Update app.py

app.py

@@ -19,6 +19,8 @@ video_status = {
     "Re-review Requested": "RE_REVIEW_REQUESTED"
 }
 
+HEADERS = {"x-api-key": os.environ.get('X-API-KEY'), "Content-Type": "application/json"}
+
 ALL_LANGUAGES = ['Hindi', 'English', 'Bengali', 'Kannada', 'Spanish', 'French', 'German', 'Italian', 'Tamil', 'Telugu']
 
 language_maps = {
@@ -44,41 +46,48 @@ language_maps = {
     "kn": "Kannada"
 }
 
-REVIEW_LIST_API = "https://api.dev-env.deepsync.co/api/v1/dashboard/dubbed/videos/review/requested"
 
 def get_translators(platform):
     if platform == "dev":
+        api_url = "https://api.dev-env.deepsync.co/api/v1"
         client = pymongo.MongoClient(os.environ.get("MONGO_DEV_URI"))
         source_db = client.deepsync_stage
     else:
+        api_url = "https://api.deepsync.co/api/v1"
         client = pymongo.MongoClient(os.environ.get("MONGO_URI"))
         source_db = client.deepsync_prod
-    translators = list(source_db.translators.find({}))
-    transaltors_data = []
+
+    response = requests.get(f"{api_url}/dashboard/translators", headers=HEADERS)
+    translators = list(filter(lambda x: not x.get('isDeleted', False), response.json()['data']))
+    translators_data = []
+
     if len(translators):
-        desired_ids = [t["translator"] for t in translators]
+        desired_ids = [ObjectId(t["translator"]) for t in translators]
         companies_cursor = source_db.companies.find({'_id': {'$in': desired_ids}})
         companies = {c["_id"]: c for c in companies_cursor}
     for translator in translators:
         try:
-            data = companies[translator["translator"]]
-            transaltors_data.append({
+            data = companies[ObjectId(translator["translator"])]
+            translators_data.append({
                 "_id": str(translator["_id"]),
                 "Name": data["name"],
                 "Email": data["email"],
                 "Source Language": ", ".join(list(map(lambda x: language_maps[x], translator["sourceAccent"]))),
                 "Target Language": ", ".join(list(map(lambda x: language_maps[x], translator["targetAccent"])))
             })
-        except:
+        except Exception as e:
+            print(e)
             pass
-    return pd.DataFrame(transaltors_data)
+    return pd.DataFrame(translators_data)
 
 
 def add_translator(platform, email_id, source_langs, target_langs, contact_num, pricing):
     if platform == "dev":
+        api_url = "https://api.dev-env.deepsync.co/api/v1"
         client = pymongo.MongoClient(os.environ.get("MONGO_DEV_URI"))
         source_db = client.deepsync_stage
     else:
+        api_url = "https://api.deepsync.co/api/v1"
         client = pymongo.MongoClient(os.environ.get("MONGO_URI"))
         source_db = client.deepsync_prod
     
@@ -98,34 +107,53 @@ def add_translator(platform, email_id, source_langs, target_langs, contact_num,
     else:
         target_accents = [language_maps[l] for l in target_langs]
 
-    response = source_db.translators.insert_one({
-        "translator": company_id_validity["_id"],
+    main_data = {
         "targetAccent": target_accents,
         "sourceAccent": source_accents,
         "contactNum": None if len(contact_num.strip()) == 0 else contact_num.strip(),
         "pricing": None if pricing is None or pricing == -1 else pricing
-    })
-    return f"Translator added succesfully, ID : {str(response.inserted_id)}"
+    }
+
+    data = {"translator": str(company_id_validity["_id"]), **main_data}
+
+    response = requests.post(f"{api_url}/dashboard/translator", json=data, headers=HEADERS)
+
+    if str(response.status_code).startswith('4') or str(response.status_code).startswith('5'):
+        if response.json()['message'].strip() == "Translator already exists":
+            translator_main_id = source_db.translators.find_one({"translator": company_id_validity['_id']})
+            response = requests.patch(f"{api_url}/dashboard/translators/{translator_main_id['_id']}", json={"isDeleted": False,  **main_data}, headers=HEADERS)
+            if str(response.status_code).startswith('4') or str(response.status_code).startswith('5'):
+                return f"{response.json()['message']} ({response.status_code})"
+            return f"Translator added succesfully, ID : {response.json()['data']['_id']}"
+        return f"{response.json()['message']} ({response.status_code})"
+
+    return f"Translator added succesfully, ID : {response.json()['data']['_id']}"
 
 
 def get_translator_names(platform):
     if platform == "dev":
+        api_url = "https://api.dev-env.deepsync.co/api/v1"
         client = pymongo.MongoClient(os.environ.get("MONGO_DEV_URI"))
         source_db = client.deepsync_stage
     else:
+        api_url = "https://api.deepsync.co/api/v1"
         client = pymongo.MongoClient(os.environ.get("MONGO_URI"))
         source_db = client.deepsync_prod
-    translators = list(source_db.translators.find({}))
+
+    response = requests.get(f"{api_url}/dashboard/translators", headers=HEADERS)
+    translators = list(filter(lambda x: not x.get('isDeleted', False), response.json()['data']))
     translators_names = []
+
     if len(translators):
-        desired_ids = [t["translator"] for t in translators]
+        desired_ids = [ObjectId(t["translator"]) for t in translators]
         companies_cursor = source_db.companies.find({'_id': {'$in': desired_ids}})
         companies = {c["_id"]: c for c in companies_cursor}
     for translator in translators:
         try:
-            data = companies[translator["translator"]]
-            translators_names.append(data["name"])
-        except:
+            data = companies[ObjectId(translator["translator"])]
+            translators_names.append(f'{data["name"]} / {data["email"]} / {translator["_id"]}')
+        except Exception as e:
+            print(e)
             pass
     return gr.Dropdown.update(choices=translators_names)
 
@@ -133,69 +161,67 @@ def get_translator_names(platform):
 def select_current_data(platform, translator_name):
     if translator_name is None:
         return "Please select a translator."
+
+    name, email, translator_id = list(map(lambda x: x.strip(), translator_name.split("/")))
+
     if platform == "dev":
-        client = pymongo.MongoClient(os.environ.get("MONGO_DEV_URI"))
-        source_db = client.deepsync_stage
+        api_url = "https://api.dev-env.deepsync.co/api/v1"
     else:
-        client = pymongo.MongoClient(os.environ.get("MONGO_URI"))
-        source_db = client.deepsync_prod
-    companies = source_db.companies.find({"name": translator_name})
-    translators = list(source_db.translators.find({}))
-    translator_company_ids = {tr["translator"]: tr["_id"] for tr in translators if "translator" in tr}
-    company_id = None
-    for company in companies:
-        if company["_id"] in translator_company_ids.keys():
-            company_id = company["_id"]
-            break
-    for tr in translators:
-        if tr["_id"] == translator_company_ids[company_id]:
-            translator = tr
-            break
+        api_url = "https://api.deepsync.co/api/v1"
+
+    response = requests.get(f"{api_url}/dashboard/translators", headers=HEADERS)
+    translators = list(filter(lambda x: not x.get('isDeleted', False) and x["_id"] == translator_id, response.json()['data']))
+    if len(translators):
+        translator = translators[0]
+    else:
+        raise Exception("Translator", translator_name, "not found.")
     return gr.CheckboxGroup.update(value=[language_maps[l] for l in translator["sourceAccent"]]), gr.CheckboxGroup.update(value=[language_maps[l] for l in translator["targetAccent"]]), gr.Textbox.update(value="" if translator["contactNum"] is None else translator["contactNum"]), gr.Textbox.update(value=-1 if translator["pricing"] is None else translator["pricing"])
 
 
 def update_translator(platform, translator_name, source_languages, target_languages, contact_num, pricing):
     if translator_name is None:
         return "Please select a translator."
+    
+    name, email, translator_id = list(map(lambda x: x.strip(), translator_name.split("/")))
+
     if platform == "dev":
-        client = pymongo.MongoClient(os.environ.get("MONGO_DEV_URI"))
-        source_db = client.deepsync_stage
+        api_url = "https://api.dev-env.deepsync.co/api/v1"
     else:
-        client = pymongo.MongoClient(os.environ.get("MONGO_URI"))
-        source_db = client.deepsync_prod
-    companies = source_db.companies.find({"name": translator_name})
-    translators = list(source_db.translators.find({}))
-    translator_company_ids = {tr["translator"]: tr["_id"] for tr in translators if "translator" in tr}
-    company_id = None
-    for company in companies:
-        if company["_id"] in translator_company_ids.keys():
-            company_id = company["_id"]
-            break
+        api_url = "https://api.deepsync.co/api/v1"
+
+    response = requests.get(f"{api_url}/dashboard/translators", headers=HEADERS)
+    translators = list(filter(lambda x: not x.get('isDeleted', False), response.json()['data']))
+    if len(translators):
+        translator = translators[0]
+    else:
+        raise Exception("Translator", translator_name, "not found.")
+
     source_accents = [language_maps[l] for l in source_languages]
     target_accents = [language_maps[l] for l in target_languages]
 
     updateable_data = {
         "sourceAccent": source_accents,
         "targetAccent": target_accents,
-        "contactNum": None if len(contact_num.strip()) == 0 else contact_num.strip(),
-        "pricing": None if pricing is None or pricing == -1 else pricing
+        "contactNum": "" if contact_num is None else contact_num.strip(),
+        "pricing": 0 if pricing is None else pricing
     }
 
-    response = source_db.translators.update_one(
-        {"_id": translator_company_ids[company_id]}, 
-        {"$set": updateable_data}
-    )
+    response = requests.patch(f"{api_url}/dashboard/translators/{translator_id}", json=updateable_data, headers=HEADERS)
+    if str(response.status_code).startswith('4') or str(response.status_code).startswith('5'):
+        return response.json()['message']
+
     return f"Updated translator details succesfully."
 
 
-def get_videos_under_review(status_keys):
-    headers = {
-        "x-api-key": os.environ.get('X-API-KEY'),
-        "Content-Type": "application/json"
-    }
+def get_videos_under_review(platform, status_keys):
+    if platform == "dev":
+        api_url = "https://api.dev-env.deepsync.co/api/v1"
+    else:
+        api_url = "https://api.deepsync.co/api/v1"
+
     if status_keys is None or len(status_keys) == 0:
-        API_URL = "https://api.dev-env.deepsync.co/api/v1/dashboard/dubbed/videos/review/requested"
-        response = requests.get(API_URL, headers=headers)
+        API_URL = f"{api_url}/dashboard/dubbed/videos/review/requested"
+        response = requests.get(API_URL, headers=HEADERS)
         if response.status_code == 200:
             options = [f"{str(v['_id'])} / {v['title']}" for v in response.json()['data'] if 'title' in v]
             return gr.Dropdown.update(choices=options, value=None), ""
@@ -205,8 +231,8 @@ def get_videos_under_review(status_keys):
         options = []
         count = {}
         for status in status_keys:
-            API_URL = f"https://api.dev-env.deepsync.co/api/v1/dashboard/dubbed/videos/review/requested/{video_status[status]}"
-            response = requests.get(API_URL, headers=headers)
+            API_URL = f"{api_url}/dashboard/dubbed/videos/review/requested/{video_status[status]}"
+            response = requests.get(API_URL, headers=HEADERS)
             if response.status_code == 200:
                 current_options = [f"{str(v['_id'])} / {v['title']}" for v in response.json()['data'] if 'title' in v]
                 count[status] = len(current_options)
@@ -215,13 +241,40 @@ def get_videos_under_review(status_keys):
         return gr.Dropdown.update(choices=options, value=None), data_text
 
 
-def get_traslators_assign(video):
+def delete_translator_func(platform, translator_name):
+    if translator_name is None:
+        return "Please select a translator."
+    
+    name, email, translator_id = list(map(lambda x: x.strip(), translator_name.split("/")))
+
+    if platform == "dev":
+        api_url = "https://api.dev-env.deepsync.co/api/v1"
+    else:
+        api_url = "https://api.deepsync.co/api/v1"
+    
+    response = requests.patch(f"{api_url}/dashboard/translators/{translator_id}", json={"isDeleted": True}, headers=HEADERS)
+    if str(response.status_code).startswith('4') or str(response.status_code).startswith('5'):
+        return response.json()['message']
+    return "Translator deleted."
+
+
+
+def get_traslators_assign(platform, video):
     video_id = video.split("/", maxsplit=1)[0].strip()
-    client = pymongo.MongoClient(os.environ.get("MONGO_DEV_URI"))
-    source_db = client.deepsync_stage
+
+    if platform == "dev":
+        api_url = "https://api.dev-env.deepsync.co/api/v1"
+        client = pymongo.MongoClient(os.environ.get("MONGO_DEV_URI"))
+        source_db = client.deepsync_stage
+    else:
+        api_url = "https://api.deepsync.co/api/v1"
+        client = pymongo.MongoClient(os.environ.get("MONGO_URI"))
+        source_db = client.deepsync_prod
+        
     video = source_db.dubbedvideos.find_one({"_id": ObjectId(video_id)})
     source_language = video["sourceLanguage"].split("-")[0]
     target_language = video["targetLanguage"].split("-")[0]
+
     translators = list(source_db.translators.find({"sourceAccent": {"$elemMatch": {"$eq": source_language}}, "targetAccent": {"$elemMatch": {"$eq": target_language}}}))
     translators_list = []
     if len(translators):
@@ -249,38 +302,42 @@ def get_traslators_assign(video):
     return gr.Dropdown.update(choices=translators_list, value=current_translator), gr.Dropdown.update(choices=translators_list, value=current_qa), language_maps[source_language], language_maps[target_language], button, button
 
 
-def assign_translator(translator, video):
+def assign_translator(platform, translator, video):
     translator_id = translator.rsplit("/", maxsplit=1)[1].strip()
     video_id = video.split("/", maxsplit=1)[0].strip()
-    headers = {
-        "x-api-key": os.environ.get('X-API-KEY'),
-        "Content-Type": "application/json"
-    }
     role = "translator"
-    API_URL = f"https://api.dev-env.deepsync.co/api/v1/dashboard/dubbed/video/assign/{role}"
+    if platform == "dev":
+        api_url = "https://api.dev-env.deepsync.co/api/v1"
+    else:
+        api_url = "https://api.deepsync.co/api/v1"
     data = {
         "videoId": video_id,
         "userId": translator_id
     }
-    response = requests.post(API_URL, json=data, headers=headers)
-    return str(response.status_code)
+    response = requests.post(f"{api_url}/dashboard/dubbed/video/assign/{role}", json=data, headers=HEADERS)
+    if str(response.status_code).startswith('2'):
+        return "Successfully assigned."
+    else:
+        return str(response.status_code)
 
 
-def assign_qa(qa, video):
+def assign_qa(platform, qa, video):
     translator_id = qa.rsplit("/", maxsplit=1)[1].strip()
     video_id = video.split("/", maxsplit=1)[0].strip()
-    headers = {
-        "x-api-key": os.environ.get('X-API-KEY'),
-        "Content-Type": "application/json"
-    }
     role = "QA"
-    API_URL = f"https://api.dev-env.deepsync.co/api/v1/dashboard/dubbed/video/assign/{role}"
+    if platform == "dev":
+        api_url = "https://api.dev-env.deepsync.co/api/v1"
+    else:
+        api_url = "https://api.deepsync.co/api/v1"
     data = {
         "videoId": video_id,
         "userId": translator_id
     }
-    response = requests.post(API_URL, json=data, headers=headers)
-    return str(response.status_code)
+    response = requests.post(f"{api_url}/dashboard/dubbed/video/assign/{role}", json=data, headers=HEADERS)
+    if str(response.status_code).startswith('2'):
+        return "Successfully assigned."
+    else:
+        return str(response.status_code)
 
 
 with gr.Blocks() as demo:
@@ -309,9 +366,11 @@ with gr.Blocks() as demo:
         contact_num_update = gr.Textbox(label="Contact Number", lines=1)
         pricing_update = gr.Number(label="Pricing")
         update_language = gr.Button("Update")
+        delete_translator = gr.Button("Delete Translator")
         result_update = gr.Textbox(label="Logs")
     with gr.Tab("Assign"):
         gr.Markdown("Assign Translator / QA")
+        source_platform_assign = gr.Radio(["dev", "prod"], value="dev", label="Source Platform")
         filter_videos_assign = gr.CheckboxGroup(['Not Started', 'Dubbing Started', 'Waiting QA', 'Sent to Client', 'Approved', 'Rejected', 'Churned', 'Re-review Requested'], label="Filter videos. Do not select any of them for videos without request info.")
         video_details = gr.Textbox(label="Video Details")
         refresh_assign = gr.Button("Load Videos")
@@ -340,13 +399,14 @@ with gr.Blocks() as demo:
     source_platform_update.change(get_translator_names, source_platform_update, translator_name)
     translator_name.change(select_current_data, [source_platform_update, translator_name], [source_languages_update, target_languages_update, contact_num_update, pricing_update])
     update_language.click(update_translator, [source_platform_update, translator_name, source_languages_update, target_languages_update, contact_num_update, pricing_update], result_update)
+    delete_translator.click(delete_translator_func, [source_platform_update, translator_name], result_update)
 
     # For Assign
-    refresh_assign.click(get_videos_under_review, filter_videos_assign, [under_review_videos_list, video_details])
-    under_review_videos_list.change(get_traslators_assign, under_review_videos_list, [translator_name_assign, qa_name_assign, source_language_box, target_language_box, submit_tr_assign_button, submit_qa_assign_button])
-    submit_tr_assign_button.click(assign_translator, [translator_name_assign, under_review_videos_list], assign_logs)
-    submit_qa_assign_button.click(assign_qa, [qa_name_assign, under_review_videos_list], assign_logs)
+    refresh_assign.click(get_videos_under_review, [source_platform_assign, filter_videos_assign], [under_review_videos_list, video_details])
+    under_review_videos_list.change(get_traslators_assign, [source_platform_assign, under_review_videos_list], [translator_name_assign, qa_name_assign, source_language_box, target_language_box, submit_tr_assign_button, submit_qa_assign_button])
+    submit_tr_assign_button.click(assign_translator, [source_platform_assign, translator_name_assign, under_review_videos_list], assign_logs)
+    submit_qa_assign_button.click(assign_qa, [source_platform_assign, qa_name_assign, under_review_videos_list], assign_logs)
 
 
 if __name__=="__main__":
-    demo.launch(auth=(os.environ.get("GRADIO_USERNAME"), os.environ.get("GRADIO_PASSWORD")))
+    demo.launch(share=True, auth=(os.environ.get("GRADIO_USERNAME"), os.environ.get("GRADIO_PASSWORD")))