clean up

MM-REACT/app.py

@@ -1,10 +1,6 @@
-# example call script
-# https://dev.azure.com/visionbio/objectdetection/_git/objectdetection?path=/verify/langimg.py&version=GBehazar/langchain&_a=contents
-
 import re
 import io
 import os
-import ssl
 from typing import Optional, Tuple
 import datetime
 import sys
@@ -23,52 +19,17 @@ from langchain.utilities import ImunAPIWrapper, ImunMultiAPIWrapper
 from openai.error import AuthenticationError, InvalidRequestError, RateLimitError
 import argparse
 
-# header_key = os.environ.get("CVFIAHMED_KEY")
 OPENAI_API_KEY = os.environ.get("OPENAI_API_KEY")
-TOOLS_LIST = ['pal-math', 'imun']  #'google-search','news-api','tmdb-api','open-meteo-api'
-TOOLS_DEFAULT_LIST = ['pal-math', 'imun']
-BUG_FOUND_MSG = "Congratulations, you've found a bug in this application!"
-AUTH_ERR_MSG = "Please paste your OpenAI key from openai.com to use this application. "
+BUG_FOUND_MSG = "There is a bug in the application!"
+AUTH_ERR_MSG = "OpenAI key needed"
 MAX_TOKENS = 512
 
 
-############ GLOBAL CHAIN ###########
-# chain = None
-# memory = None
-#####################################
-############ GLOBAL IMAGE_COUNT #####
-IMAGE_COUNT=0
-#####################################
 ############## ARGS #################
 AGRS = None
 #####################################
 
-
-# Temporarily address Wolfram Alpha SSL certificate issue
-ssl._create_default_https_context = ssl._create_unverified_context
-
-
-def get_caption_onnx_api(imgf):
-
-    headers = {
-        'Content-Type': 'application/octet-stream',
-        'Ocp-Apim-Subscription-Key': header_key,
-    }
-
-    params = {
-        'features': 'description',
-        'model-version': 'latest',
-        'language': 'en',
-        'descriptionExclude': 'Celebrities,Landmarks',
-    }
-
-    with open(imgf, 'rb') as f:
-        data = f.read()
-
-    response = requests.post('https://cvfiahmed.cognitiveservices.azure.com/vision/v2022-07-31-preview/operations/imageanalysis:analyze', params=params, headers=headers, data=data)
-
-    return json.loads(response.content)['descriptionResult']['values'][0]['text']
-
+# resets memory
 def reset_memory(history):
     # global memory
     # memory.clear()
@@ -77,34 +38,28 @@ def reset_memory(history):
     history = []
     return history, history
 
-
+# load chain
 def load_chain(history):
     global ARGS
-    # global chain
-    # global memory
-    # memory = None
 
     if ARGS.openAIModel == 'openAIGPT35':
         # openAI GPT 3.5
         llm = OpenAI(temperature=0, max_tokens=MAX_TOKENS)
     elif ARGS.openAIModel == 'azureChatGPT':
-    # for Azure OpenAI ChatGPT
-    # Azure OpenAI param name 'deployment_name': 'text-davinci-002', 'model_name': 'text-davinci-002', 'temperature': 0.7, 'max_tokens': 256, 'top_p': 1, 'frequency_penalty': 0, 'presence_penalty': 0, 'n': 1, 'best_of': 1
-        # llm = AzureOpenAI(deployment_name="text-chat-davinci-002", model_name="text-chat-davinci-002", temperature=1, top_p=0.9, max_tokens=MAX_TOKENS)
+        # for Azure OpenAI ChatGPT
         llm = AzureOpenAI(deployment_name="text-chat-davinci-002", model_name="text-chat-davinci-002", temperature=0, max_tokens=MAX_TOKENS)
     elif ARGS.openAIModel == 'azureGPT35turbo':
+        # for Azure OpenAI gpt3.5 turbo
         llm = AzureOpenAI(deployment_name="gpt-35-turbo-version-0301", model_name="gpt-35-turbo (version 0301)", temperature=0, max_tokens=MAX_TOKENS)
     elif ARGS.openAIModel == 'azureTextDavinci003':
-    # for Azure OpenAI ChatGPT
-    # Azure OpenAI param name 'deployment_name': 'text-davinci-002', 'model_name': 'text-davinci-002', 'temperature': 0.7, 'max_tokens': 256, 'top_p': 1, 'frequency_penalty': 0, 'presence_penalty': 0, 'n': 1, 'best_of': 1
+        # for Azure OpenAI text davinci
         llm = AzureOpenAI(deployment_name="text-davinci-003", model_name="text-davinci-003", temperature=0, max_tokens=MAX_TOKENS)
 
-    # tool_names = TOOLS_DEFAULT_LIST
-    # tools = load_tools(tool_names, llm=llm)
     memory = ConversationBufferMemory(memory_key="chat_history")
 
+
     #############################
-    # loading tools
+    # loading all tools
 
     imun_dense = ImunAPIWrapper(
         imun_url="https://ehazarwestus.cognitiveservices.azure.com/computervision/imageanalysis:analyze",
@@ -141,7 +96,7 @@ def load_chain(history):
     bing = BingSearchAPIWrapper(k=2)
 
     def edit_photo(query: str) -> str:
-        endpoint = "http://10.123.124.92:7863/"
+        endpoint = os.environ.get("PHOTO_EDIT_ENDPOINT_URL")
         query = query.strip()
         url_idx = query.rfind(" ")
         img_url = query[url_idx + 1:].strip()
@@ -149,7 +104,7 @@ def load_chain(history):
             img_url = img_url[:-1]
         if not img_url.startswith(("http://", "https://")):
             return "Invalid image URL"
-        img_url = img_url.replace("0.0.0.0", "10.123.124.92")
+        img_url = img_url.replace("0.0.0.0", os.environ.get("PHOTO_EDIT_ENDPOINT_URL_SHORT"))
         instruction = query[:url_idx]
         # This should be some internal IP to wherever the server runs
         job = {"image_path": img_url, "instruction": instruction}
@@ -240,8 +195,6 @@ def load_chain(history):
         ),
     ]
 
-    # chain = initialize_agent(tools, llm, agent="conversational-react-description", verbose=True, memory=memory)
-    # chain = initialize_agent(tools, llm, agent="conversational-assistant", verbose=True, memory=memory, return_intermediate_steps=True)
     chain = initialize_agent(tools, llm, agent="conversational-assistant", verbose=True, memory=memory, return_intermediate_steps=True, max_iterations=4)
     print("langchain reloaded")
     history = []
@@ -249,6 +202,7 @@ def load_chain(history):
     return history, history, chain, gr.Textbox.update(visible=True), gr.Button.update(visible=True), gr.UploadButton.update(visible=True)
 
 
+# executes input typed by human
 def run_chain(chain, inp):
     # global chain
     
@@ -270,7 +224,7 @@ def run_chain(chain, inp):
 
     return output
 
-
+# simple chat function wrapper 
 class ChatWrapper:
 
     def __init__(self):
@@ -312,54 +266,17 @@ class ChatWrapper:
 
 # upload image 
 def add_image(state, chain, image):
-    global IMAGE_COUNT
     global ARGS
-    IMAGE_COUNT = IMAGE_COUNT + 1
     state = state or []
 
-    # cap_onnx = get_caption_onnx_api(image.name)
-    # cap_onnx = "The image shows " + cap_onnx
-    # state = state + [(f"![](/file={image.name})", cap_onnx)]
-
-    # : f"Image {N} http://0.0.0.0:7860/file={image.name}"
-    # Image_N
-    # wget http://0.0.0.0:7860/file=/tmp/bananabdzk2eqi.jpg
-    # url_input_for_chain = "Image_{} http://0.0.0.0:7860/file={}".format(IMAGE_COUNT, image.name)
-
-
-    # ############################################
-    # # move the file name to uuid based instead of real name
-    # image_path = image.name
-    # file_dir = os.path.dirname(image_path)
-    # split_tup = os.path.splitext(image_path)
-    # fileExtension = split_tup[1]
-    # new_file_name = str(uuid.uuid1())[:10] + fileExtension
-    
-
-    # # make dir at app level if not exist
-    # app_level_folder = 'static/'
-    # if not os.path.exists(app_level_folder):
-    #     os.makedirs(app_level_folder + file_dir)
-    # new_file_path = app_level_folder + file_dir + "/" + new_file_name
-
-    # shutil.copyfile(image_path, new_file_path)
-    # os.remove(image_path)
-    # ######################################
-
-
     url_input_for_chain = "http://0.0.0.0:{}/file={}".format(ARGS.port, image.name)
 
-    # !!!!!! quick HACK to refer to image in this server for image editing pruprose
-    # url_input_for_chain = url_input_for_chain.replace("0.0.0.0", "10.123.124.92")
-
-
-    ########################
-    # multi line 
     outputs = run_chain(chain, url_input_for_chain)
 
+    ########################
+    # multi line response handling
     outputs = process_chain_output(outputs)
 
-    print (" len(outputs) {}".format(len(outputs)))
     for i, output in enumerate(outputs):
         if i==0:
             # state.append((f"![](/file={image.name})", output))    
@@ -368,10 +285,10 @@ def add_image(state, chain, image):
             state.append((None, output))
     
 
-
     print (state)
     return state, state
 
+# extract image url from response and process differently
 def replace_with_image_markup(text):
     img_url = None
     text= text.strip()
@@ -384,6 +301,7 @@ def replace_with_image_markup(text):
     #     img_url = f"![](/file={img_url})"
     return img_url
 
+# multi line response handling
 def process_chain_output(outputs):
     global ARGS
     # print("outputs {}".format(outputs))
@@ -407,8 +325,6 @@ def process_chain_output(outputs):
                 # cleanOutputs = cleanOutputs + output+ "."
             outputs = cleanOutputs
     
-    # make it bold
-    # outputs = "<b>{}</b>".format(outputs)
     return outputs
 
 
@@ -417,14 +333,10 @@ def init_and_kick_off():
     # initalize chatWrapper
     chat = ChatWrapper()
 
-    # with gr.Blocks(css=".gradio-container {background-color: lightgray}") as block:
-    # with gr.Blocks(css="#resetbtn {background-color: #4CAF50; color: red;}  #chatbot {height: 700px; overflow: auto;}") as block:
     with gr.Blocks() as block:  
         llm_state = gr.State()
         history_state = gr.State()
-        chain_state = gr.State()
-
-        
+        chain_state = gr.State()      
         
         reset_btn = gr.Button(value="!!!CLICK to wake up the AI!!!", variant="secondary", elem_id="resetbtn").style(full_width=True)
 
@@ -440,16 +352,7 @@ def init_and_kick_off():
                 submit = gr.Button(value="Send", variant="secondary", visible=False).style(full_width=True)
             with gr.Column(scale=0.10, min_width=0):
                 btn = gr.UploadButton("📁", file_types=["image"], visible=False).style(full_width=True)
-                # btn = gr.UploadButton("📁", file_types=["image", "video", "audio"])
         
-        # with gr.Row():
-        #     with gr.Column(scale=0.90):
-        #         gr.HTML("""
-        #             <p>This application, developed by Cognitive Service Team Microsoft, demonstrates all cognitive service APIs in a conversational agent
-        #             </p>""")
-        #     # with gr.Column(scale=0.10):
-        #     #     reset_btn = gr.Button(value="Initiate Chat", variant="secondary", elem_id="resetbtn").style(full_width=False)
-
         message.submit(chat, inputs=[message, history_state, chain_state],
                     outputs=[chatbot, history_state, message])
 
@@ -457,19 +360,10 @@ def init_and_kick_off():
                     outputs=[chatbot, history_state, message])
 
         btn.upload(add_image, inputs=[history_state, chain_state, btn], outputs=[history_state, chatbot])
-        # reset_btn.click(reset_memory, inputs=[history_state], outputs=[chatbot, history_state])
-
-        # openai_api_key_textbox.change(set_openai_api_key,
-        #                           inputs=[openai_api_key_textbox],
-        #                           outputs=[chain_state])
+        
         # load the chain    
         reset_btn.click(load_chain, inputs=[history_state], outputs=[chatbot, history_state, chain_state, message, submit, btn])
         
-
-
-    # # load the chain    
-    # load_chain()
-
     # launch the app
     block.launch(server_name="0.0.0.0", server_port = ARGS.port)