add Llama3-70b

app.py

@@ -6,6 +6,7 @@ import os
 from langchain.chat_models import ChatOpenAI
 from langchain.schema import HumanMessage, SystemMessage, AIMessage
 from langchain_anthropic import ChatAnthropic, ChatAnthropicMessages
+from langchain_groq import ChatGroq
 import openai
 
 
@@ -127,10 +128,13 @@ def generate(features, image, structure, reference, model, temperature):
         print(f"Detected features: {detected_features}, Intended use: {intended_use}, Alt text: {alt_texts}")
     if model.startswith("gpt"):
         chat = ChatOpenAI(model=model)
-    else:
+    elif model.startswith("claude"):
         chat = ChatAnthropic(model_name=model, anthropic_api_key=os.environ["ANTHROPIC_API_KEY"])
+    else:
+        chat = ChatGroq(model_name=model, api_key=os.environ["GROQ_API_KEY"])
     messages = [HumanMessage(content=f"""Write a product description of about 200 words for a product with the following key properties. 
                              Make sure that the description follows the structure of the reference structure below. 
+                             Make sure to use markdown format for the output.
                              Use creative language that is suitable for e-commerce websites. Use a consistent tone of voice throughout the text. 
                              If the reference text is not empty, produce the product description in the tone of voice and structure of the reference text. 
                              \n\n {features + detected_features} \n{intended_use} \nReference structure: {structure}\n Reference text: {reference}""")]
@@ -146,7 +150,7 @@ demo = gr.Interface(
             gr.Gallery(label="Product image(s)", type="filepath"), 
             gr.Textbox(structure, label="Structure"), 
             gr.Textbox(reference, label="Reference copy"),
-            gr.Dropdown(["gpt-4-turbo", "gpt-3.5-turbo", "claude-3-sonnet-20240229", "claude-3-opus-20240229"], value="gpt-3.5-turbo", label="Model"),
+            gr.Dropdown(["gpt-4-turbo", "gpt-3.5-turbo", "claude-3-sonnet-20240229", "claude-3-opus-20240229", "llama3-70b-8192"], value="llama3-70b-8192", label="Model"),
             gr.Slider(minimum=0., maximum=1.0, value=0.5, label="Temperature")],
     outputs=["markdown"],
 )

requirements.txt

@@ -1,4 +1,5 @@
 langchain
 langchain_openai
 langchain_anthropic
-openai 
+openai 
+langchain_groq