Update app.py

app.py

@@ -31,11 +31,29 @@ def process_audio_realtime(audio_file):
     transcription = whisper_model.transcribe(audio_file)["text"]
     
     # Step 2: Process transcription using Llama model via Groq API
+    """"
     llama_response = client.chat.completions.create(
         messages=[{"role": "user", "content": transcription}],
         model="llama3-8b-8192",  # Replace with your actual Llama model name
         stream=False
     ).choices[0].message.content
+    """
+
+    # Step 2: Process transcription using Llama model via Groq API
+    llama_response = client.chat.completions.create(
+        messages=[
+        {"role": "system", "content": "You are a helpful assistant. Please provide a concise and accurate response."},
+        {"role": "user", "content": transcription}
+        ],
+        model="llama3-8b-8192",  # Replace with your actual Llama model name
+        max_tokens=70,
+        stream=False
+    ).choices[0].message.content
+
+
+
+
+
     
     # Step 3: Convert Llama response to audio using gTTS
     tts = gTTS(text=llama_response, lang="en")