Update app.py

app.py

@@ -81,16 +81,6 @@ def transcribe(audio):
     return text
 
 def model(text):
-    #generate_kwargs = dict(temperature=0.7, max_new_tokens=512, top_p=0.95, repetition_penalty=1, do_sample=True, seed=42, )
-    #formatted_prompt = system_instructions_M + text + "[Sonia]"
-    #stream = client.text_generation(
-    #    formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
-    #output = ""
-    #for response in stream:
-    #    if not response.token.text == "</s>":
-    #        output += response.token.text
-    #return output
-    
     output = ""
     formatted_prompt = [ { 
         "role": 'system', "content": system_instructions },
@@ -100,24 +90,13 @@ def model(text):
     stream = client.chat.completions.create(
              model=modelo,
              messages=formatted_prompt,
-             temperature=0.5,
+             temperature=0.6,
                 )
 
     output = clean_text(stream.choices[0].message.content.strip())
     return output
 
 def respondtxt(prompt):
-    #generate_kwargs = dict( temperature=0.6, max_new_tokens=512, top_p=0.95, repetition_penalty=1, do_sample=False, )
-    #formatted_prompt = system_instructions_M + prompt + "[Sonia]"
-    #stream = client.text_generation(
-    #    formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=True)
-    #output = ""
-    #for response in stream:
-    #    if not response.token.text == "</s>":
-    #        output += response.token.text
-    #output_text = clean_text(output)
-    #return (output_text)
-    
     output = ""
     formatted_prompt = [ { 
         "role": 'system', "content": system_instructions },
@@ -127,7 +106,7 @@ def respondtxt(prompt):
     stream = client.chat.completions.create(
              model=modelo,
              messages=formatted_prompt,
-             temperature=0.5,
+             temperature=0.6,
                 )
 
     output = clean_text(stream.choices[0].message.content.strip())