Update app.py

app.py

@@ -8,7 +8,7 @@ MODEL = "gpt-3.5-turbo"
 API_URL = os.getenv("API_URL")
 DISABLED = os.getenv("DISABLED") == 'True'
 OPENAI_API_KEY = os.getenv("OPENAI_API_KEY")
-NUM_THREADS = 4
+NUM_THREADS = int(os.getenv("NUM_THREADS"))
 
 print (NUM_THREADS)
 
@@ -63,7 +63,7 @@ def predict(inputs, top_p, temperature, chat_counter, chatbot, history, request:
             messages.append(message)
         
         message = {}
-        message["role"] = "user"
+        message["role"] = "user" 
         message["content"] = inputs
         messages.append(message)
         payload = {
@@ -80,8 +80,8 @@ def predict(inputs, top_p, temperature, chat_counter, chatbot, history, request:
     chat_counter += 1
 
     history.append(inputs)
-    token_counter = 0
-    partial_words = ""
+    token_counter = 0 
+    partial_words = "" 
     counter = 0
 
     try: