ujalaarshad17 commited on
Commit
9466107
·
1 Parent(s): 6ff748b

setted the n_threads

Browse files
Files changed (1) hide show
  1. main.py +1 -1
main.py CHANGED
@@ -33,7 +33,7 @@ async def send_response(query: SQLContext):
33
  prompt=query_text,
34
  max_tokens=512,
35
  )
36
- response_text = output["choices"][0]["text"].split('###')[0].strip('"')
37
  return {"response": response_text}
38
  except Exception as e:
39
  logging.error(f"Error generating response: {e}")
 
33
  prompt=query_text,
34
  max_tokens=512,
35
  )
36
+ response_text = output["choices"][0]["text"].split('###')[0].strip().strip('"')
37
  return {"response": response_text}
38
  except Exception as e:
39
  logging.error(f"Error generating response: {e}")