ardacey06 commited on
Commit
23d4df7
·
verified ·
1 Parent(s): 26e9e0c

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -32,13 +32,13 @@ def respond(message, history):
32
 
33
  messages.append({"role": "user", "content": message})
34
 
35
- response = client.chat.completions.create(
36
- model="local-model",
37
  messages=messages,
38
  temperature=0.3,
39
  )
40
 
41
- return response.choices[0].message.content
 
42
 
43
  demo = gr.ChatInterface(respond, title="PolBot06 - PoliticalBot from Angara")
44
  demo.launch()
 
32
 
33
  messages.append({"role": "user", "content": message})
34
 
35
+ response = llm.create_chat_completion(
 
36
  messages=messages,
37
  temperature=0.3,
38
  )
39
 
40
+ # llama_cpp'nin döndürdüğü sözlük (dictionary) yapısına göre içeriği çekiyoruz
41
+ return response["choices"][0]["message"]["content"]
42
 
43
  demo = gr.ChatInterface(respond, title="PolBot06 - PoliticalBot from Angara")
44
  demo.launch()