JibexBanks commited on
Commit
50a7a27
·
1 Parent(s): 91d6262

corrected the app.py

Browse files
Files changed (1) hide show
  1. app.py +15 -37
app.py CHANGED
@@ -16,46 +16,24 @@ def query(payload):
16
  return response.json()
17
  history = []
18
 
19
- # def chat(message,history=[]):
20
- # response = query({
21
- # "messages": [
22
-
23
- # {
24
- # "role": "user",
25
- # "content": message
26
- # }
27
- # ],
28
- # "model": "meta-llama/Llama-3.1-8B-Instruct:novita"
29
- # })
30
- # result = response["choices"][0]["message"]
31
- # print(result)
32
- # history.append({
33
- # "role": "user",
34
- # "content": message
35
- # })
36
- # history.append({
37
- # "role": "assistant",
38
- # "content": result
39
- # })
40
- # return result["content"]
41
-
42
- def chat(role,message):
43
  response = query({
44
- "messages": [
45
- {
46
- "role": "user",
47
- "content": message
48
- }
49
- ],
50
- "model": "meta-llama/Llama-3.1-8B-Instruct:novita"
51
  })
52
- print(response)
53
- result = response["choices"][0]["message"]
54
- print(result)
55
- return result["content"]
56
-
57
 
58
- print(chat("user","hi"))
59
 
60
  gr.ChatInterface(
61
  fn=chat,
 
16
  return response.json()
17
  history = []
18
 
19
+
20
+ def chat(message, history):
21
+ messages = []
22
+
23
+ # Add previous conversation
24
+ for user_msg, bot_msg in history:
25
+ messages.append({"role": "user", "content": user_msg})
26
+ messages.append({"role": "assistant", "content": bot_msg})
27
+
28
+ # Add current user message
29
+ messages.append({"role": "user", "content": message})
30
+
 
 
 
 
 
 
 
 
 
 
 
 
31
  response = query({
32
+ "model": "meta-llama/Llama-3.1-8B-Instruct:novita",
33
+ "messages": messages
 
 
 
 
 
34
  })
 
 
 
 
 
35
 
36
+ return response["choices"][0]["message"]["content"]
37
 
38
  gr.ChatInterface(
39
  fn=chat,