omurberaisik commited on
Commit
c320c19
·
verified ·
1 Parent(s): f140f2c

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +16 -9
app.py CHANGED
@@ -12,15 +12,23 @@ MODELS = {
12
  "BioTransformer 1B": "omurberaisik/biotransformer-1b-v1",
13
  }
14
 
 
 
 
 
 
 
 
 
 
 
 
 
15
  def respond(message, history, model_name, max_tokens, temperature, top_p):
16
  model_id = MODELS[model_name]
17
  client = InferenceClient(model_id)
18
 
19
- messages = []
20
- for user_msg, bot_msg in history:
21
- messages.append({"role": "user", "content": user_msg})
22
- if bot_msg:
23
- messages.append({"role": "assistant", "content": bot_msg})
24
  messages.append({"role": "user", "content": message})
25
 
26
  response = ""
@@ -38,10 +46,9 @@ def respond(message, history, model_name, max_tokens, temperature, top_p):
38
  yield response
39
  except Exception:
40
  prompt = ""
41
- for user_msg, bot_msg in history:
42
- prompt += f"User: {user_msg}\n"
43
- if bot_msg:
44
- prompt += f"Assistant: {bot_msg}\n"
45
  prompt += f"User: {message}\nAssistant:"
46
  try:
47
  for chunk in client.text_generation(
 
12
  "BioTransformer 1B": "omurberaisik/biotransformer-1b-v1",
13
  }
14
 
15
+ def parse_history(history):
16
+ messages = []
17
+ for item in history:
18
+ if isinstance(item, dict):
19
+ messages.append({"role": item["role"], "content": item["content"]})
20
+ else:
21
+ user_msg, bot_msg = item
22
+ messages.append({"role": "user", "content": user_msg})
23
+ if bot_msg:
24
+ messages.append({"role": "assistant", "content": bot_msg})
25
+ return messages
26
+
27
  def respond(message, history, model_name, max_tokens, temperature, top_p):
28
  model_id = MODELS[model_name]
29
  client = InferenceClient(model_id)
30
 
31
+ messages = parse_history(history)
 
 
 
 
32
  messages.append({"role": "user", "content": message})
33
 
34
  response = ""
 
46
  yield response
47
  except Exception:
48
  prompt = ""
49
+ for item in messages[:-1]:
50
+ role = "User" if item["role"] == "user" else "Assistant"
51
+ prompt += f"{role}: {item['content']}\n"
 
52
  prompt += f"User: {message}\nAssistant:"
53
  try:
54
  for chunk in client.text_generation(