Bc-AI commited on
Commit
5194f7e
·
verified ·
1 Parent(s): 3759d45

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +5 -5
app.py CHANGED
@@ -210,7 +210,7 @@ config = None
210
  eos_token_id = None
211
  fast_forward = None
212
 
213
- MODEL_REPO = "Smilyai-labs/Sam-Z-1-tensorflow"
214
  CACHE_DIR = "./model_cache"
215
 
216
  # Stats
@@ -336,11 +336,11 @@ def format_chat_prompt(messages: List[ChatMessage]) -> str:
336
  prompt = ""
337
  for msg in messages:
338
  if msg.role == "user":
339
- prompt += f"<|im_start|>user\n{msg.content}<|im_end|>\n"
340
  elif msg.role == "assistant":
341
- prompt += f"<|im_start|>assistant\n{msg.content}<|im_end|>\n"
342
 
343
- prompt += "<|im_start|>assistant\n"
344
  return prompt
345
 
346
  # ============================================================================
@@ -783,7 +783,7 @@ async def load_model():
783
  from transformers import AutoTokenizer
784
 
785
  hf_tokenizer = AutoTokenizer.from_pretrained("gpt2")
786
- custom_tokens = ["<|im_start|>", "<|im_end|>", "<think>", "<think/>"]
787
  hf_tokenizer.add_special_tokens({"additional_special_tokens": custom_tokens})
788
 
789
  os.makedirs("./temp_tokenizer", exist_ok=True)
 
210
  eos_token_id = None
211
  fast_forward = None
212
 
213
+ MODEL_REPO = "Smilyai-labs/Sam-1-large-it-0002"
214
  CACHE_DIR = "./model_cache"
215
 
216
  # Stats
 
336
  prompt = ""
337
  for msg in messages:
338
  if msg.role == "user":
339
+ prompt += f"User: {msg.content}"
340
  elif msg.role == "assistant":
341
+ prompt += f"Sam: {msg.content}"
342
 
343
+ prompt += "Sam: "
344
  return prompt
345
 
346
  # ============================================================================
 
783
  from transformers import AutoTokenizer
784
 
785
  hf_tokenizer = AutoTokenizer.from_pretrained("gpt2")
786
+ custom_tokens = ["<think>", "<think/>"]
787
  hf_tokenizer.add_special_tokens({"additional_special_tokens": custom_tokens})
788
 
789
  os.makedirs("./temp_tokenizer", exist_ok=True)