TobDeBer commited on
Commit
670bd04
·
verified ·
1 Parent(s): b65d8fc
Files changed (1) hide show
  1. app.py +6 -1
app.py CHANGED
@@ -75,12 +75,17 @@ css = """
75
  """
76
 
77
  def get_messages_formatter_type(model_name):
 
78
  if "Llama" in model_name:
79
  return MessagesFormatterType.LLAMA_3
 
 
80
  elif "unsloth" in model_name:
81
  return MessagesFormatterType.CHATML
82
  else:
83
- raise ValueError(f"Unsupported model: {model_name}")
 
 
84
 
85
  @spaces.GPU(duration=20)
86
  def respond(
 
75
  """
76
 
77
  def get_messages_formatter_type(model_name):
78
+ print(f"getting type for model: {model_name}")
79
  if "Llama" in model_name:
80
  return MessagesFormatterType.LLAMA_3
81
+ elif "Mistral" in model_name:
82
+ return MessagesFormatterType.MISTRAL
83
  elif "unsloth" in model_name:
84
  return MessagesFormatterType.CHATML
85
  else:
86
+ print("formatter type not found, trying default")
87
+ # raise ValueError(f"Unsupported model: {model_name}")
88
+ return MessagesFormatterType.CHATML
89
 
90
  @spaces.GPU(duration=20)
91
  def respond(