Spaces:
Paused
Paused
mistral
Browse files
app.py
CHANGED
|
@@ -75,12 +75,17 @@ css = """
|
|
| 75 |
"""
|
| 76 |
|
| 77 |
def get_messages_formatter_type(model_name):
|
|
|
|
| 78 |
if "Llama" in model_name:
|
| 79 |
return MessagesFormatterType.LLAMA_3
|
|
|
|
|
|
|
| 80 |
elif "unsloth" in model_name:
|
| 81 |
return MessagesFormatterType.CHATML
|
| 82 |
else:
|
| 83 |
-
|
|
|
|
|
|
|
| 84 |
|
| 85 |
@spaces.GPU(duration=20)
|
| 86 |
def respond(
|
|
|
|
| 75 |
"""
|
| 76 |
|
| 77 |
def get_messages_formatter_type(model_name):
|
| 78 |
+
print(f"getting type for model: {model_name}")
|
| 79 |
if "Llama" in model_name:
|
| 80 |
return MessagesFormatterType.LLAMA_3
|
| 81 |
+
elif "Mistral" in model_name:
|
| 82 |
+
return MessagesFormatterType.MISTRAL
|
| 83 |
elif "unsloth" in model_name:
|
| 84 |
return MessagesFormatterType.CHATML
|
| 85 |
else:
|
| 86 |
+
print("formatter type not found, trying default")
|
| 87 |
+
# raise ValueError(f"Unsupported model: {model_name}")
|
| 88 |
+
return MessagesFormatterType.CHATML
|
| 89 |
|
| 90 |
@spaces.GPU(duration=20)
|
| 91 |
def respond(
|