Update README.md
Browse files
README.md
CHANGED
|
@@ -74,7 +74,7 @@ llm = Llama(
|
|
| 74 |
model_path="/content/models/Atlas-72B-SVT-Q4_K_M.gguf",
|
| 75 |
n_gpu_layers=-1,
|
| 76 |
n_ctx=4096,
|
| 77 |
-
chat_format="chatml",
|
| 78 |
)
|
| 79 |
|
| 80 |
conversation = [{"role": "system", "content": SYSTEM}]
|
|
|
|
| 74 |
model_path="/content/models/Atlas-72B-SVT-Q4_K_M.gguf",
|
| 75 |
n_gpu_layers=-1,
|
| 76 |
n_ctx=4096,
|
| 77 |
+
chat_format="chatml", # Atlas uses the chatML format
|
| 78 |
)
|
| 79 |
|
| 80 |
conversation = [{"role": "system", "content": SYSTEM}]
|