SILVERTHRONE commited on
Commit
24969d8
·
verified ·
1 Parent(s): d8384dc

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +1 -1
README.md CHANGED
@@ -74,7 +74,7 @@ llm = Llama(
74
  model_path="/content/models/Atlas-72B-SVT-Q4_K_M.gguf",
75
  n_gpu_layers=-1,
76
  n_ctx=4096,
77
- chat_format="chatml", # adjust if Atlas uses a different format
78
  )
79
 
80
  conversation = [{"role": "system", "content": SYSTEM}]
 
74
  model_path="/content/models/Atlas-72B-SVT-Q4_K_M.gguf",
75
  n_gpu_layers=-1,
76
  n_ctx=4096,
77
+ chat_format="chatml", # Atlas uses the chatML format
78
  )
79
 
80
  conversation = [{"role": "system", "content": SYSTEM}]