Spaces:

moriire
/

OpenGenAI

Sleeping

moriire commited on Apr 22, 2024

Commit

bbf91e0

verified ·

1 Parent(s): 0388f5c

Update app/llm.py

Files changed (1) hide show

app/llm.py CHANGED Viewed

@@ -32,7 +32,7 @@ class ChatModel(BaseModel):
 llm_chat = llama_cpp.Llama.from_pretrained(
     repo_id="moriire/healthcare-GGUF",
     filename="healthcare-GGUF-unsloth.Q4_K_M.gguf",
-    tokenizer=llama_cpp.llama_tokenizer.LlamaHFTokenizer.from_pretrained("moriire/healthcare-GGUF")
     verbose=False,
      n_ctx=1024,
      n_gpu_layers=0,

 llm_chat = llama_cpp.Llama.from_pretrained(
     repo_id="moriire/healthcare-GGUF",
     filename="healthcare-GGUF-unsloth.Q4_K_M.gguf",
+    tokenizer=llama_cpp.llama_tokenizer.LlamaHFTokenizer.from_pretrained("moriire/healthcare-GGUF"),
     verbose=False,
      n_ctx=1024,
      n_gpu_layers=0,