Update app.py
Browse files
app.py
CHANGED
|
@@ -13,9 +13,9 @@ class GenModel(BaseModel):
|
|
| 13 |
system: str = "You are a helpful medical AI assistant. Help as much as you can. Remember, response in English."
|
| 14 |
temperature: float = 0.8
|
| 15 |
seed: int = 101,
|
| 16 |
-
mirostat_mode=2,
|
| 17 |
-
mirostat_tau=4.0,
|
| 18 |
-
mirostat_eta=1.1
|
| 19 |
|
| 20 |
llm_chat = llama_cpp.Llama.from_pretrained(
|
| 21 |
repo_id="Qwen/Qwen1.5-0.5B-Chat-GGUF",
|
|
|
|
| 13 |
system: str = "You are a helpful medical AI assistant. Help as much as you can. Remember, response in English."
|
| 14 |
temperature: float = 0.8
|
| 15 |
seed: int = 101,
|
| 16 |
+
mirostat_mode: int=2,
|
| 17 |
+
mirostat_tau: float=4.0,
|
| 18 |
+
mirostat_eta: float=1.1
|
| 19 |
|
| 20 |
llm_chat = llama_cpp.Llama.from_pretrained(
|
| 21 |
repo_id="Qwen/Qwen1.5-0.5B-Chat-GGUF",
|