Spaces:
Runtime error
Runtime error
Commit
·
48847f0
1
Parent(s):
48af855
Update run.py
Browse files
run.py
CHANGED
|
@@ -13,7 +13,7 @@ import json
|
|
| 13 |
def response(message, history, model):
|
| 14 |
if(model=="Default"): model = "mistralai/Mixtral-8x7B-Instruct-v0.1"
|
| 15 |
model_id = model
|
| 16 |
-
params={"
|
| 17 |
url = f"https://api-inference.huggingface.co/models/{model_id}"
|
| 18 |
correction=1
|
| 19 |
prompt=f"[INST] {message} [/INST]" # skipped <s>
|
|
|
|
| 13 |
def response(message, history, model):
|
| 14 |
if(model=="Default"): model = "mistralai/Mixtral-8x7B-Instruct-v0.1"
|
| 15 |
model_id = model
|
| 16 |
+
params={"max_new_tokens":600, "return_full_text":False} #, "max_length":500, "stream":True
|
| 17 |
url = f"https://api-inference.huggingface.co/models/{model_id}"
|
| 18 |
correction=1
|
| 19 |
prompt=f"[INST] {message} [/INST]" # skipped <s>
|