Spaces:
Build error
Build error
Commit
·
0b9a2e5
1
Parent(s):
4993090
Update run.py
Browse files
run.py
CHANGED
|
@@ -101,7 +101,7 @@ def response(message, history):
|
|
| 101 |
url="http://localhost:2600/v1/completions"
|
| 102 |
system="Du bist ein KI-basiertes Assistenzsystem."+addon+"\n\n"
|
| 103 |
#body={"prompt":system+"### Instruktion:\n"+message+"\n\n### Antwort:","max_tokens":500, "echo":"False","stream":"True"} #e.g. SauerkrautLM
|
| 104 |
-
body={"prompt":"
|
| 105 |
response=""
|
| 106 |
buffer=""
|
| 107 |
print("URL: "+url)
|
|
|
|
| 101 |
url="http://localhost:2600/v1/completions"
|
| 102 |
system="Du bist ein KI-basiertes Assistenzsystem."+addon+"\n\n"
|
| 103 |
#body={"prompt":system+"### Instruktion:\n"+message+"\n\n### Antwort:","max_tokens":500, "echo":"False","stream":"True"} #e.g. SauerkrautLM
|
| 104 |
+
body={"prompt":"[INST]"+system+"\n"+message+"[/INST]","max_tokens":500, "echo":"False","stream":"True"} #e.g. Mixtral-Instruct
|
| 105 |
response=""
|
| 106 |
buffer=""
|
| 107 |
print("URL: "+url)
|