Update app.py
Browse files
app.py
CHANGED
|
@@ -70,11 +70,12 @@ def health():
|
|
| 70 |
@app.post("/generate/")
|
| 71 |
async def complete(gen:GenModel):
|
| 72 |
try:
|
|
|
|
|
|
|
|
|
|
| 73 |
st = time()
|
| 74 |
output = llama.create_chat_completion(
|
| 75 |
-
messages=
|
| 76 |
-
{"role": "system", "content": gen.system},
|
| 77 |
-
],
|
| 78 |
temperature=gen.temperature,
|
| 79 |
seed=gen.seed,
|
| 80 |
#stream=True
|
|
|
|
| 70 |
@app.post("/generate/")
|
| 71 |
async def complete(gen:GenModel):
|
| 72 |
try:
|
| 73 |
+
messages=[
|
| 74 |
+
{"role": "system", "content": gen.system},
|
| 75 |
+
]
|
| 76 |
st = time()
|
| 77 |
output = llama.create_chat_completion(
|
| 78 |
+
messages = messages,
|
|
|
|
|
|
|
| 79 |
temperature=gen.temperature,
|
| 80 |
seed=gen.seed,
|
| 81 |
#stream=True
|