Update app/llm.py
Browse files- app/llm.py +2 -2
app/llm.py
CHANGED
|
@@ -114,7 +114,7 @@ async def generate(gen:GenModel):#, user: schemas.BaseUser = fastapi.Depends(cur
|
|
| 114 |
seed= gen.seed,
|
| 115 |
#chat_format="llama-2",
|
| 116 |
stream=True,
|
| 117 |
-
echo =
|
| 118 |
)
|
| 119 |
|
| 120 |
for chunk in output:
|
|
@@ -128,7 +128,7 @@ async def generate(gen:GenModel):#, user: schemas.BaseUser = fastapi.Depends(cur
|
|
| 128 |
|
| 129 |
#et = time()
|
| 130 |
#output["time"] = et - st
|
| 131 |
-
print(output)
|
| 132 |
except Exception as e:
|
| 133 |
logger.error(f"Error in /generate endpoint: {e}")
|
| 134 |
return JSONResponse(
|
|
|
|
| 114 |
seed= gen.seed,
|
| 115 |
#chat_format="llama-2",
|
| 116 |
stream=True,
|
| 117 |
+
echo = True
|
| 118 |
)
|
| 119 |
|
| 120 |
for chunk in output:
|
|
|
|
| 128 |
|
| 129 |
#et = time()
|
| 130 |
#output["time"] = et - st
|
| 131 |
+
#print(output)
|
| 132 |
except Exception as e:
|
| 133 |
logger.error(f"Error in /generate endpoint: {e}")
|
| 134 |
return JSONResponse(
|