Update app/llm.py

app/llm.py

@@ -111,7 +111,8 @@ async def generate(gen:GenModel):#, user: schemas.BaseUser = fastapi.Depends(cur
             ],
             temperature = gen.temperature,
             seed= gen.seed,
-            #stream=True,
+            chat_format="llama-2",
+            stream=True,
             #echo=True
         )
         """