Spaces:

sam2ai
/

gradio_chat_inference

Paused

sam2ai commited on Oct 13, 2023

Commit

19b2673

1 Parent(s): 0f1fa30

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -16,7 +16,7 @@ def http_bot_yield(prompt):
     pload = {
         "prompt": f"<s>[INST] {prompt} [/INST] ",
         "stream": True,
-        "max_tokens": 512,
         "temperature": 0.1
     }
     response = requests.post(

     pload = {
         "prompt": f"<s>[INST] {prompt} [/INST] ",
         "stream": True,
+        "max_tokens": 1024,
         "temperature": 0.1
     }
     response = requests.post(