Update app.py

app.py

@@ -19,21 +19,21 @@ def http_bot_yield(prompt):
     system_message = """
         Below is an instruction that describes a task. Write a response that appropriately completes the request.
         """
-    # pload = {
-    #     "prompt": f"<s>[INST] {prompt} [/INST] ",
-    #     "stream": True,
-    #     "max_tokens": 1024,
-    #     "temperature": 0.1
-    # }
-
     pload = {
-        "prompt": f"### System:\n{system_message}\n\n\n\n### Instruction:\n{prompt}\n\n### Response:\n",
+        "prompt": f"<s>[INST] {prompt} [/INST] ",
         "stream": True,
-        "max_tokens": 2048,
+        "max_tokens": 1024,
         "temperature": 0.1
     }
+
+    # pload = {
+    #     "prompt": f"### System:\n{system_message}\n\n\n\n### Instruction:\n{prompt}\n\n### Response:\n",
+    #     "stream": True,
+    #     "max_tokens": 2048,
+    #     "temperature": 0.1
+    # }
     response = requests.post(
-        'http://216.48.182.6/generate',
+        'http://164.52.200.104/generate',
         headers=headers,
         json=pload,
         stream=True