Spaces:
Sleeping
Sleeping
Commit ·
4a2fd02
1
Parent(s): 5211d74
Update model
Browse files
app.py
CHANGED
|
@@ -23,7 +23,7 @@ def predict(message,
|
|
| 23 |
max_new_tokens = 256,
|
| 24 |
top_p = 0.6,
|
| 25 |
repetition_penalty = 1.0,
|
| 26 |
-
model=api_url_70b):
|
| 27 |
|
| 28 |
# Write the system prompt
|
| 29 |
if system_prompt != "":
|
|
@@ -55,7 +55,7 @@ def predict(message,
|
|
| 55 |
},
|
| 56 |
}
|
| 57 |
|
| 58 |
-
response = requests.post(
|
| 59 |
|
| 60 |
partial_message = ""
|
| 61 |
for line in response.iter_lines():
|
|
|
|
| 23 |
max_new_tokens = 256,
|
| 24 |
top_p = 0.6,
|
| 25 |
repetition_penalty = 1.0,
|
| 26 |
+
model= api_url_70b):
|
| 27 |
|
| 28 |
# Write the system prompt
|
| 29 |
if system_prompt != "":
|
|
|
|
| 55 |
},
|
| 56 |
}
|
| 57 |
|
| 58 |
+
response = requests.post(model, headers=headers, data=json.dumps(data), auth=("hf, hf_token"), stream=True)
|
| 59 |
|
| 60 |
partial_message = ""
|
| 61 |
for line in response.iter_lines():
|