Spaces:
Sleeping
Sleeping
Update model_api.py
Browse files- model_api.py +14 -11
model_api.py
CHANGED
|
@@ -14,21 +14,24 @@ def query_model(prompt):
|
|
| 14 |
payload = {
|
| 15 |
"inputs": prompt,
|
| 16 |
"parameters": {
|
| 17 |
-
"max_new_tokens":
|
| 18 |
"temperature": 0.7
|
| 19 |
}
|
| 20 |
}
|
| 21 |
|
| 22 |
-
|
| 23 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 24 |
result = response.json()
|
|
|
|
|
|
|
| 25 |
|
| 26 |
-
|
| 27 |
-
|
| 28 |
-
return result[0]["generated_text"]
|
| 29 |
|
| 30 |
-
|
| 31 |
-
if "estimated_time" in result:
|
| 32 |
-
time.sleep(result["estimated_time"])
|
| 33 |
-
else:
|
| 34 |
-
return f"Error: {result}"
|
|
|
|
| 14 |
payload = {
|
| 15 |
"inputs": prompt,
|
| 16 |
"parameters": {
|
| 17 |
+
"max_new_tokens": 500,
|
| 18 |
"temperature": 0.7
|
| 19 |
}
|
| 20 |
}
|
| 21 |
|
| 22 |
+
response = requests.post(API_URL, headers=headers, json=payload)
|
| 23 |
+
|
| 24 |
+
# ✅ Check status code first
|
| 25 |
+
if response.status_code != 200:
|
| 26 |
+
return f"HTTP Error {response.status_code}: {response.text}"
|
| 27 |
+
|
| 28 |
+
# ✅ Safe JSON parsing
|
| 29 |
+
try:
|
| 30 |
result = response.json()
|
| 31 |
+
except Exception:
|
| 32 |
+
return f"Invalid response received: {response.text}"
|
| 33 |
|
| 34 |
+
if isinstance(result, list):
|
| 35 |
+
return result[0]["generated_text"]
|
|
|
|
| 36 |
|
| 37 |
+
return f"Unexpected response: {result}"
|
|
|
|
|
|
|
|
|
|
|
|