Springboardmen commited on
Commit
4aabcd0
·
verified ·
1 Parent(s): f2502b3

Update model_api.py

Browse files
Files changed (1) hide show
  1. model_api.py +14 -11
model_api.py CHANGED
@@ -14,21 +14,24 @@ def query_model(prompt):
14
  payload = {
15
  "inputs": prompt,
16
  "parameters": {
17
- "max_new_tokens": 800,
18
  "temperature": 0.7
19
  }
20
  }
21
 
22
- while True:
23
- response = requests.post(API_URL, headers=headers, json=payload)
 
 
 
 
 
 
24
  result = response.json()
 
 
25
 
26
- # Success response
27
- if isinstance(result, list):
28
- return result[0]["generated_text"]
29
 
30
- # Model loading
31
- if "estimated_time" in result:
32
- time.sleep(result["estimated_time"])
33
- else:
34
- return f"Error: {result}"
 
14
  payload = {
15
  "inputs": prompt,
16
  "parameters": {
17
+ "max_new_tokens": 500,
18
  "temperature": 0.7
19
  }
20
  }
21
 
22
+ response = requests.post(API_URL, headers=headers, json=payload)
23
+
24
+ # ✅ Check status code first
25
+ if response.status_code != 200:
26
+ return f"HTTP Error {response.status_code}: {response.text}"
27
+
28
+ # ✅ Safe JSON parsing
29
+ try:
30
  result = response.json()
31
+ except Exception:
32
+ return f"Invalid response received: {response.text}"
33
 
34
+ if isinstance(result, list):
35
+ return result[0]["generated_text"]
 
36
 
37
+ return f"Unexpected response: {result}"