added debugging prints
Browse files
app.py
CHANGED
|
@@ -91,6 +91,8 @@ async def generate_endpoint(
|
|
| 91 |
available = list(MODELS.keys())
|
| 92 |
model_selection = random.choices(available, k=5)
|
| 93 |
|
|
|
|
|
|
|
| 94 |
for m_name in model_selection:
|
| 95 |
m_data = MODELS[m_name]
|
| 96 |
model = m_data["model"]
|
|
@@ -99,7 +101,7 @@ async def generate_endpoint(
|
|
| 99 |
i_proc, t_proc = m_data["processor"]
|
| 100 |
pixel_values = i_proc(images=image, return_tensors="pt").pixel_values.to(DEVICE)
|
| 101 |
gen_ids = model.generate(
|
| 102 |
-
pixel_values=pixel_values, max_length=
|
| 103 |
temperature=temp, top_k=top_k, top_p=top_p
|
| 104 |
)
|
| 105 |
cap = t_proc.batch_decode(gen_ids, skip_special_tokens=True)[0]
|
|
@@ -107,13 +109,15 @@ async def generate_endpoint(
|
|
| 107 |
proc = m_data["processor"]
|
| 108 |
pixel_values = proc(images=image, return_tensors="pt").pixel_values.to(DEVICE)
|
| 109 |
gen_ids = model.generate(
|
| 110 |
-
pixel_values=pixel_values, max_length=
|
| 111 |
temperature=temp, top_k=top_k, top_p=top_p
|
| 112 |
)
|
| 113 |
cap = proc.batch_decode(gen_ids, skip_special_tokens=True)[0]
|
| 114 |
|
| 115 |
captions.append(cap.strip())
|
| 116 |
|
|
|
|
|
|
|
| 117 |
return {"captions": captions, "mix": model_selection}
|
| 118 |
|
| 119 |
@app.post("/ui-tester")
|
|
|
|
| 91 |
available = list(MODELS.keys())
|
| 92 |
model_selection = random.choices(available, k=5)
|
| 93 |
|
| 94 |
+
print("Selected models: ", model_selection)
|
| 95 |
+
|
| 96 |
for m_name in model_selection:
|
| 97 |
m_data = MODELS[m_name]
|
| 98 |
model = m_data["model"]
|
|
|
|
| 101 |
i_proc, t_proc = m_data["processor"]
|
| 102 |
pixel_values = i_proc(images=image, return_tensors="pt").pixel_values.to(DEVICE)
|
| 103 |
gen_ids = model.generate(
|
| 104 |
+
pixel_values=pixel_values, max_length=300, do_sample=True,
|
| 105 |
temperature=temp, top_k=top_k, top_p=top_p
|
| 106 |
)
|
| 107 |
cap = t_proc.batch_decode(gen_ids, skip_special_tokens=True)[0]
|
|
|
|
| 109 |
proc = m_data["processor"]
|
| 110 |
pixel_values = proc(images=image, return_tensors="pt").pixel_values.to(DEVICE)
|
| 111 |
gen_ids = model.generate(
|
| 112 |
+
pixel_values=pixel_values, max_length=300, do_sample=True,
|
| 113 |
temperature=temp, top_k=top_k, top_p=top_p
|
| 114 |
)
|
| 115 |
cap = proc.batch_decode(gen_ids, skip_special_tokens=True)[0]
|
| 116 |
|
| 117 |
captions.append(cap.strip())
|
| 118 |
|
| 119 |
+
print("Caption generated: ", cap.strip())
|
| 120 |
+
|
| 121 |
return {"captions": captions, "mix": model_selection}
|
| 122 |
|
| 123 |
@app.post("/ui-tester")
|