SaniaE commited on
Commit
cb1efba
·
verified ·
1 Parent(s): 269d031

added debugging prints

Browse files
Files changed (1) hide show
  1. app.py +6 -2
app.py CHANGED
@@ -91,6 +91,8 @@ async def generate_endpoint(
91
  available = list(MODELS.keys())
92
  model_selection = random.choices(available, k=5)
93
 
 
 
94
  for m_name in model_selection:
95
  m_data = MODELS[m_name]
96
  model = m_data["model"]
@@ -99,7 +101,7 @@ async def generate_endpoint(
99
  i_proc, t_proc = m_data["processor"]
100
  pixel_values = i_proc(images=image, return_tensors="pt").pixel_values.to(DEVICE)
101
  gen_ids = model.generate(
102
- pixel_values=pixel_values, max_length=200, do_sample=True,
103
  temperature=temp, top_k=top_k, top_p=top_p
104
  )
105
  cap = t_proc.batch_decode(gen_ids, skip_special_tokens=True)[0]
@@ -107,13 +109,15 @@ async def generate_endpoint(
107
  proc = m_data["processor"]
108
  pixel_values = proc(images=image, return_tensors="pt").pixel_values.to(DEVICE)
109
  gen_ids = model.generate(
110
- pixel_values=pixel_values, max_length=200, do_sample=True,
111
  temperature=temp, top_k=top_k, top_p=top_p
112
  )
113
  cap = proc.batch_decode(gen_ids, skip_special_tokens=True)[0]
114
 
115
  captions.append(cap.strip())
116
 
 
 
117
  return {"captions": captions, "mix": model_selection}
118
 
119
  @app.post("/ui-tester")
 
91
  available = list(MODELS.keys())
92
  model_selection = random.choices(available, k=5)
93
 
94
+ print("Selected models: ", model_selection)
95
+
96
  for m_name in model_selection:
97
  m_data = MODELS[m_name]
98
  model = m_data["model"]
 
101
  i_proc, t_proc = m_data["processor"]
102
  pixel_values = i_proc(images=image, return_tensors="pt").pixel_values.to(DEVICE)
103
  gen_ids = model.generate(
104
+ pixel_values=pixel_values, max_length=300, do_sample=True,
105
  temperature=temp, top_k=top_k, top_p=top_p
106
  )
107
  cap = t_proc.batch_decode(gen_ids, skip_special_tokens=True)[0]
 
109
  proc = m_data["processor"]
110
  pixel_values = proc(images=image, return_tensors="pt").pixel_values.to(DEVICE)
111
  gen_ids = model.generate(
112
+ pixel_values=pixel_values, max_length=300, do_sample=True,
113
  temperature=temp, top_k=top_k, top_p=top_p
114
  )
115
  cap = proc.batch_decode(gen_ids, skip_special_tokens=True)[0]
116
 
117
  captions.append(cap.strip())
118
 
119
+ print("Caption generated: ", cap.strip())
120
+
121
  return {"captions": captions, "mix": model_selection}
122
 
123
  @app.post("/ui-tester")