add empty cache

app.py

@@ -116,6 +116,7 @@ def inference(input_str, input_image):
 	## input valid check
 	if not re.match(r"^[A-Za-z ,.!?\'\"]+$", input_str) or len(input_str) < 1:
 		output_str = "[Error] Invalid input: ", input_str
+		torch.cuda.empty_cache()
 		return output_str, None
 
 	# Model Inference
@@ -133,6 +134,7 @@ def inference(input_str, input_image):
 		missing_objects = [missing_object.strip() for missing_object in missing_objects]
 
 	if len(missing_objects) == 0:
+		torch.cuda.empty_cache()
 		return prediction, None, None, None
 
 	search_result = []
@@ -210,6 +212,7 @@ def inference(input_str, input_image):
 	if len(failed_objects) > 0:
 		search_result_str += "Targets unable to locate after search: {}.".format(', '.join(failed_objects))
 
+	torch.cuda.empty_cache()
 	return "Need to conduct visual search to search for: {}.".format(', '.join(missing_objects)), search_result_str, search_result_image, response
 	
 demo = gr.Interface(