Changed dtype in torch to float32

app.py

@@ -16,16 +16,15 @@ print("tokenizer: " + tokenizer.name_or_path)
 pipeline = transformers.pipeline(
 	"text-generation",
 	model=model,
-	torch_dtype=torch.float16,
+	#torch_dtype=torch.float16,
+	torch_dtype=torch.float32,
 	device_map="auto",
 )
 
 print("pipeline: " + pipeline.model.name_or_path)
 
 def generate(prompt):
-
 	output = ""
-
 	sequences = pipeline(
 		prompt,
 		do_sample=True,
@@ -35,11 +34,7 @@ def generate(prompt):
 		eos_token_id=tokenizer.eos_token_id,
 		max_length=1000,
 	)
-
-	# for seq in sequences:
-	# 	output += seq['generated_text']
-
-	return output
+	return sequences[0]['generated_text']
 
 iface = gr.Interface(fn=generate, inputs="text", outputs="text")
 iface.launch()