Update app.py

app.py

@@ -1,5 +1,6 @@
 import gradio as gr
 from transformers import pipeline
+from transformers import BloomTokenizerFast, BloomForCausalLM
 
 description = """
 When in legal doubt, you better call BLOOM! Ask BLOOM any legal question:
@@ -10,7 +11,11 @@ examples = [["Adventurer is approached by a mysterious stranger in the tavern fo
 
 
 
-generator = pipeline('text-generation', model='tomrb/bettercallbloom-3b-8bit')
+tokenizer = BloomTokenizerFast.from_pretrained("tomrb/bettercallbloom-3b-8bit")
+model = BloomForCausalLM.from_pretrained("tomrb/bettercallbloom-3b-8bit")
+
+generator = pipeline('text-generation', model=model, tokenizer=tokenizer)
+
 
 def preprocess(text):
     #We add 'Question :' and 'Answer #1:' at the start and end of the prompt