Update app.py

app.py

@@ -10,12 +10,10 @@ When in legal doubt, you better call BLOOM! Ask BLOOM any legal question:
 title = "Better Call Bloom!"
 examples = [["Adventurer is approached by a mysterious stranger in the tavern for a new quest."]]
 
-
-
 tokenizer = BloomTokenizerFast.from_pretrained("tomrb/bettercallbloom-3b")
-model = BloomForCausalLM.from_pretrained("tomrb/bettercallbloom-3b",device_map="auto",load_in_8bit=True)
+model_8bit = BloomForCausalLM.from_pretrained("tomrb/bettercallbloom-3b",device_map="auto",load_in_8bit=True)
 
-generator = pipeline('text-generation', model=model, tokenizer=tokenizer)
+generator = pipeline('text-generation', model=model_8bit, tokenizer=tokenizer)
 
 
 def preprocess(text):
@@ -26,7 +24,7 @@ def preprocess(text):
 def generate(text):
     
     preprocessed_text = preprocess(text)
-    result = generator(preprocessed_text, max_length=128)
+    result = generator(preprocessed_text, max_length=256)
     #output = re.split(r'\nQuestion:|Answer #|Title:',result[0]['generated_text'])[2]
     output = result[0]['generated_text']
     return output