Update app.py

app.py

@@ -12,8 +12,8 @@ examples = [["Adventurer is approached by a mysterious stranger in the tavern fo
 
 
 
-tokenizer = BloomTokenizerFast.from_pretrained("tomrb/bettercallbloom-3b-8bit")
-model = BloomForCausalLM.from_pretrained("tomrb/bettercallbloom-3b-8bit")
+tokenizer = BloomTokenizerFast.from_pretrained("tomrb/bettercallbloom-3b")
+model = BloomForCausalLM.from_pretrained("tomrb/bettercallbloom-3b",device_map="auto",load_in_8bit=True)
 
 generator = pipeline('text-generation', model=model, tokenizer=tokenizer)