Update app.py

app.py

@@ -11,8 +11,8 @@ examples = [["Adventurer is approached by a mysterious stranger in the tavern fo
 
 
 
-tokenizer = BloomTokenizerFast.from_pretrained("tomrb/bettercallbloom-3b-8bit")
-model = BloomForCausalLM.from_pretrained("tomrb/bettercallbloom-3b-8bit",device_map="auto",load_in_8bit=True)
+tokenizer = BloomTokenizerFast.from_pretrained("tomrb/bettercallbloom-3b")
+model = BloomForCausalLM.from_pretrained("tomrb/bettercallbloom-3b",low_cpu_mem_usage=True)
 
 generator = pipeline('text-generation', model=model, tokenizer=tokenizer)