Update app.py

app.py

@@ -11,7 +11,7 @@ Join us : 🌟TeamTonic🌟 is always making cool demos! Join our active builder
 
 model_name = "allenai/OLMo-7B"
 tokenizer = AutoTokenizer.from_pretrained(model_name)
-model = AutoModelForCausalLM.from_pretrained(model_name, torch_dtype=torch.float16, load_in_8bit=True)
+model = AutoModelForCausalLM.from_pretrained(model_name, torch_dtype=torch.float16)
 # model = AutoModelForCausalLM.from_pretrained(model_name)
 
 def generate_text(prompt, max_new_tokens, top_k, top_p, do_sample):