Update app.py

app.py

@@ -3,16 +3,18 @@ import streamlit as st
 
 import torch
 from transformers import pipeline
-from transformers import AutoTokenizer, AutoModelForCausalLM, BitsAndBytesConfig
+from transformers import AutoTokenizer, AutoModelForCausalLM
 
+# , BitsAndBytesConfig
 
-quantization_config = BitsAndBytesConfig(load_in_4bit=True)
+
+# quantization_config = BitsAndBytesConfig(load_in_4bit=True)
 
 
 model_name = "masakhane/zephyr-7b-gemma-sft-african-alpaca"
 
 tokenizer = AutoTokenizer.from_pretrained(model_name)
-model = AutoModelForCausalLM.from_pretrained(model_name, quantization_config=quantization_config)
+model = AutoModelForCausalLM.from_pretrained(model_name)
 
 
 pipe = pipeline("text-generation", model=model,tokenizer=tokenizer, torch_dtype=torch.bfloat16, device_map="auto")