Update app.py

app.py

@@ -1,6 +1,6 @@
 import streamlit as st
 from typing import Generator
-from transformers import AutoTokenizer, AutoModelForCausalLM, BitsAndBytesConfig
+from transformers import AutoTokenizer, AutoModelForCausalLM
 import torch
 
 st.set_page_config(
@@ -10,14 +10,9 @@ st.set_page_config(
 )
 
 model_name = "JuliaTsk/SuccinctLabs-chat-finetuned"
-bnb_config = BitsAndBytesConfig(
-    load_in_4bit=True,
-    bnb_4bit_quant_type="nf4",
-    bnb_4bit_compute_dtype=torch.float16,
-)
 
 tokenizer = AutoTokenizer.from_pretrained(model_name)
-model = AutoModelForCausalLM.from_pretrained(model_name, quantization_config=bnb_config )
+model = AutoModelForCausalLM.from_pretrained(model_name, device_map="cpu", low_cpu_mem_usage=True)
 st.title("ChatGPT-like clone 🎈")