Update app.py

app.py

@@ -1,17 +1,13 @@
 import gradio as gr
-from transformers import AutoTokenizer, GPTJForCausalLM, BitsAndBytesConfig
-import torch
+from transformers import AutoTokenizer, GPTJForCausalLM
 
 model_name = "rycont/kakaobrain__kogpt-6b-8bit"
 
-# BitsAndBytesConfig 설정
-bnb_config = BitsAndBytesConfig(load_in_8bit=True)
-
 tokenizer = AutoTokenizer.from_pretrained(model_name)
-model = GPTJForCausalLM.from_pretrained(model_name, device_map="auto", quantization_config=bnb_config)
+model = GPTJForCausalLM.from_pretrained(model_name)
 
 def generate_response(prompt):
-    inputs = tokenizer(prompt, return_tensors="pt").to("cuda")
+    inputs = tokenizer(prompt, return_tensors="pt")
     outputs = model.generate(inputs['input_ids'], max_new_tokens=50)
     response = tokenizer.decode(outputs[0], skip_special_tokens=True)
     return response
@@ -20,7 +16,7 @@ iface = gr.Interface(
     fn=generate_response,
     inputs="text",
     outputs="text",
-    title="KoGPT-6B 8bit Chatbot",
+    title="KoGPT-6B Chatbot",
     description="Enter a prompt and the model will generate a response."
 )