Update data_clean_final.py

data_clean_final.py

@@ -2,13 +2,16 @@
 
 import pandas as pd
 import streamlit as st
-from transformers import AutoTokenizer, AutoModel, pipeline
+from transformers import AutoTokenizer, pipeline
+from ctransformers import AutoModelForCausalLM
 import torch
 
 # Load local TinyLlama model
 model_name = "TheBloke/TinyLlama-1.1B-Chat-v1.0-GGUF"
 tokenizer = AutoTokenizer.from_pretrained(model_name)
-model = AutoModel.from_pretrained(model_name)
+model = AutoModelForCausalLM.from_pretrained(model_name,
+                                            model_file = "tinyllama-1.1b-chat-v1.0.Q4_K_M.gguf",
+                                            )
 generator = pipeline("text-generation", model=model, tokenizer=tokenizer, device=0 if torch.cuda.is_available() else -1)