Update data_clean_final.py

data_clean_final.py

@@ -2,19 +2,13 @@
 
 import pandas as pd
 import streamlit as st
-from transformers import AutoTokenizer, pipeline
-from ctransformers import AutoModelforCausalLM
+from transformers import AutoTokenizer, AutoModel, pipeline
 import torch
 
 # Load local TinyLlama model
 model_name = "TheBloke/TinyLlama-1.1B-Chat-v1.0-GGUF"
 tokenizer = AutoTokenizer.from_pretrained(model_name)
-model = AutoModelForCausalLM.from_pretrained(
-    model_name,
-    model_file = "tinyllama-1.1b-chat-v1.0.Q4_K_M.gguf",
-    model_type = "llama",
-    local_files_only = True
-)
+model = AutoModel.from_pretrained(model_name)
 generator = pipeline("text-generation", model=model, tokenizer=tokenizer, device=0 if torch.cuda.is_available() else -1)