Update data_clean_final.py

data_clean_final.py

@@ -2,17 +2,18 @@
 
 import pandas as pd
 import streamlit as st
-from transformers import AutoTokenizer, AutoModelForCausalLM, pipeline
+from transformers import AutoTokenizer, pipeline
+from ctransformers import AutoModelforCausalLM
 import torch
 
 # Load local TinyLlama model
-model_name = "TinyLlama/TinyLlama-1.1B-Chat-v1.0"
+model_name = "TheBloke/TinyLlama-1.1B-Chat-v1.0-GGUF"
 tokenizer = AutoTokenizer.from_pretrained(model_name)
 model = AutoModelForCausalLM.from_pretrained(
     model_name,
-    device_map='auto',
-    load_in_4bit=True,
-    torch_dtype='auto'
+    model_file = "tinyllama-1.1b-chat-v1.0.Q4_K_M.gguf",
+    model_type = "llama",
+    local_files_only = True
 )
 generator = pipeline("text-generation", model=model, tokenizer=tokenizer, device=0 if torch.cuda.is_available() else -1)