Update app.py

app.py

@@ -0,0 +1,109 @@
+import torch
+from datasets import Dataset
+from transformers import AutoTokenizer, AutoModelForCausalLM, TrainingArguments, Trainer, BitsAndBytesConfig
+from peft import LoraConfig, get_peft_model, prepare_model_for_kbit_training
+
+model_name = "TinyLlama/TinyLlama-1.1B-Chat-v1.0"
+
+bnb_config = BitsAndBytesConfig(
+    load_in_4bit=True,
+    bnb_4bit_compute_dtype=torch.float16,
+    bnb_4bit_use_double_quant=True,
+    bnb_4bit_quant_type="nf4",
+)
+
+model = AutoModelForCausalLM.from_pretrained(
+    model_name,
+    quantization_config=bnb_config,
+    device_map="auto"
+)
+
+tokenizer = AutoTokenizer.from_pretrained(model_name, use_fast=True)
+tokenizer.pad_token = tokenizer.eos_token
+model.config.use_cache = False
+
+model.gradient_checkpointing_enable()
+model = prepare_model_for_kbit_training(model)
+
+lora_config = LoraConfig(
+    r=8,
+    lora_alpha=32,
+    target_modules=["q_proj", "v_proj"],
+    lora_dropout=0.05,
+    bias="none",
+    task_type="CAUSAL_LM"
+)
+
+model = get_peft_model(model, lora_config)
+
+from datasets import load_dataset
+
+# Load the dataset from Hugging Face
+dataset = load_dataset("MakTek/Customer_support_faqs_dataset", split="train")
+
+# Print the column names of the dataset
+print("Dataset columns:", dataset.column_names)
+
+def format_instruction(example):
+    return f"### Instruction:\n{example['question']}\n\n### Response:\n{example['answer']}"
+
+dataset = dataset.map(lambda x: {"text": format_instruction(x)})
+
+def tokenize_function(example):
+    tokenized = tokenizer(example["text"], truncation=True, padding="max_length", max_length=512)
+    tokenized["labels"] = tokenized["input_ids"].copy()
+    return tokenized
+
+tokenized_dataset = dataset.map(tokenize_function, batched=True)
+
+training_args = TrainingArguments(
+    output_dir="./tinyllama-qlora-support-bot",
+    per_device_train_batch_size=2,
+    gradient_accumulation_steps=4,
+    learning_rate=2e-4,
+    logging_dir="./logs",
+    num_train_epochs=3,
+    logging_steps=10,
+    save_total_limit=2,
+    save_strategy="epoch",
+    bf16=True,
+    optim="paged_adamw_8bit"
+)
+
+trainer = Trainer(
+    model=model,
+    args=training_args,
+    train_dataset=tokenized_dataset,
+    tokenizer=tokenizer
+)
+
+trainer.train()
+
+model.save_pretrained("tinyllama-qlora-support-bot")
+tokenizer.save_pretrained("tinyllama-qlora-support-bot")
+
+from transformers import pipeline
+
+pipe = pipeline("text-generation", model=model, tokenizer=tokenizer)
+
+instruction = "how can i track my order?"
+prompt = f"### Instruction:\n{instruction}\n\n### Response:\n"
+
+output = pipe(prompt, max_new_tokens=100)
+print(output[0]['generated_text'])
+
+
+import gradio as gr
+
+def generate_response(instruction):
+    prompt = f"### Instruction:\n{instruction}\n\n### Response:\n"
+    output = pipe(prompt, max_new_tokens=100, do_sample=True, temperature=0.7)
+    return output[0]['generated_text'].replace(prompt, "").strip()
+
+gr.Interface(
+    fn=generate_response,
+    inputs=gr.Textbox(lines=3, placeholder="Ask your customer support question here..."),
+    outputs=gr.Textbox(lines=6),
+    title="🛠️ Customer Support Chatbot (TinyLlama + QLoRA)",
+    description="Ask any support question. Model trained on MakTek/Customer_support_faqs_dataset using TinyLlama 1.1B."
+).launch()