Upload app.py with huggingface_hub
Browse files
app.py
CHANGED
|
@@ -4,7 +4,7 @@ from transformers import AutoTokenizer, AutoModelForCausalLM
|
|
| 4 |
from peft import PeftModel
|
| 5 |
import torch
|
| 6 |
|
| 7 |
-
BASE_MODEL = "unsloth/Llama-3.2-3B-Instruct-bnb-4bit"
|
| 8 |
ADAPTER = "Parth03034/finbot-lora-adapter"
|
| 9 |
|
| 10 |
print("Loading tokenizer...")
|
|
@@ -55,7 +55,7 @@ demo = gr.ChatInterface(
|
|
| 55 |
fn = ask_finbot,
|
| 56 |
title = "🤖 FinBot — Indian Finance Assistant",
|
| 57 |
description = "SIP, CIBIL, Nifty, Tax — kuch bhi poochho!",
|
| 58 |
-
examples = ["
|
| 59 |
)
|
| 60 |
|
| 61 |
demo.launch()
|
|
|
|
| 4 |
from peft import PeftModel
|
| 5 |
import torch
|
| 6 |
|
| 7 |
+
BASE_MODEL = "unsloth/Llama-3.2-3B-Instruct-bnb-4bit" ###TinyLlama/TinyLlama-1.1B-Chat-v1.0
|
| 8 |
ADAPTER = "Parth03034/finbot-lora-adapter"
|
| 9 |
|
| 10 |
print("Loading tokenizer...")
|
|
|
|
| 55 |
fn = ask_finbot,
|
| 56 |
title = "🤖 FinBot — Indian Finance Assistant",
|
| 57 |
description = "SIP, CIBIL, Nifty, Tax — kuch bhi poochho!",
|
| 58 |
+
examples = ["Tell me about SIP?", "How to improve CIBIL Score?", "Explain NIFTY 50?"],
|
| 59 |
)
|
| 60 |
|
| 61 |
demo.launch()
|