import gradio as gr from transformers import AutoModelForCausalLM, AutoTokenizer import torch MODEL_ID = "arinbalyan/smollm2-finance" tokenizer = AutoTokenizer.from_pretrained(MODEL_ID) if tokenizer.pad_token is None: tokenizer.pad_token = tokenizer.eos_token model = AutoModelForCausalLM.from_pretrained( MODEL_ID, torch_dtype=torch.float16, device_map="auto", ) def generate(prompt, history): if not prompt.strip(): return "", history inputs = tokenizer(prompt, return_tensors="pt").to(model.device) with torch.no_grad(): out = model.generate( **inputs, max_new_tokens=200, temperature=0.8, do_sample=True, pad_token_id=tokenizer.eos_token_id, ) response = tokenizer.decode(out[0][inputs.input_ids.shape[1]:], skip_special_tokens=True) history.append({"role": "user", "content": prompt}) history.append({"role": "assistant", "content": response.strip()}) return "", history theme = ( gr.themes.Soft(primary_hue="amber", neutral_hue="slate") .set( button_primary_background_fill_hover="#d97706", button_primary_text_color="white", input_background_fill="#f8fafc", input_border_color="#e2e8f0", input_border_color_focus="#d97706", ) ) css = """.gradio-container { font-family: -apple-system, BlinkMacSystemFont, 'Segoe UI', sans-serif !important; } .main-header { text-align: center; padding: 2rem 1rem; background: linear-gradient(135deg, #d97706 0%, #d97706dd 100%); color: white; border-radius: 12px; margin-bottom: 1rem; } .main-header h1 { font-size: 2rem; font-weight: 700; margin-bottom: 0.25rem; } .main-header p { font-size: 1rem; opacity: 0.9; } .footer { text-align: center; padding: 1rem; color: #64748b; font-size: 0.875rem; }""" with gr.Blocks(title="Finance Advisor") as demo: with gr.Row(): with gr.Column(): gr.HTML(f"""

💰 Finance Advisor

Generate with AI

""") chatbot = gr.Chatbot(height=400) msg = gr.Textbox(label="Prompt", placeholder='e.g., What is compound interest?', lines=2) with gr.Row(): submit = gr.Button("Generate", variant="primary", size="lg", scale=1) clear = gr.Button("Clear", size="lg", scale=0) gr.Examples(examples=["What is compound interest?", "How should I start investing in my 20s?", "Explain the difference between stocks and bonds", "What is an emergency fund?", "How do capital gains taxes work?"], inputs=msg, label="Try these") gr.HTML(f"""""") submit.click(generate, [msg, chatbot], [msg, chatbot]) clear.click(lambda: None, None, chatbot, queue=False) if __name__ == "__main__": demo.launch(theme=theme, css=css)