Uncover-F commited on
Commit
6eb3d7e
·
verified ·
1 Parent(s): 365bf26

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +6 -8
app.py CHANGED
@@ -2,13 +2,10 @@ import torch
2
  from transformers import AutoTokenizer, AutoModelForCausalLM
3
  import gradio as gr
4
 
5
- model_id = "distilbert/distilgpt2"
6
-
7
- tokenizer = AutoTokenizer.from_pretrained(model_id)
8
- model = AutoModelForCausalLM.from_pretrained(model_id, torch_dtype=torch.float32)
9
- model.eval()
10
-
11
- def generate_text(prompt, temperature, top_k, top_p, max_tokens, repetition_penalty):
12
  inputs = tokenizer(prompt, return_tensors="pt")
13
  with torch.no_grad():
14
  output = model.generate(
@@ -26,6 +23,7 @@ def generate_text(prompt, temperature, top_k, top_p, max_tokens, repetition_pena
26
  gr.Interface(
27
  fn=generate_text,
28
  inputs=[
 
29
  gr.Textbox(label="Prompt", placeholder="Type something here...", lines=4),
30
  gr.Slider(0.1, 1.5, value=1.0, step=0.1, label="Temperature"),
31
  gr.Slider(1, 100, value=50, step=1, label="Top-K"),
@@ -34,6 +32,6 @@ gr.Interface(
34
  gr.Slider(0.5, 2.0, value=1.0, step=0.1, label="Repetition Penalty")
35
  ],
36
  outputs=gr.Textbox(label="Generated Text"),
37
- title="🧠 AlphaMindQ Fork distilbert/distilgpt2",
38
  theme="default"
39
  ).launch()
 
2
  from transformers import AutoTokenizer, AutoModelForCausalLM
3
  import gradio as gr
4
 
5
+ def generate_text(model_id, prompt, temperature, top_k, top_p, max_tokens, repetition_penalty):
6
+ tokenizer = AutoTokenizer.from_pretrained(model_id)
7
+ model = AutoModelForCausalLM.from_pretrained(model_id, torch_dtype=torch.float32)
8
+ model.eval()
 
 
 
9
  inputs = tokenizer(prompt, return_tensors="pt")
10
  with torch.no_grad():
11
  output = model.generate(
 
23
  gr.Interface(
24
  fn=generate_text,
25
  inputs=[
26
+ gr.Textbox(label="Model ID", placeholder="Enter Model ID"),
27
  gr.Textbox(label="Prompt", placeholder="Type something here...", lines=4),
28
  gr.Slider(0.1, 1.5, value=1.0, step=0.1, label="Temperature"),
29
  gr.Slider(1, 100, value=50, step=1, label="Top-K"),
 
32
  gr.Slider(0.5, 2.0, value=1.0, step=0.1, label="Repetition Penalty")
33
  ],
34
  outputs=gr.Textbox(label="Generated Text"),
35
+ title="🧠 AlphaMindQ Fork — Custom Hugging Face Model",
36
  theme="default"
37
  ).launch()