Vvaann commited on
Commit
d579a9f
·
verified ·
1 Parent(s): 0105669

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +9 -9
app.py CHANGED
@@ -27,28 +27,28 @@ modelconf = ModelConfig(**model_args)
27
  trained_model = BigramLanguageModel(modelconf)
28
  trained_model.load_state_dict(model_weights)
29
 
30
- def generate_text(seed_text, max_new_tokens, temperature):
31
  text = seed_text if seed_text is not None else " "
32
  text = text if text.endswith(" ") else seed_text + " "
33
  context = torch.tensor(encode(text), dtype=torch.long).unsqueeze(0)
34
- temperature = temperature if temperature > 0 else 1e-5
35
- return decode(trained_model.generate(context, temperature = temperature, max_new_tokens=max_new_tokens)[0].tolist())
36
 
37
  with gr.Blocks() as demo:
38
- gr.HTML("<h1 align = 'center'> Generate Text Based on simple GPT model <br> (Dataset = William Shakespeare) </h1>")
39
 
40
- content = gr.Textbox(label = "Enter initial text to generate content")
41
  with gr.Row(equal_height=True):
42
  with gr.Column():
43
- max_tokens = gr.Number(label = "Maximum tokens to generate content", value = 100)
44
- temp_val = gr.Slider(label = "Temparature (slide to higher value for higher creativity)", minimum = 0.0, maximum= 1.0,value = 0.7)
45
  generate_btn = gr.Button(value = 'Generate Text')
46
  with gr.Column():
47
- outputs = [gr.TextArea(label = "Generated text (William Shakespeare)", lines = 7)]
48
  inputs = [
49
  content,
50
  max_tokens,
51
- temp_val
52
  ]
53
  generate_btn.click(fn = generate_text, inputs= inputs, outputs = outputs)
54
 
 
27
  trained_model = BigramLanguageModel(modelconf)
28
  trained_model.load_state_dict(model_weights)
29
 
30
+ def generate_text(seed_text, max_new_tokens, confidence):
31
  text = seed_text if seed_text is not None else " "
32
  text = text if text.endswith(" ") else seed_text + " "
33
  context = torch.tensor(encode(text), dtype=torch.long).unsqueeze(0)
34
+ confidence = confidence if confidence > 0 else 1e-5
35
+ return decode(trained_model.generate(context, confidence = confidence, max_new_tokens=max_new_tokens)[0].tolist())
36
 
37
  with gr.Blocks() as demo:
38
+ gr.HTML("<h1 align = 'center'> Simple GPT from scratch using tiny Shakespere </h1>")
39
 
40
+ content = gr.Textbox(label = "Initial text to generate content")
41
  with gr.Row(equal_height=True):
42
  with gr.Column():
43
+ max_tokens = gr.Number(label = "Maximum number of tokens", value = 100)
44
+ confidence = gr.Slider(label = "Confidence", minimum = 0.0, maximum= 1.0,value = 0.7)
45
  generate_btn = gr.Button(value = 'Generate Text')
46
  with gr.Column():
47
+ outputs = [gr.TextArea(label = "Generated result", lines = 8)]
48
  inputs = [
49
  content,
50
  max_tokens,
51
+ confidence
52
  ]
53
  generate_btn.click(fn = generate_text, inputs= inputs, outputs = outputs)
54