Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -27,28 +27,28 @@ modelconf = ModelConfig(**model_args)
|
|
| 27 |
trained_model = BigramLanguageModel(modelconf)
|
| 28 |
trained_model.load_state_dict(model_weights)
|
| 29 |
|
| 30 |
-
def generate_text(seed_text, max_new_tokens,
|
| 31 |
text = seed_text if seed_text is not None else " "
|
| 32 |
text = text if text.endswith(" ") else seed_text + " "
|
| 33 |
context = torch.tensor(encode(text), dtype=torch.long).unsqueeze(0)
|
| 34 |
-
|
| 35 |
-
return decode(trained_model.generate(context,
|
| 36 |
|
| 37 |
with gr.Blocks() as demo:
|
| 38 |
-
gr.HTML("<h1 align = 'center'>
|
| 39 |
|
| 40 |
-
content = gr.Textbox(label = "
|
| 41 |
with gr.Row(equal_height=True):
|
| 42 |
with gr.Column():
|
| 43 |
-
max_tokens = gr.Number(label = "Maximum
|
| 44 |
-
|
| 45 |
generate_btn = gr.Button(value = 'Generate Text')
|
| 46 |
with gr.Column():
|
| 47 |
-
outputs = [gr.TextArea(label = "Generated
|
| 48 |
inputs = [
|
| 49 |
content,
|
| 50 |
max_tokens,
|
| 51 |
-
|
| 52 |
]
|
| 53 |
generate_btn.click(fn = generate_text, inputs= inputs, outputs = outputs)
|
| 54 |
|
|
|
|
| 27 |
trained_model = BigramLanguageModel(modelconf)
|
| 28 |
trained_model.load_state_dict(model_weights)
|
| 29 |
|
| 30 |
+
def generate_text(seed_text, max_new_tokens, confidence):
|
| 31 |
text = seed_text if seed_text is not None else " "
|
| 32 |
text = text if text.endswith(" ") else seed_text + " "
|
| 33 |
context = torch.tensor(encode(text), dtype=torch.long).unsqueeze(0)
|
| 34 |
+
confidence = confidence if confidence > 0 else 1e-5
|
| 35 |
+
return decode(trained_model.generate(context, confidence = confidence, max_new_tokens=max_new_tokens)[0].tolist())
|
| 36 |
|
| 37 |
with gr.Blocks() as demo:
|
| 38 |
+
gr.HTML("<h1 align = 'center'> Simple GPT from scratch using tiny Shakespere </h1>")
|
| 39 |
|
| 40 |
+
content = gr.Textbox(label = "Initial text to generate content")
|
| 41 |
with gr.Row(equal_height=True):
|
| 42 |
with gr.Column():
|
| 43 |
+
max_tokens = gr.Number(label = "Maximum number of tokens", value = 100)
|
| 44 |
+
confidence = gr.Slider(label = "Confidence", minimum = 0.0, maximum= 1.0,value = 0.7)
|
| 45 |
generate_btn = gr.Button(value = 'Generate Text')
|
| 46 |
with gr.Column():
|
| 47 |
+
outputs = [gr.TextArea(label = "Generated result", lines = 8)]
|
| 48 |
inputs = [
|
| 49 |
content,
|
| 50 |
max_tokens,
|
| 51 |
+
confidence
|
| 52 |
]
|
| 53 |
generate_btn.click(fn = generate_text, inputs= inputs, outputs = outputs)
|
| 54 |
|