Spaces:
Build error
Build error
Update app.py
Browse files
app.py
CHANGED
|
@@ -36,10 +36,10 @@ m.eval()
|
|
| 36 |
#print(
|
| 37 |
# "Model with {:.2f}M parameters".format(sum(p.numel() for p in m.parameters()) / 1e6)
|
| 38 |
#)
|
| 39 |
-
def model_generate(text,
|
| 40 |
context = encode(str(text), tokenizer).unsqueeze(0).to(DEVICE)
|
| 41 |
|
| 42 |
-
return decode(enc_sec=m.generate(idx=context, max_new_tokens=
|
| 43 |
|
| 44 |
-
iface = gr.Interface(fn=model_generate, inputs=["text", gr.Slider(10, 1000), gr.Slider(0, 1), gr.Slider(0, 1)], outputs="text")
|
| 45 |
iface.launch()
|
|
|
|
| 36 |
#print(
|
| 37 |
# "Model with {:.2f}M parameters".format(sum(p.numel() for p in m.parameters()) / 1e6)
|
| 38 |
#)
|
| 39 |
+
def model_generate(text, number_of_new_token, temperature, top_p):
|
| 40 |
context = encode(str(text), tokenizer).unsqueeze(0).to(DEVICE)
|
| 41 |
|
| 42 |
+
return decode(enc_sec=m.generate(idx=context, max_new_tokens=number_of_new_token, temperature = temperature, top_p = top_p)[0], tokenizer=tokenizer)
|
| 43 |
|
| 44 |
+
iface = gr.Interface(fn=model_generate, inputs=["text", gr.Slider(10, 1000), gr.Slider(0, 1, value=0.7, step = 0.5), gr.Slider(0, 1, value=0.95, step = 0.5)], outputs="text")
|
| 45 |
iface.launch()
|