Spaces:
Sleeping
Sleeping
Upload app.py with huggingface_hub
Browse files
app.py
CHANGED
|
@@ -134,7 +134,7 @@ print(f"Sage 1B loaded - {sum(p.numel() for p in model.parameters()):,} params")
|
|
| 134 |
|
| 135 |
def generate_text(prompt, max_length, temperature):
|
| 136 |
tokens = tok.encode(prompt).ids[:50]
|
| 137 |
-
inp = torch.tensor([[
|
| 138 |
out = model.generate(inp, max_new=int(max_length), temp=temperature, top_k=40)
|
| 139 |
return tok.decode(out[0].tolist(), skip_special_tokens=True)
|
| 140 |
|
|
|
|
| 134 |
|
| 135 |
def generate_text(prompt, max_length, temperature):
|
| 136 |
tokens = tok.encode(prompt).ids[:50]
|
| 137 |
+
inp = torch.tensor([[2] + tokens], dtype=torch.long)
|
| 138 |
out = model.generate(inp, max_new=int(max_length), temp=temperature, top_k=40)
|
| 139 |
return tok.decode(out[0].tolist(), skip_special_tokens=True)
|
| 140 |
|