itriedcoding commited on
Commit
dc28463
·
verified ·
1 Parent(s): 64cea89

Upload app.py with huggingface_hub

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -134,7 +134,7 @@ print(f"Sage 1B loaded - {sum(p.numel() for p in model.parameters()):,} params")
134
 
135
  def generate_text(prompt, max_length, temperature):
136
  tokens = tok.encode(prompt).ids[:50]
137
- inp = torch.tensor([[1] + tokens], dtype=torch.long)
138
  out = model.generate(inp, max_new=int(max_length), temp=temperature, top_k=40)
139
  return tok.decode(out[0].tolist(), skip_special_tokens=True)
140
 
 
134
 
135
  def generate_text(prompt, max_length, temperature):
136
  tokens = tok.encode(prompt).ids[:50]
137
+ inp = torch.tensor([[2] + tokens], dtype=torch.long)
138
  out = model.generate(inp, max_new=int(max_length), temp=temperature, top_k=40)
139
  return tok.decode(out[0].tolist(), skip_special_tokens=True)
140