Update README.md
Browse files
README.md
CHANGED
|
@@ -75,7 +75,7 @@ prompt = prompt.format(system=system, insaan=insaan)
|
|
| 75 |
inputs = tokenizer(prompt, return_tensors="pt", return_attention_mask=False).to("cuda")
|
| 76 |
|
| 77 |
# Here comes the fun part! Let's unleash the power of HelpingAI-3B to generate some awesome text
|
| 78 |
-
generated_text = model.generate(**inputs, max_length=
|
| 79 |
|
| 80 |
|
| 81 |
```
|
|
|
|
| 75 |
inputs = tokenizer(prompt, return_tensors="pt", return_attention_mask=False).to("cuda")
|
| 76 |
|
| 77 |
# Here comes the fun part! Let's unleash the power of HelpingAI-3B to generate some awesome text
|
| 78 |
+
generated_text = model.generate(**inputs, max_length=200000, top_p=0.95, do_sample=True, temperature=0.6, use_cache=True, streamer=streamer)
|
| 79 |
|
| 80 |
|
| 81 |
```
|