Update README.md
Browse files
README.md
CHANGED
|
@@ -112,7 +112,7 @@ text = """
|
|
| 112 |
|
| 113 |
# Tokenize input and generate output
|
| 114 |
inputs = tokenizer(text, return_tensors="pt")
|
| 115 |
-
outputs = model.generate(**inputs.to(
|
| 116 |
|
| 117 |
# Decode the output
|
| 118 |
result = tokenizer.decode(outputs[0], skip_special_tokens=True)
|
|
|
|
| 112 |
|
| 113 |
# Tokenize input and generate output
|
| 114 |
inputs = tokenizer(text, return_tensors="pt")
|
| 115 |
+
outputs = model.generate(**inputs.to("cuda"), max_new_tokens=185,do_sample=False,top_k=None,temperature=1.0,top_p=None)
|
| 116 |
|
| 117 |
# Decode the output
|
| 118 |
result = tokenizer.decode(outputs[0], skip_special_tokens=True)
|