Instructions to use XXXiong/ChatHLS-HLSTuner with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Inference
Update README.md
Browse files
README.md
CHANGED
|
@@ -155,7 +155,7 @@ model_inputs = tokenizer([text], return_tensors="pt").to(model.device)
|
|
| 155 |
|
| 156 |
generated_ids = model.generate(
|
| 157 |
**model_inputs,
|
| 158 |
-
max_new_tokens=
|
| 159 |
temperature=0.7
|
| 160 |
)
|
| 161 |
generated_ids = [
|
|
|
|
| 155 |
|
| 156 |
generated_ids = model.generate(
|
| 157 |
**model_inputs,
|
| 158 |
+
max_new_tokens=2048,
|
| 159 |
temperature=0.7
|
| 160 |
)
|
| 161 |
generated_ids = [
|