Update moe_tools.py
Browse files- moe_tools.py +3 -3
moe_tools.py
CHANGED
|
@@ -24,9 +24,9 @@ class SalamandraClient:
|
|
| 24 |
input_ids=inputs,
|
| 25 |
attention_mask=attention_mask,
|
| 26 |
pad_token_id=self.tokenizer.pad_token_id,
|
| 27 |
-
max_new_tokens=300,
|
| 28 |
-
temperature=0.01,
|
| 29 |
-
top_k=50,
|
| 30 |
top_p=0.9
|
| 31 |
)
|
| 32 |
|
|
|
|
| 24 |
input_ids=inputs,
|
| 25 |
attention_mask=attention_mask,
|
| 26 |
pad_token_id=self.tokenizer.pad_token_id,
|
| 27 |
+
max_new_tokens=300,
|
| 28 |
+
temperature=0.01,
|
| 29 |
+
top_k=50,
|
| 30 |
top_p=0.9
|
| 31 |
)
|
| 32 |
|