Update dd.py
Browse files
dd.py
CHANGED
|
@@ -1,4 +1,4 @@
|
|
| 1 |
-
from transformers import
|
| 2 |
from typing import Union, List, Optional
|
| 3 |
import torch
|
| 4 |
|
|
@@ -42,8 +42,6 @@ attribution and actions without speculation.""",
|
|
| 42 |
tokenize=True,
|
| 43 |
return_dict=True,
|
| 44 |
return_tensors="pt",
|
| 45 |
-
padding="max_length",
|
| 46 |
-
truncation=True,
|
| 47 |
max_length=max_sequence_length,
|
| 48 |
)
|
| 49 |
|
|
|
|
| 1 |
+
from transformers import AutoModelForCausalLM, AutoTokenizer
|
| 2 |
from typing import Union, List, Optional
|
| 3 |
import torch
|
| 4 |
|
|
|
|
| 42 |
tokenize=True,
|
| 43 |
return_dict=True,
|
| 44 |
return_tensors="pt",
|
|
|
|
|
|
|
| 45 |
max_length=max_sequence_length,
|
| 46 |
)
|
| 47 |
|