Yuchan
commited on
Update Model.py
Browse files
Model.py
CHANGED
|
@@ -68,8 +68,8 @@ unk_id = sp.piece_to_id("<unk>")
|
|
| 68 |
vocab_size = sp.get_piece_size()
|
| 69 |
print(f"✅ Vocabulary size: {vocab_size}")
|
| 70 |
|
| 71 |
-
max_len =
|
| 72 |
-
batch_size =
|
| 73 |
|
| 74 |
def text_to_ids(text):
|
| 75 |
return sp.encode(text, out_type=int)
|
|
|
|
| 68 |
vocab_size = sp.get_piece_size()
|
| 69 |
print(f"✅ Vocabulary size: {vocab_size}")
|
| 70 |
|
| 71 |
+
max_len = 512
|
| 72 |
+
batch_size = 256
|
| 73 |
|
| 74 |
def text_to_ids(text):
|
| 75 |
return sp.encode(text, out_type=int)
|