Spaces:
Build error
Build error
end of seq token in LM
Browse files
app.py
CHANGED
|
@@ -49,6 +49,7 @@ def auto_complete_text(model_code: str, text: str):
|
|
| 49 |
language_models[model_code] = slt.models.BeamSampling(
|
| 50 |
lm, # type: ignore
|
| 51 |
start_of_sequence_token=getattr(lm, "start_of_sequence_token", "<"), # type: ignore
|
|
|
|
| 52 |
)
|
| 53 |
|
| 54 |
# todo: better tokenize/detokenize
|
|
|
|
| 49 |
language_models[model_code] = slt.models.BeamSampling(
|
| 50 |
lm, # type: ignore
|
| 51 |
start_of_sequence_token=getattr(lm, "start_of_sequence_token", "<"), # type: ignore
|
| 52 |
+
start_of_sequence_token=getattr(lm, "end_of_sequence_token", ">"), # type: ignore
|
| 53 |
)
|
| 54 |
|
| 55 |
# todo: better tokenize/detokenize
|