Upload generate.py with huggingface_hub
Browse files- generate.py +3 -0
generate.py
CHANGED
|
@@ -1,6 +1,9 @@
|
|
|
|
|
| 1 |
import torch
|
| 2 |
import argparse
|
| 3 |
|
|
|
|
|
|
|
| 4 |
from indigo.common import load_meta, build_tokenizer
|
| 5 |
from indigo.model import GPT, GPTConfig
|
| 6 |
|
|
|
|
| 1 |
+
import sys
|
| 2 |
import torch
|
| 3 |
import argparse
|
| 4 |
|
| 5 |
+
sys.stdout.reconfigure(encoding="utf-8", errors="replace")
|
| 6 |
+
|
| 7 |
from indigo.common import load_meta, build_tokenizer
|
| 8 |
from indigo.model import GPT, GPTConfig
|
| 9 |
|