Update WarBot.py
Browse files
WarBot.py
CHANGED
|
@@ -65,6 +65,7 @@ def prepare_punct():
|
|
| 65 |
|
| 66 |
def initialize():
|
| 67 |
""" Loading the model """
|
|
|
|
| 68 |
fit_checkpoint = "WarBot"
|
| 69 |
tokenizer = AutoTokenizer.from_pretrained(fit_checkpoint)
|
| 70 |
model = AutoModelForCausalLM.from_pretrained(fit_checkpoint)
|
|
|
|
| 65 |
|
| 66 |
def initialize():
|
| 67 |
""" Loading the model """
|
| 68 |
+
torch.backends.quantized.engine = 'qnnpack' # Just for the specific machine architecture
|
| 69 |
fit_checkpoint = "WarBot"
|
| 70 |
tokenizer = AutoTokenizer.from_pretrained(fit_checkpoint)
|
| 71 |
model = AutoModelForCausalLM.from_pretrained(fit_checkpoint)
|