Update model_class.py
Browse files- model_class.py +1 -1
model_class.py
CHANGED
|
@@ -231,7 +231,7 @@ class CustomGPT(
|
|
| 231 |
def generate_response(self, input_entry, temperature=0.0, topk=None):
|
| 232 |
current_device = next(self.parameters()).device
|
| 233 |
self.eval()
|
| 234 |
-
input_text = self.format_input(
|
| 235 |
|
| 236 |
token_ids = generate(
|
| 237 |
idx=self.text_to_token_ids(input_text, tokenizer).to(current_device),
|
|
|
|
| 231 |
def generate_response(self, input_entry, temperature=0.0, topk=None):
|
| 232 |
current_device = next(self.parameters()).device
|
| 233 |
self.eval()
|
| 234 |
+
input_text = self.format_input(input_entry)
|
| 235 |
|
| 236 |
token_ids = generate(
|
| 237 |
idx=self.text_to_token_ids(input_text, tokenizer).to(current_device),
|