Spaces:

JosephH
/

Test

Runtime error

JosephH commited on Mar 25, 2023

Commit

3b10323

1 Parent(s): fcfcfcc

Update model.py

Files changed (1) hide show

model.py CHANGED Viewed

@@ -53,7 +53,7 @@ class GPT2PPLV2:
         self.stride = 51
         self.threshold = 0.7
-        self.t5_model = transformers.AutoModelForSeq2SeqLM.from_pretrained("t5-large").to(device)
         self.t5_tokenizer = T5Tokenizer.from_pretrained("t5-large", model_max_length=512)
     def apply_extracted_fills(self, masked_texts, extracted_fills):

         self.stride = 51
         self.threshold = 0.7
+        self.t5_model = transformers.AutoModelForSeq2SeqLM.from_pretrained("t5-large", device_map="auto", load_in_8bit=True).to(device)
         self.t5_tokenizer = T5Tokenizer.from_pretrained("t5-large", model_max_length=512)
     def apply_extracted_fills(self, masked_texts, extracted_fills):