ssocean commited on
Commit
13ac977
·
verified ·
1 Parent(s): b5e9c50

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -2
app.py CHANGED
@@ -43,10 +43,11 @@ class PaperScorer:
43
  self.max_length = max_length
44
 
45
  # PEFT 模型 (LoRA)
46
- self.model = AutoPeftModelForSequenceClassification.from_pretrained(
47
  model_path,
48
  device_map="auto",
49
- num_labels=1
 
50
  ).to(self.device).eval()
51
 
52
  self.tokenizer = AutoTokenizer.from_pretrained(model_path)
 
43
  self.max_length = max_length
44
 
45
  # PEFT 模型 (LoRA)
46
+ self.model = AutoModelForSequenceClassification.from_pretrained(
47
  model_path,
48
  device_map="auto",
49
+ num_labels=1,
50
+ load_in_8bit=True,
51
  ).to(self.device).eval()
52
 
53
  self.tokenizer = AutoTokenizer.from_pretrained(model_path)