jolch commited on
Commit
03aee50
·
verified ·
1 Parent(s): fe8e4d3

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -4
app.py CHANGED
@@ -5,7 +5,7 @@ from peft import PeftModel
5
  import os
6
 
7
 
8
- from transformers import AutoModelForCausalLM, AutoTokenizer
9
  from transformers.generation.utils import GenerationConfig
10
  # 获取HF token(Spaces会自动提供)
11
  hf_token = os.environ.get("HF_TOKEN") or os.environ.get("HUGGING_FACE_HUB_TOKEN")
@@ -20,9 +20,8 @@ device = None
20
 
21
  try:
22
 
23
- tokenizer = AutoTokenizer.from_pretrained("Go4miii/DISC-FinLLM", use_fast=False, trust_remote_code=True)
24
- model = AutoModelForCausalLM.from_pretrained("Go4miii/DISC-FinLLM", device_map="auto", torch_dtype=torch.float16, trust_remote_code=True)
25
- model.generation_config = GenerationConfig.from_pretrained("Go4miii/DISC-FinLLM")
26
 
27
 
28
  except Exception as e:
 
5
  import os
6
 
7
 
8
+ from transformers import AutoModel
9
  from transformers.generation.utils import GenerationConfig
10
  # 获取HF token(Spaces会自动提供)
11
  hf_token = os.environ.get("HF_TOKEN") or os.environ.get("HUGGING_FACE_HUB_TOKEN")
 
20
 
21
  try:
22
 
23
+ # Load model directly
24
+ model = AutoModel.from_pretrained("Go4miii/DISC-FinLLM", trust_remote_code=True, dtype="auto")
 
25
 
26
 
27
  except Exception as e: