Update app.py
Browse files
app.py
CHANGED
|
@@ -5,7 +5,7 @@ from peft import PeftModel
|
|
| 5 |
import os
|
| 6 |
|
| 7 |
|
| 8 |
-
from transformers import
|
| 9 |
from transformers.generation.utils import GenerationConfig
|
| 10 |
# 获取HF token(Spaces会自动提供)
|
| 11 |
hf_token = os.environ.get("HF_TOKEN") or os.environ.get("HUGGING_FACE_HUB_TOKEN")
|
|
@@ -20,9 +20,8 @@ device = None
|
|
| 20 |
|
| 21 |
try:
|
| 22 |
|
| 23 |
-
|
| 24 |
-
model =
|
| 25 |
-
model.generation_config = GenerationConfig.from_pretrained("Go4miii/DISC-FinLLM")
|
| 26 |
|
| 27 |
|
| 28 |
except Exception as e:
|
|
|
|
| 5 |
import os
|
| 6 |
|
| 7 |
|
| 8 |
+
from transformers import AutoModel
|
| 9 |
from transformers.generation.utils import GenerationConfig
|
| 10 |
# 获取HF token(Spaces会自动提供)
|
| 11 |
hf_token = os.environ.get("HF_TOKEN") or os.environ.get("HUGGING_FACE_HUB_TOKEN")
|
|
|
|
| 20 |
|
| 21 |
try:
|
| 22 |
|
| 23 |
+
# Load model directly
|
| 24 |
+
model = AutoModel.from_pretrained("Go4miii/DISC-FinLLM", trust_remote_code=True, dtype="auto")
|
|
|
|
| 25 |
|
| 26 |
|
| 27 |
except Exception as e:
|