Update README.md
Browse files
README.md
CHANGED
|
@@ -85,13 +85,12 @@ from transformers.dynamic_module_utils import get_class_from_dynamic_module
|
|
| 85 |
|
| 86 |
MODEL_ID = "KRAFTON/Raon-Speech-9B-FP8"
|
| 87 |
|
| 88 |
-
|
| 89 |
RaonPipeline = get_class_from_dynamic_module(
|
| 90 |
"modeling_raon.RaonPipeline",
|
| 91 |
MODEL_ID,
|
| 92 |
-
revision=getattr(
|
| 93 |
)
|
| 94 |
-
del _cfg
|
| 95 |
|
| 96 |
pipe = RaonPipeline(MODEL_ID, device="cuda", dtype="bfloat16")
|
| 97 |
```
|
|
|
|
| 85 |
|
| 86 |
MODEL_ID = "KRAFTON/Raon-Speech-9B-FP8"
|
| 87 |
|
| 88 |
+
config = AutoConfig.from_pretrained(MODEL_ID, trust_remote_code=True)
|
| 89 |
RaonPipeline = get_class_from_dynamic_module(
|
| 90 |
"modeling_raon.RaonPipeline",
|
| 91 |
MODEL_ID,
|
| 92 |
+
revision=getattr(config, "_commit_hash", None),
|
| 93 |
)
|
|
|
|
| 94 |
|
| 95 |
pipe = RaonPipeline(MODEL_ID, device="cuda", dtype="bfloat16")
|
| 96 |
```
|