Update README.md
Browse files
README.md
CHANGED
|
@@ -40,7 +40,7 @@ dtype: float16
|
|
| 40 |
## 💻 Usage
|
| 41 |
|
| 42 |
```python
|
| 43 |
-
!pip install -qU transformers accelerate
|
| 44 |
|
| 45 |
from transformers import AutoTokenizer
|
| 46 |
import transformers
|
|
@@ -56,6 +56,7 @@ pipeline = transformers.pipeline(
|
|
| 56 |
model=model,
|
| 57 |
torch_dtype=torch.float16,
|
| 58 |
device_map="auto",
|
|
|
|
| 59 |
)
|
| 60 |
|
| 61 |
outputs = pipeline(prompt, max_new_tokens=256, do_sample=True, temperature=0.7, top_k=50, top_p=0.95)
|
|
|
|
| 40 |
## 💻 Usage
|
| 41 |
|
| 42 |
```python
|
| 43 |
+
!pip install -qU transformers accelerate einops
|
| 44 |
|
| 45 |
from transformers import AutoTokenizer
|
| 46 |
import transformers
|
|
|
|
| 56 |
model=model,
|
| 57 |
torch_dtype=torch.float16,
|
| 58 |
device_map="auto",
|
| 59 |
+
trust_remote_code=True
|
| 60 |
)
|
| 61 |
|
| 62 |
outputs = pipeline(prompt, max_new_tokens=256, do_sample=True, temperature=0.7, top_k=50, top_p=0.95)
|