Update README.md
Browse files
README.md
CHANGED
|
@@ -177,8 +177,6 @@ pip install flash-attn --no-build-isolation
|
|
| 177 |
## Usage
|
| 178 |
|
| 179 |
|
| 180 |
-
Default Usage:
|
| 181 |
-
|
| 182 |
```python
|
| 183 |
from torch.nn.utils.rnn import pad_sequence
|
| 184 |
from espnet2.tasks.ssl import SSLTask
|
|
@@ -192,10 +190,6 @@ xeus_model, xeus_train_args = SSLTask.build_model_from_file(
|
|
| 192 |
device,
|
| 193 |
)
|
| 194 |
|
| 195 |
-
use_flash_attn = False
|
| 196 |
-
[layer.use_flash_attn = True for layer in xeus_model.encoder.encoders]
|
| 197 |
-
xeus_model.use_flash_attn
|
| 198 |
-
|
| 199 |
wavs, sampling_rate = sf.read('/path/to/audio.wav') # sampling rate should be 16000
|
| 200 |
wav_lengths = torch.LongTensor([len(wav) for wav in [wavs]]).to(device)
|
| 201 |
wavs = pad_sequence([wavs], batch_first=True).to(device)
|
|
|
|
| 177 |
## Usage
|
| 178 |
|
| 179 |
|
|
|
|
|
|
|
| 180 |
```python
|
| 181 |
from torch.nn.utils.rnn import pad_sequence
|
| 182 |
from espnet2.tasks.ssl import SSLTask
|
|
|
|
| 190 |
device,
|
| 191 |
)
|
| 192 |
|
|
|
|
|
|
|
|
|
|
|
|
|
| 193 |
wavs, sampling_rate = sf.read('/path/to/audio.wav') # sampling rate should be 16000
|
| 194 |
wav_lengths = torch.LongTensor([len(wav) for wav in [wavs]]).to(device)
|
| 195 |
wavs = pad_sequence([wavs], batch_first=True).to(device)
|