Gijs Wijngaard
commited on
Commit
Β·
65ba8d7
1
Parent(s):
0dbdb6b
keep trying
Browse files
app.py
CHANGED
|
@@ -24,6 +24,7 @@ model.load_adapter(MODEL_ID, adapter_name="speech", device_map="cuda" if torch.c
|
|
| 24 |
model.set_adapter("speech")
|
| 25 |
|
| 26 |
generation_config = GenerationConfig.from_pretrained(MODEL_ID)
|
|
|
|
| 27 |
|
| 28 |
@spaces.GPU
|
| 29 |
def run_phi4(audio_path: str, instruction: str) -> str:
|
|
|
|
| 24 |
model.set_adapter("speech")
|
| 25 |
|
| 26 |
generation_config = GenerationConfig.from_pretrained(MODEL_ID)
|
| 27 |
+
generation_config.num_logits_to_keep = 1
|
| 28 |
|
| 29 |
@spaces.GPU
|
| 30 |
def run_phi4(audio_path: str, instruction: str) -> str:
|