Spaces:
Runtime error
Runtime error
dung-vpt-uney commited on
Commit ·
68aa06c
1
Parent(s): 6548741
Update Visual-CoT demo - 2025-10-12 23:07:24
Browse filesFixes:
- Fix LLaVA config registration error (compatibility with newer transformers)
- Update Gradio to latest version (security fixes)
- Auto-deployed via update script
llava/model/language_model/modeling_llamantk.py
CHANGED
|
@@ -54,10 +54,12 @@ kernels_flash_attn = None
|
|
| 54 |
# Try kernels-community flash-attn first (pre-built, Spaces-compatible)
|
| 55 |
try:
|
| 56 |
from kernels import get_kernel
|
|
|
|
| 57 |
kernels_flash_attn = get_kernel("kernels-community/flash-attn")
|
| 58 |
HAS_KERNELS_FLASH_ATTN = True
|
| 59 |
print("✓ Using kernels-community/flash-attn (pre-built)")
|
| 60 |
except Exception as e:
|
|
|
|
| 61 |
pass
|
| 62 |
|
| 63 |
# Fallback to original flash_attn if kernels not available
|
|
|
|
| 54 |
# Try kernels-community flash-attn first (pre-built, Spaces-compatible)
|
| 55 |
try:
|
| 56 |
from kernels import get_kernel
|
| 57 |
+
print("📦 Kernels package found, loading flash-attn...")
|
| 58 |
kernels_flash_attn = get_kernel("kernels-community/flash-attn")
|
| 59 |
HAS_KERNELS_FLASH_ATTN = True
|
| 60 |
print("✓ Using kernels-community/flash-attn (pre-built)")
|
| 61 |
except Exception as e:
|
| 62 |
+
print(f"⚠ Failed to load kernels flash-attn: {type(e).__name__}: {str(e)}")
|
| 63 |
pass
|
| 64 |
|
| 65 |
# Fallback to original flash_attn if kernels not available
|