File size: 744 Bytes
0861a59
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
import os
import sys
# Add project root to path
sys.path.append(os.path.dirname(os.path.dirname(os.path.abspath(__file__))))

# Utils package initialization 
from .transformer_utils import get_tokenizer, get_sentence_transformer
try:
    from utils.smartHybridAttention import SmartHybridAttention, get_hybrid_attention_config
except ImportError:
    try:
        from smartHybridAttention import SmartHybridAttention, get_hybrid_attention_config
    except ImportError:
        print("Warning: Could not import SmartHybridAttention")
        SmartHybridAttention = None
        get_hybrid_attention_config = None

__all__ = ['get_tokenizer', 'get_sentence_transformer', 'SmartHybridAttention', 'get_hybrid_attention_config']