Update handler.py
Browse files- handler.py +1 -1
handler.py
CHANGED
|
@@ -54,7 +54,7 @@ def get_model_name_from_path(model_path):
|
|
| 54 |
return model_paths[-1]
|
| 55 |
|
| 56 |
# Varsayılanlar
|
| 57 |
-
DEFAULT_CONV_MODE = os.getenv("LLAVA_CONV_MODE", "
|
| 58 |
MAX_NEW_TOKENS_DEF = int(os.getenv("MAX_NEW_TOKENS", "256"))
|
| 59 |
os.environ.setdefault("ATTN_IMPLEMENTATION", os.getenv("ATTN_IMPLEMENTATION", "sdpa"))
|
| 60 |
|
|
|
|
| 54 |
return model_paths[-1]
|
| 55 |
|
| 56 |
# Varsayılanlar
|
| 57 |
+
DEFAULT_CONV_MODE = os.getenv("LLAVA_CONV_MODE", "llava_llama_2")
|
| 58 |
MAX_NEW_TOKENS_DEF = int(os.getenv("MAX_NEW_TOKENS", "256"))
|
| 59 |
os.environ.setdefault("ATTN_IMPLEMENTATION", os.getenv("ATTN_IMPLEMENTATION", "sdpa"))
|
| 60 |
|