CanerDedeoglu commited on
Commit
1d76b32
·
verified ·
1 Parent(s): a605dc0

Update handler.py

Browse files
Files changed (1) hide show
  1. handler.py +1 -1
handler.py CHANGED
@@ -54,7 +54,7 @@ def get_model_name_from_path(model_path):
54
  return model_paths[-1]
55
 
56
  # Varsayılanlar
57
- DEFAULT_CONV_MODE = os.getenv("LLAVA_CONV_MODE", "llava_v2")
58
  MAX_NEW_TOKENS_DEF = int(os.getenv("MAX_NEW_TOKENS", "256"))
59
  os.environ.setdefault("ATTN_IMPLEMENTATION", os.getenv("ATTN_IMPLEMENTATION", "sdpa"))
60
 
 
54
  return model_paths[-1]
55
 
56
  # Varsayılanlar
57
+ DEFAULT_CONV_MODE = os.getenv("LLAVA_CONV_MODE", "llava_llama_2")
58
  MAX_NEW_TOKENS_DEF = int(os.getenv("MAX_NEW_TOKENS", "256"))
59
  os.environ.setdefault("ATTN_IMPLEMENTATION", os.getenv("ATTN_IMPLEMENTATION", "sdpa"))
60