Hugging Face's logo

Spaces:
Paridhim
/
llm_server
Sleeping

App Files Community
Paridhim commited on
Commit
7f8d66a
·
verified ·
1 Parent(s): 8dc4dc1

Update wrapper.py

Browse files
Files changed (1) hide show
  1. wrapper.py +1 -1
wrapper.py CHANGED
@@ -3,7 +3,7 @@ import os
3
 
4
 
5
  MODEL_TYPE = os.getenv("MODEL_TYPE",'mistral')
6
- MODEL_BIN_PATH = os.getenv("MODEL_BIN_PATH","model/mistral-7b-instruct-v0.1.Q3_K_S.gguf")
7
  MAX_NEW_TOKEN = int(os.getenv("MAX_NEW_TOKEN",600))
8
  TEMPRATURE = float(os.getenv("TEMPRATURE", 0.01))
9
  CONTEXT_LENGTH = int(os.getenv("CONTEXT_LENGTH", 6000))
 
3
 
4
 
5
  MODEL_TYPE = os.getenv("MODEL_TYPE",'mistral')
6
+ MODEL_BIN_PATH = os.getenv("MODEL_BIN_PATH","mistral-7b-instruct-v0.1.Q3_K_S.gguf")
7
  MAX_NEW_TOKEN = int(os.getenv("MAX_NEW_TOKEN",600))
8
  TEMPRATURE = float(os.getenv("TEMPRATURE", 0.01))
9
  CONTEXT_LENGTH = int(os.getenv("CONTEXT_LENGTH", 6000))