rehan953 commited on
Commit
3c716e3
·
verified ·
1 Parent(s): 6a1f80a

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -17,8 +17,8 @@ logging.basicConfig(level=logging.INFO)
17
  MODEL_ID = os.getenv("GLMOCR_MODEL_ID", "zai-org/GLM-OCR")
18
  OCR_API_PORT = int(os.getenv("OCR_API_PORT", "8080"))
19
  OCR_API_BASE = f"http://127.0.0.1:{OCR_API_PORT}"
20
- VLLM_MAX_MODEL_LEN = os.getenv("VLLM_MAX_MODEL_LEN", "8192")
21
- VLLM_GPU_MEMORY_UTIL = os.getenv("VLLM_GPU_MEMORY_UTIL", "0.92")
22
  VLLM_EXTRA_ARGS = os.getenv("VLLM_EXTRA_ARGS", "").strip()
23
 
24
  _parser = None
 
17
  MODEL_ID = os.getenv("GLMOCR_MODEL_ID", "zai-org/GLM-OCR")
18
  OCR_API_PORT = int(os.getenv("OCR_API_PORT", "8080"))
19
  OCR_API_BASE = f"http://127.0.0.1:{OCR_API_PORT}"
20
+ VLLM_MAX_MODEL_LEN = os.getenv("VLLM_MAX_MODEL_LEN", "4096")
21
+ VLLM_GPU_MEMORY_UTIL = os.getenv("VLLM_GPU_MEMORY_UTIL", "0.75")
22
  VLLM_EXTRA_ARGS = os.getenv("VLLM_EXTRA_ARGS", "").strip()
23
 
24
  _parser = None