JacobLinCool commited on
Commit
000786f
·
verified ·
1 Parent(s): 2de9f4c

fix: shorten quest analysis batches

Browse files

Sync GitHub commit 4dce03a; reduce MiniCPM quest refresh batch size to fit ZeroGPU allocations.

Files changed (2) hide show
  1. README.md +1 -1
  2. app.py +1 -1
README.md CHANGED
@@ -219,7 +219,7 @@ ADVISOR_ADAPTER_ID=build-small-hackathon/hackathon-advisor-minicpm5-lora
219
  ADVISOR_ADAPTER_REVISION=25de69bcde397e1bcdd852923b56a42f10222650
220
  ADVISOR_QUEST_ANALYZER_BACKEND=minicpm-transformers
221
  ADVISOR_QUEST_ADAPTER_ID=artifacts/quest-lora
222
- ADVISOR_QUEST_ANALYSIS_BATCH_SIZE=24
223
  ADVISOR_CACHE_DIR=/data/advisor-cache
224
  ADVISOR_REFRESH_EMBEDDING_TIMEOUT_SECONDS=1800
225
  ADVISOR_EMBEDDING_MODEL_REPO=ggml-org/embeddinggemma-300m-qat-q8_0-GGUF
 
219
  ADVISOR_ADAPTER_REVISION=25de69bcde397e1bcdd852923b56a42f10222650
220
  ADVISOR_QUEST_ANALYZER_BACKEND=minicpm-transformers
221
  ADVISOR_QUEST_ADAPTER_ID=artifacts/quest-lora
222
+ ADVISOR_QUEST_ANALYSIS_BATCH_SIZE=8
223
  ADVISOR_CACHE_DIR=/data/advisor-cache
224
  ADVISOR_REFRESH_EMBEDDING_TIMEOUT_SECONDS=1800
225
  ADVISOR_EMBEDDING_MODEL_REPO=ggml-org/embeddinggemma-300m-qat-q8_0-GGUF
app.py CHANGED
@@ -63,7 +63,7 @@ MAX_AUDIO_UPLOAD_BYTES = 25 * 1024 * 1024
63
  AUDIO_UPLOAD_SUFFIXES = {".aac", ".aif", ".aiff", ".flac", ".m4a", ".mp3", ".oga", ".ogg", ".opus", ".wav", ".webm"}
64
  DEFAULT_HF_ORG = "build-small-hackathon"
65
  DEFAULT_REFRESH_EMBEDDING_TIMEOUT_SECONDS = 1800
66
- DEFAULT_QUEST_ANALYSIS_BATCH_SIZE = 24
67
  REFRESH_SUBPROCESS_LOG_TAIL_LINES = 80
68
  REFRESH_STAGE_LABELS = {
69
  "crawling": "Fetching public Spaces",
 
63
  AUDIO_UPLOAD_SUFFIXES = {".aac", ".aif", ".aiff", ".flac", ".m4a", ".mp3", ".oga", ".ogg", ".opus", ".wav", ".webm"}
64
  DEFAULT_HF_ORG = "build-small-hackathon"
65
  DEFAULT_REFRESH_EMBEDDING_TIMEOUT_SECONDS = 1800
66
+ DEFAULT_QUEST_ANALYSIS_BATCH_SIZE = 8
67
  REFRESH_SUBPROCESS_LOG_TAIL_LINES = 80
68
  REFRESH_STAGE_LABELS = {
69
  "crawling": "Fetching public Spaces",