johnbridges commited on
Commit
c9ad2e4
·
2 Parent(s): e09f03f 0c65874

Merge branch 'main' of mungert:spaces/Mungert/NetMonLLMLive

Browse files
Files changed (2) hide show
  1. Dockerfile +1 -2
  2. appsettings.json +7 -7
Dockerfile CHANGED
@@ -33,8 +33,7 @@ WORKDIR /home/user
33
  RUN mkdir -p /home/user/code/models && \
34
  mkdir -p /home/user/code/app/wwwroot && \
35
  cd /home/user/code/models && \
36
- wget -4 --tries=12 --waitretry=2 --retry-connrefused --timeout=30 --no-verbose https://huggingface.co/Mungert/Qwen3-4B-Thinking-2507-GGUF/resolve/main/Qwen3-4B-Thinking-2507-q4_k_m.gguf
37
-
38
 
39
  # Clone and build OpenBLAS as the non-root user
40
  RUN git clone https://github.com/OpenMathLib/OpenBLAS.git /home/user/code/models/OpenBLAS && \
 
33
  RUN mkdir -p /home/user/code/models && \
34
  mkdir -p /home/user/code/app/wwwroot && \
35
  cd /home/user/code/models && \
36
+ wget -q https://huggingface.co/Mungert/Qwen3.5-2B-GGUF/resolve/main/Qwen3.5-2B-q6_k_m.gguf
 
37
 
38
  # Clone and build OpenBLAS as the non-root user
39
  RUN git clone https://github.com/OpenMathLib/OpenBLAS.git /home/user/code/models/OpenBLAS && \
appsettings.json CHANGED
@@ -24,11 +24,11 @@
24
  "LlmNoInitMessage": false,
25
  "ServiceAuthKey": ".env",
26
  "LlmModelPath": "/home/user/code/models/",
27
- "LlmModelFileName": "Qwen3-4B-Thinking-2507-q4_k_m.gguf",
28
- "LlmContextFileName": "context-qwen-3.gguf",
29
- "LlmSystemPrompt": "system_prompt_qwen_3_run",
30
  "LlmPromptMode": " -if -sp -no-cnv --simple-io ",
31
- "LlmVersion": "qwen_3",
32
  "LlmCtxSize": 12000,
33
  "LlmOpenAICtxSize": 32000,
34
  "LlmCtxRatio": 6,
@@ -53,9 +53,9 @@
53
  "LlmSpaceModelID": "Qwen/Qwen3-1.7B",
54
  "LlmUseHF": false,
55
  "AudioServiceUrls": [
56
- "https://devtranscribe.readyforquantum.com",
57
- "https://devtranscribe2.readyforquantum.com",
58
- "https://devtranscribe3.readyforquantum.com"
59
  ],
60
  "REDIS_PASSWORD": ".env",
61
  "UseTls": true,
 
24
  "LlmNoInitMessage": false,
25
  "ServiceAuthKey": ".env",
26
  "LlmModelPath": "/home/user/code/models/",
27
+ "LlmModelFileName": "Qwen3.5-2B-q6_k_m.gguf",
28
+ "LlmContextFileName": "context-qwen-3_5.gguf",
29
+ "LlmSystemPrompt": "system_prompt_qwen_3_5_run",
30
  "LlmPromptMode": " -if -sp -no-cnv --simple-io ",
31
+ "LlmVersion": "qwen_3.5",
32
  "LlmCtxSize": 12000,
33
  "LlmOpenAICtxSize": 32000,
34
  "LlmCtxRatio": 6,
 
53
  "LlmSpaceModelID": "Qwen/Qwen3-1.7B",
54
  "LlmUseHF": false,
55
  "AudioServiceUrls": [
56
+ "https://transcribe.readyforquantum.com",
57
+ "https://transcribe2.readyforquantum.com",
58
+ "https://transcribe3.readyforquantum.com"
59
  ],
60
  "REDIS_PASSWORD": ".env",
61
  "UseTls": true,