Spaces:
Running
Running
Commit
·
f0ac24f
1
Parent(s):
ff4541e
- appsettings.json +13 -14
appsettings.json
CHANGED
|
@@ -11,7 +11,7 @@
|
|
| 11 |
"LocalSystemUrl": {
|
| 12 |
"ExternalUrl": "https://asmonitorsrv.readyforquantum.com",
|
| 13 |
"IPAddress": "",
|
| 14 |
-
"RabbitHostName": "
|
| 15 |
"RabbitPort": 63785,
|
| 16 |
"RabbitInstanceName" : "ASSrv-LLMService",
|
| 17 |
"RabbitUserName" : "usercommonxf1",
|
|
@@ -22,38 +22,37 @@
|
|
| 22 |
"StartThisTestLLM" : true,
|
| 23 |
"LlmNoInitMessage" : false,
|
| 24 |
"ServiceAuthKey" : ".env" ,
|
| 25 |
-
"LlmModelPath" : "/home/
|
| 26 |
-
"LlmModelFileName" : "
|
| 27 |
-
"LlmContextFileName" : "context-
|
| 28 |
-
"LlmSystemPrompt" : "
|
| 29 |
"LlmPromptMode" : " -if -sp -no-cnv --simple-io ",
|
| 30 |
-
"LlmVersion" : "
|
| 31 |
"LlmCtxSize" : 12000,
|
| 32 |
"LlmOpenAICtxSize" : 32000,
|
| 33 |
"LlmCtxRatio" : 6,
|
| 34 |
"LlmTemp" : "0.3",
|
| 35 |
"LlmThreads" : 2,
|
| 36 |
-
"LlmSystemPromptTimeout" :
|
| 37 |
"LlmUserPromptTimeout" : 1200,
|
| 38 |
"LlmSessionIdleTimeout" : 1440,
|
| 39 |
-
"LlmGptModel" : "gpt-
|
| 40 |
"LlmHFModelID" : "qwen/qwen3-235b-a22b-fp8",
|
| 41 |
"LlmHFKey" : ".env",
|
| 42 |
"LlmHFUrl" : "https://api.novita.ai/v3/openai/chat/completions",
|
| 43 |
"LlmHFModelVersion" : "qwen_2.5",
|
| 44 |
"LlmUseHF" : true,
|
| 45 |
-
"AudioServiceUrl" : "https://
|
| 46 |
-
"AudioServiceOutputDir" : "/home/
|
| 47 |
"IsStream" : false,
|
| 48 |
"UseFixedPort" : true,
|
| 49 |
"HFToken" : ".env",
|
| 50 |
-
"DataRepoId" : "mungert/
|
| 51 |
"RedisUrl" :"redis.readyforquantum.com:46379",
|
| 52 |
-
"
|
| 53 |
"MaxRetries" : -1,
|
| 54 |
"RabbitPassword" : ".env",
|
| 55 |
-
"
|
| 56 |
-
"NoThink" : true
|
| 57 |
|
| 58 |
}
|
| 59 |
|
|
|
|
| 11 |
"LocalSystemUrl": {
|
| 12 |
"ExternalUrl": "https://asmonitorsrv.readyforquantum.com",
|
| 13 |
"IPAddress": "",
|
| 14 |
+
"RabbitHostName": "rabbitmq.readyforquantum.com",
|
| 15 |
"RabbitPort": 63785,
|
| 16 |
"RabbitInstanceName" : "ASSrv-LLMService",
|
| 17 |
"RabbitUserName" : "usercommonxf1",
|
|
|
|
| 22 |
"StartThisTestLLM" : true,
|
| 23 |
"LlmNoInitMessage" : false,
|
| 24 |
"ServiceAuthKey" : ".env" ,
|
| 25 |
+
"LlmModelPath" : "/home/mahadeva/code/models/",
|
| 26 |
+
"LlmModelFileName" : "Qwen3-1.7B-Q8_0.gguf",
|
| 27 |
+
"LlmContextFileName" : "context-qwen-3.gguf",
|
| 28 |
+
"LlmSystemPrompt" : "system_prompt_qwen_3_run",
|
| 29 |
"LlmPromptMode" : " -if -sp -no-cnv --simple-io ",
|
| 30 |
+
"LlmVersion" : "qwen_2.5",
|
| 31 |
"LlmCtxSize" : 12000,
|
| 32 |
"LlmOpenAICtxSize" : 32000,
|
| 33 |
"LlmCtxRatio" : 6,
|
| 34 |
"LlmTemp" : "0.3",
|
| 35 |
"LlmThreads" : 2,
|
| 36 |
+
"LlmSystemPromptTimeout" : 90,
|
| 37 |
"LlmUserPromptTimeout" : 1200,
|
| 38 |
"LlmSessionIdleTimeout" : 1440,
|
| 39 |
+
"LlmGptModel" : "gpt-4o-mini",
|
| 40 |
"LlmHFModelID" : "qwen/qwen3-235b-a22b-fp8",
|
| 41 |
"LlmHFKey" : ".env",
|
| 42 |
"LlmHFUrl" : "https://api.novita.ai/v3/openai/chat/completions",
|
| 43 |
"LlmHFModelVersion" : "qwen_2.5",
|
| 44 |
"LlmUseHF" : true,
|
| 45 |
+
"AudioServiceUrl" : "https://transcribe.readyforquantum.com",
|
| 46 |
+
"AudioServiceOutputDir" : "/home/audioservice/code/securefiles/dev/output_audio",
|
| 47 |
"IsStream" : false,
|
| 48 |
"UseFixedPort" : true,
|
| 49 |
"HFToken" : ".env",
|
| 50 |
+
"DataRepoId" : "mungert/NetMonLLMDataLive",
|
| 51 |
"RedisUrl" :"redis.readyforquantum.com:46379",
|
| 52 |
+
"RedisSecret" : ".env",
|
| 53 |
"MaxRetries" : -1,
|
| 54 |
"RabbitPassword" : ".env",
|
| 55 |
+
"LlmNoThink" : true
|
|
|
|
| 56 |
|
| 57 |
}
|
| 58 |
|