Spaces:

Mungert
/

NetMonLLMLive

Building

App Files Files Community

johnbridges commited on 8 days ago

Commit

66958f4

1 Parent(s): 0a7eeac

.

Browse files

Files changed (2) hide show

Dockerfile +5 -3
appsettings.json +58 -46

Dockerfile CHANGED Viewed

@@ -1,3 +1,4 @@
 # Use the official Debian 12 (Bookworm) base image
 FROM debian:13
@@ -9,6 +10,7 @@ RUN apt-get update && \
     apt-get install -y \
         build-essential \
         curl \
         git \
         cmake \
         clang \
@@ -72,9 +74,9 @@ RUN whoami && dotnet --version
 # Clone repositories using the GITHUB_TOKEN secret
 RUN --mount=type=secret,id=GITHUB_TOKEN,mode=0444,required=true \
-    git clone https://$(cat /run/secrets/GITHUB_TOKEN)@github.com/Mungert69/NetworkMonitorLib.git /home/user/code/NetworkMonitorLib && \
-    git clone https://$(cat /run/secrets/GITHUB_TOKEN)@github.com/Mungert69/NetworkMonitorLLM.git /home/user/code/NetworkMonitorLLM && \
-    git clone https://$(cat /run/secrets/GITHUB_TOKEN)@github.com/Mungert69/NetworkMonitorData.git /home/user/code/NetworkMonitorData
 # Copy files into the container as the non-root user

+# syntax=docker/dockerfile:1.4
 # Use the official Debian 12 (Bookworm) base image
 FROM debian:13
     apt-get install -y \
         build-essential \
         curl \
+        ca-certificates \
         git \
         cmake \
         clang \
 # Clone repositories using the GITHUB_TOKEN secret
 RUN --mount=type=secret,id=GITHUB_TOKEN,mode=0444,required=true \
+    git clone https://x-access-token:$(cat /run/secrets/GITHUB_TOKEN)@github.com/Mungert69/NetworkMonitorLib.git /home/user/code/NetworkMonitorLib && \
+    git clone https://x-access-token:$(cat /run/secrets/GITHUB_TOKEN)@github.com/Mungert69/NetworkMonitorLLM.git /home/user/code/NetworkMonitorLLM && \
+    git clone https://x-access-token:$(cat /run/secrets/GITHUB_TOKEN)@github.com/Mungert69/NetworkMonitorData.git /home/user/code/NetworkMonitorData
 # Copy files into the container as the non-root user

appsettings.json CHANGED Viewed

@@ -1,60 +1,72 @@
 {
   "Logging": {
     "LogLevel": {
-      "Default": "Information",
-      "Microsoft": "Warning",
-      "Microsoft.Hosting.Lifetime": "Information"
     }
   },
-  "OpenAIApiKey" :".env",
   "EmailEncryptKey": ".env",
   "LocalSystemUrl": {
-      "ExternalUrl": "https://asmonitorsrv.readyforquantum.com",
-      "IPAddress": "",
-      "RabbitHostName": "rabbitmq.readyforquantum.com",
-      "RabbitPort": 55672,
-      "RabbitInstanceName" : "ASSrv-LLMService",
-      "RabbitUserName" : "usercommonxf1",
-      "RabbitVHost" : "/vhostuser",
-      "UseTls" : true
   },
-  "ServiceID" : "monitor",
-  "StartThisTestLLM" : true,
-  "LlmNoInitMessage" : false,
-  "ServiceAuthKey" : ".env" ,
-  "LlmModelPath" : "/home/user/code/models/",
-  "LlmModelFileName" : "Qwen3-4B-Instruct-2507-q8_0.gguf",
-  "LlmContextFileName" : "context-qwen-3.gguf",
-  "LlmSystemPrompt" : "system_prompt_qwen_3_run",
-  "LlmPromptMode" : " -if -sp -no-cnv --simple-io   ",
-  "LlmVersion" : "qwen_3",
-  "LlmCtxSize" : 12000,
-  "LlmOpenAICtxSize" : 32000,
-  "LlmCtxRatio" : 6,
-  "LlmTemp" : "0.3",
-  "LlmThreads" : 2,
-  "LlmSystemPromptTimeout": 1200,
-  "LlmUserPromptTimeout" : 1200,
-  "LlmSessionIdleTimeout" : 1440,
-  "LlmGptModel" : "gpt-4.1-mini",
-  "LlmHFModelID" : "meta-llama/llama-3.3-70b-instruct",
-  "LlmHFKey" : ".env",
-  "LlmHFUrl" : "https://api.novita.ai/v3/openai/chat/completions",
-  "LlmHFModelVersion" : "llama_3.2",
-  "IsStream" : false,
-  "UseFixedPort" : true,
-  "HFToken" : ".env",
-  "DataRepoId" : "mungert/NetMonLLMDataLive",
-  "RedisUrl" :"redis.readyforquantum.co.uk:46379",
-  "MaxRetries" : -1,
-  "RabbitPassword" : ".env",
   "RabbitRoutingKey": "execute.local",
   "RabbitExchangeType": "direct",
   "LlmSpaceModelID": "Qwen/Qwen3-1.7B",
   "LlmUseHF": false,
-  "AudioServiceUrls": ["https://devtranscribe.readyforquantum.com","https://devtranscribe2.readyforquantum.com","https://devtranscribe3.readyforquantum.com"],
-  "REDIS_PASSWORD" :".env",
-  "UseTls" : true
 }

 {
   "Logging": {
     "LogLevel": {
+      "Default": "Information",
+      "Microsoft": "Information",
+      "Microsoft.AspNetCore": "Warning",
+      "Microsoft.Hosting.Lifetime": "Warning"
     }
   },
+  "OpenAIApiKey": ".env",
   "EmailEncryptKey": ".env",
   "LocalSystemUrl": {
+    "ExternalUrl": "https://asmonitorsrv.readyforquantum.com",
+    "IPAddress": "",
+    "RabbitHostName": "rabbitmq.readyforquantum.com",
+    "RabbitPort": 55672,
+    "RabbitInstanceName": "ASSrv-LLMService",
+    "RabbitUserName": "usercommonxf1",
+    "RabbitVHost": "/vhostuser",
+    "UseTls": true
   },
+  "ServiceID": "monitor",
+  "StartThisTestLLM": true,
+  "LlmNoInitMessage": false,
+  "ServiceAuthKey": ".env",
+  "LlmModelPath": "/home/user/code/models/",
+  "LlmModelFileName": "Qwen3-4B-Instruct-2507-q8_0.gguf",
+  "LlmContextFileName": "context-qwen-3.gguf",
+  "LlmSystemPrompt": "system_prompt_qwen_3_run",
+  "LlmPromptMode": " -if -sp -no-cnv --simple-io   ",
+  "LlmVersion": "qwen_3",
+  "LlmCtxSize": 12000,
+  "LlmOpenAICtxSize": 32000,
+  "LlmCtxRatio": 6,
+  "LlmTemp": "0.3",
+  "LlmThreads": 2,
+  "LlmSystemPromptTimeout":  2400,
+  "LlmUserPromptTimeout":  2400,
+  "LlmSessionIdleTimeout":  7200,
+  "LlmGptModel": "gpt-4.1-mini",
+  "LlmHFModelID": "meta-llama/llama-3.3-70b-instruct",
+  "LlmHFKey": ".env",
+  "LlmHFUrl": "https://api.novita.ai/v3/openai/chat/completions",
+  "LlmHFModelVersion": "llama_3.2",
+  "IsStream": false,
+  "HFToken": ".env",
+  "DataRepoId": "mungert/NetMonLLMDataLive",
+  "RedisUrl": "redis.readyforquantum.co.uk:46379",
+  "MaxRetries": -1,
+  "RabbitPassword": ".env",
   "RabbitRoutingKey": "execute.local",
   "RabbitExchangeType": "direct",
   "LlmSpaceModelID": "Qwen/Qwen3-1.7B",
   "LlmUseHF": false,
+  "AudioServiceUrls": [
+    "https://devtranscribe.readyforquantum.com",
+    "https://devtranscribe2.readyforquantum.com",
+    "https://devtranscribe3.readyforquantum.com"
+  ],
+  "REDIS_PASSWORD": ".env",
+  "UseTls": true,
+  "UseFixedPort": true,
+  "RemoteCache": {
+    "Enabled": true,
+    "Type": "Http",
+    "BaseUrl": "https://cachehttp.readyforquantum.com/api",
+    "ApiKey": ".env",
+    "TimeoutSeconds": 600,
+    "RetryAttempts": 3
+  }
 }