initial

.dockerignore

@@ -1,2 +1,15 @@
 node_modules
-.git
+.git
+Dockerfile
+.vscode/
+.idea
+.gitignore
+LICENSE
+README.md
+node_modules/
+.svelte-kit/
+.env*
+!.env
+.env.local
+db
+models/**

.eslintignore

@@ -0,0 +1,13 @@
+.DS_Store
+node_modules
+/build
+/.svelte-kit
+/package
+.env
+.env.*
+!.env.example
+
+# Ignore files for PNPM, NPM and YARN
+pnpm-lock.yaml
+package-lock.json
+yarn.lock

.eslintrc.cjs

@@ -0,0 +1,44 @@
+module.exports = {
+	root: true,
+	parser: "@typescript-eslint/parser",
+	extends: [
+		"eslint:recommended",
+		"plugin:@typescript-eslint/recommended",
+		"plugin:svelte/recommended",
+		"prettier",
+	],
+	plugins: ["@typescript-eslint"],
+	ignorePatterns: ["*.cjs"],
+	overrides: [
+		{
+			files: ["*.svelte"],
+			parser: "svelte-eslint-parser",
+			parserOptions: {
+				parser: "@typescript-eslint/parser",
+			},
+		},
+	],
+	parserOptions: {
+		sourceType: "module",
+		ecmaVersion: 2020,
+		extraFileExtensions: [".svelte"],
+	},
+	rules: {
+		"require-yield": "off",
+		"@typescript-eslint/no-explicit-any": "error",
+		"@typescript-eslint/no-non-null-assertion": "error",
+		"@typescript-eslint/no-unused-vars": [
+			// prevent variables with a _ prefix from being marked as unused
+			"error",
+			{
+				argsIgnorePattern: "^_",
+			},
+		],
+		"object-shorthand": ["error", "always"],
+	},
+	env: {
+		browser: true,
+		es2017: true,
+		node: true,
+	},
+};

.gitignore

@@ -1,3 +1,20 @@
+.DS_Store
+node_modules
+/build
+/.svelte-kit
+/package
+.env
+.env.*
+vite.config.js.timestamp-*
+vite.config.ts.timestamp-*
+SECRET_CONFIG
+.idea
+!.env.ci
+!.env
+gcp-*.json
+db
+models/*
+!models/add-your-models-here.txt
 node_modules
 
 # Output

.prettierignore

@@ -0,0 +1,14 @@
+.DS_Store
+node_modules
+/build
+/.svelte-kit
+/package
+/chart
+.env
+.env.*
+!.env.example
+
+# Ignore files for PNPM, NPM and YARN
+pnpm-lock.yaml
+package-lock.json
+yarn.lock

.prettierrc

@@ -0,0 +1,7 @@
+{
+	"useTabs": true,
+	"trailingComma": "es5",
+	"printWidth": 100,
+	"plugins": ["prettier-plugin-svelte", "prettier-plugin-tailwindcss"],
+	"overrides": [{ "files": "*.svelte", "options": { "parser": "svelte" } }]
+}

chart/Chart.yaml

@@ -0,0 +1,5 @@
+apiVersion: v2
+name: chat-ui
+version: 0.0.1-latest
+type: application
+icon: https://huggingface.co/front/assets/huggingface_logo-noborder.svg

chart/env/prod.yaml

@@ -0,0 +1,724 @@
+image:
+  repository: huggingface
+  name: chat-ui
+
+nodeSelector:
+  role-huggingchat: "true"
+
+tolerations:
+  - key: "huggingface.co/huggingchat"
+    operator: "Equal"
+    value: "true"
+    effect: "NoSchedule"
+
+serviceAccount:
+  enabled: true
+  create: true
+  name: huggingchat-prod
+
+ingress:
+  path: "/chat"
+  annotations:
+    alb.ingress.kubernetes.io/healthcheck-path: "/healthcheck"
+    alb.ingress.kubernetes.io/listen-ports: "[{\"HTTP\": 80}, {\"HTTPS\": 443}]"
+    alb.ingress.kubernetes.io/group.name: "hub-prod"
+    alb.ingress.kubernetes.io/scheme: "internet-facing"
+    alb.ingress.kubernetes.io/ssl-redirect: "443"
+    alb.ingress.kubernetes.io/tags: "Env=prod,Project=hub,Terraform=true"
+    alb.ingress.kubernetes.io/target-node-labels: "role-hub-utils=true"
+    kubernetes.io/ingress.class: "alb"
+
+ingressInternal:
+  enabled: true
+  path: "/chat"
+  annotations:
+    alb.ingress.kubernetes.io/group.name: hub-prod-internal-public
+    alb.ingress.kubernetes.io/healthcheck-path: "/healthcheck"
+    alb.ingress.kubernetes.io/listen-ports: "[{\"HTTP\": 80}, {\"HTTPS\": 443}]"
+    alb.ingress.kubernetes.io/load-balancer-name: hub-prod-internal-public
+    alb.ingress.kubernetes.io/target-group-attributes: deregistration_delay.timeout_seconds=30
+    alb.ingress.kubernetes.io/target-node-labels: role-hub-lb=true
+    alb.ingress.kubernetes.io/target-type: ip
+    kubernetes.io/ingress.class: "alb"
+
+envVars:
+  ADDRESS_HEADER: 'X-Forwarded-For'
+  ADMIN_CLI_LOGIN: "false"
+  ALTERNATIVE_REDIRECT_URLS: '["huggingchat://login/callback"]'
+  APP_BASE: "/chat"
+  ALLOW_IFRAME: "false"
+  COMMUNITY_TOOLS: "true"
+  COOKIE_SAMESITE: "lax"
+  COOKIE_SECURE: "true"
+  ENABLE_ASSISTANTS: "true"
+  ENABLE_ASSISTANTS_RAG: "true"
+  ENABLE_CONFIG_MANAGER: "false"
+  METRICS_PORT: 5565
+  LOG_LEVEL: "debug"
+  METRICS_ENABLED: "true"
+  MODELS: >
+    [
+      {
+        "name": "meta-llama/Llama-3.3-70B-Instruct",
+        "id": "meta-llama/Llama-3.3-70B-Instruct",
+        "description": "Ideal for everyday use. A fast and extremely capable model matching closed source models' capabilities. Now with the latest Llama 3.3 weights!",
+        "modelUrl": "https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct",
+        "websiteUrl": "https://llama.meta.com/",
+        "logoUrl": "https://huggingface.co/datasets/huggingchat/models-logo/resolve/main/meta-logo.png",
+        "tools": true,
+        "preprompt": "",
+        "parameters": {
+          "stop": ["<|endoftext|>", "<|eot_id|>"],
+          "temperature": 0.6,
+          "max_new_tokens": 1024,
+          "truncate": 7167
+        },
+        "endpoints": [{"type" : "inference-client"}],
+        "promptExamples": [
+          {
+            "title": "Write an email",
+            "prompt": "As a restaurant owner, write a professional email to the supplier to get these products every week: \n\n- Wine (x10)\n- Eggs (x24)\n- Bread (x12)"
+          },
+          {
+            "title": "Code a game",
+            "prompt": "Code a basic snake game in python, give explanations for each step."
+          },
+          {
+            "title": "Recipe help",
+            "prompt": "How do I make a delicious lemon cheesecake?"
+          }
+        ]
+      },
+      {
+        "name": "Qwen/Qwen3-235B-A22B",
+        "description": "Qwen's flagship model featuring optional reasoning. Exceptional performance with benchmarks rivaling R1 and o1.",
+        "modelUrl": "https://huggingface.co/Qwen/Qwen3-235B-A22B",
+        "websiteUrl": "https://qwenlm.github.io/blog/qwen3/",
+        "logoUrl": "https://huggingface.co/datasets/huggingchat/models-logo/resolve/main/qwen-logo.png",
+        "preprompt": "You are Qwen, created by Alibaba Cloud. You are a helpful assistant.",
+        "reasoning": {
+          "type": "tokens",
+          "beginToken": "<think>",
+          "endToken": "</think>"
+        },
+        "parameters": {
+          "stop": ["<|endoftext|>", "<|im_end|>"],
+          "temperature": 0.6,
+        },
+        "tools": true,
+        "promptExamples": [
+          {
+            "title": "Write an email",
+            "prompt": "As a restaurant owner, write a professional email to the supplier to get these products every week: \n\n- Wine (x10)\n- Eggs (x24)\n- Bread (x12) /nothink"
+          },
+          {
+            "title": "Build a website",
+            "prompt": "Generate a snazzy static landing page for a local coffee shop using HTML and CSS. You can use tailwind using <script src='https://cdn.tailwindcss.com'></script>."
+          },
+          {
+            "title": "Larger number",
+            "prompt": "9.11 or 9.9 which number is larger?"
+          },
+        ],
+        "endpoints": [
+          {
+            "type": "inference-client",
+            "baseURL": "https://api-inference.endpoints.huggingface.tech/models/Qwen/Qwen3-235B-A22B/v1"
+          }
+        ]
+      },
+      {
+        "name": "Qwen/Qwen2.5-72B-Instruct",
+        "description": "The latest Qwen open model with improved role-playing, long text generation and structured data understanding.",
+        "modelUrl": "https://huggingface.co/Qwen/Qwen2.5-72B-Instruct",
+        "websiteUrl": "https://qwenlm.github.io/blog/qwen2.5/",
+        "logoUrl": "https://huggingface.co/datasets/huggingchat/models-logo/resolve/main/qwen-logo.png",
+        "preprompt": "You are Qwen, created by Alibaba Cloud. You are a helpful assistant.",
+        "parameters": {
+          "stop": ["<|endoftext|>", "<|im_end|>"],
+          "temperature": 0.6,
+          "truncate": 28672,
+          "max_new_tokens": 3072
+        },
+        "tools": true,
+        "endpoints": [{"type" : "inference-client"}],
+        "promptExamples": [
+          {
+            "title": "Write an email",
+            "prompt": "As a restaurant owner, write a professional email to the supplier to get these products every week: \n\n- Wine (x10)\n- Eggs (x24)\n- Bread (x12)"
+          },
+          {
+            "title": "Code a game",
+            "prompt": "Code a basic snake game in python, give explanations for each step."
+          },
+          {
+            "title": "Recipe help",
+            "prompt": "How do I make a delicious lemon cheesecake?"
+          }
+        ]
+      },
+      {
+        "name": "CohereLabs/c4ai-command-r-plus-08-2024",
+        "description": "Cohere's largest language model, optimized for conversational interaction and tool use. Now with the 2024 update!",
+        "modelUrl": "https://huggingface.co/CohereLabs/c4ai-command-r-plus-08-2024",
+        "websiteUrl": "https://docs.cohere.com/docs/command-r-plus",
+        "logoUrl": "https://huggingface.co/datasets/huggingchat/models-logo/resolve/main/cohere-logo.png",
+        "tools": true,
+        "systemRoleSupported": false,
+        "parameters": {
+          "stop": ["<|END_OF_TURN_TOKEN|>", "<|im_end|>"],
+          "truncate": 28672,
+          "max_new_tokens": 2048,
+          "temperature": 0.3
+        },
+        "endpoints": [{"type" : "inference-client"}],
+        "promptExamples": [
+          {
+            "title": "Generate image",
+            "prompt": "Generate the portrait of a scientific mouse in its laboratory."
+          },
+          {
+            "title": "Review code",
+            "prompt": "Review this pull request: https://github.com/huggingface/chat-ui/pull/1131/files"
+          },
+          {
+            "title": "Code a game",
+            "prompt": "Code a basic snake game in python, give explanations for each step."
+          }
+        ]
+      },
+      {
+        "name": "deepseek-ai/DeepSeek-R1-Distill-Qwen-32B",
+        "modelUrl": "https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Qwen-32B",
+        "websiteUrl": "https://deepseek.com/",
+        "logoUrl": "https://huggingface.co/datasets/huggingchat/models-logo/resolve/main/deepseek-logo.png",
+        "description": "The first reasoning model from DeepSeek, distilled into a 32B dense model. Outperforms o1-mini on multiple benchmarks.",
+        "reasoning": {
+          "type": "tokens",
+          "beginToken": "",
+          "endToken": "</think>"
+        },
+        "tools": true,
+        "promptExamples": [
+          {
+            "title": "Rs in strawberry",
+            "prompt": "how many R in strawberry?"
+          },
+          {
+            "title": "Larger number",
+            "prompt": "9.11 or 9.9 which number is larger?"
+          },
+          {
+            "title": "Measuring 6 liters",
+            "prompt": "I have a 6- and a 12-liter jug. I want to measure exactly 6 liters."
+          }
+        ],
+        "endpoints": [
+          {
+            "type": "inference-client",
+            "baseURL": "https://b8xf586h164t4vk7.us-east-1.aws.endpoints.huggingface.cloud/v1"
+          }
+        ]
+      },
+      {
+        "name": "nvidia/Llama-3.1-Nemotron-70B-Instruct-HF",
+        "modelUrl": "https://huggingface.co/nvidia/Llama-3.1-Nemotron-70B-Instruct-HF",
+        "websiteUrl": "https://www.nvidia.com/",
+        "logoUrl": "https://huggingface.co/datasets/huggingchat/models-logo/resolve/main/nvidia-logo.png",
+        "description": "Nvidia's latest Llama fine-tune, topping alignment benchmarks and optimized for instruction following.",
+        "parameters": {
+          "stop": ["<|eot_id|>", "<|im_end|>"],
+          "temperature": 0.5,
+          "truncate": 28672,
+          "max_new_tokens": 2048
+        },
+        "promptExamples": [
+          {
+            "title": "Rs in strawberry",
+            "prompt": "how many R in strawberry?"
+          },
+          {
+            "title": "Larger number",
+            "prompt": "9.11 or 9.9 which number is larger?"
+          },
+          {
+            "title": "Measuring 6 liters",
+            "prompt": "I have a 6- and a 12-liter jug. I want to measure exactly 6 liters."
+          }
+        ],
+        "endpoints": [
+          {
+            "type": "inference-client",
+            "baseURL": "https://api-inference.endpoints.huggingface.tech/models/nvidia/Llama-3.1-Nemotron-70B-Instruct-HF/v1"
+          }
+        ]
+      },
+      {
+        "name": "Qwen/QwQ-32B",
+        "tools": true,
+        "preprompt": "You are a helpful and harmless assistant. You are Qwen developed by Alibaba. You should think step-by-step.",
+        "modelUrl": "https://huggingface.co/Qwen/QwQ-32B",
+        "websiteUrl": "https://qwenlm.github.io/blog/qwq-32b/",
+        "logoUrl": "https://huggingface.co/datasets/huggingchat/models-logo/resolve/main/qwen-logo.png",
+        "description": "QwQ is the latest reasoning model released by the Qwen team, approaching the capabilities of R1 in benchmarks.",
+        "reasoning": {
+          "type": "tokens",
+          "beginToken": "",
+          "endToken": "</think>"
+        },
+        "promptExamples": [
+          {
+            "title": "Rs in strawberry",
+            "prompt": "how many R in strawberry?"
+          },
+          {
+            "title": "Larger number",
+            "prompt": "9.11 or 9.9 which number is larger?"
+          },
+          {
+            "title": "Measuring 6 liters",
+            "prompt": "I have a 6- and a 12-liter jug. I want to measure exactly 6 liters."
+          }
+        ],
+        "endpoints": [
+          {
+            "type": "inference-client",
+          }
+        ]
+      },
+      {
+        "name": "google/gemma-3-27b-it",
+        "logoUrl": "https://huggingface.co/datasets/huggingchat/models-logo/resolve/main/google-logo.png",
+        "multimodal": true,
+        "tools": true,
+        "systemRoleSupported" : false,
+        "description": "Google's latest open model with great multilingual performance, supports image inputs natively.",
+        "websiteUrl": "https://blog.google/technology/developers/gemma-3/",
+        "promptExamples": [
+          {
+            "title": "Write an email",
+            "prompt": "As a restaurant owner, write a professional email to the supplier to get these products every week: \n\n- Wine (x10)\n- Eggs (x24)\n- Bread (x12)"
+          },
+          {
+            "title": "Code a game",
+            "prompt": "Code a basic snake game in python, give explanations for each step."
+          },
+          {
+            "title": "Recipe help",
+            "prompt": "How do I make a delicious lemon cheesecake?"
+          }
+        ],
+        "endpoints": [
+          {
+            "type": "inference-client",
+            "baseURL": "https://wp0d3hn6s3k8jk22.us-east-1.aws.endpoints.huggingface.cloud/v1",
+            "multimodal": {
+              "image": {
+                "maxSizeInMB": 10,
+                "maxWidth": 560,
+                "maxHeight": 560,
+                "supportedMimeTypes": ["image/jpeg", "image/png", "image/webp"],
+                "preferredMimeType": "image/webp"
+              }
+            }
+          }
+        ]
+      },
+      {
+        "name": "mistralai/Mistral-Small-3.1-24B-Instruct-2503",
+        "tools": true,
+        "displayName": "mistralai/Mistral-Small-3.1-24B-Instruct-2503",
+        "description": "A small model with good capabilities in language understanding and commonsense reasoning.",
+        "logoUrl": "https://huggingface.co/datasets/huggingchat/models-logo/resolve/main/mistral-logo.png",
+        "websiteUrl": "https://mistral.ai/news/mistral-nemo/",
+        "modelUrl": "https://huggingface.co/mistralai/Mistral-Small-3.1-24B-Instruct-2503",
+        "preprompt": "",
+        "promptExamples": [
+          {
+            "title": "Write an email",
+            "prompt": "As a restaurant owner, write a professional email to the supplier to get these products every week: \n\n- Wine (x10)\n- Eggs (x24)\n- Bread (x12)"
+          },
+          {
+            "title": "Code a game",
+            "prompt": "Code a basic snake game in python, give explanations for each step."
+          },
+          {
+            "title": "Recipe help",
+            "prompt": "How do I make a delicious lemon cheesecake?"
+          }
+        ],
+
+        "endpoints": [
+          {
+            "type": "inference-client",
+              "baseURL": "https://hkjfqcryevvq9cie.us-east-1.aws.endpoints.huggingface.cloud/v1"
+          }
+        ]
+      },
+      {
+        "name": "Qwen/Qwen2.5-VL-32B-Instruct",
+        "logoUrl": "https://huggingface.co/datasets/huggingchat/models-logo/resolve/main/qwen-logo.png",
+        "description": "The latest multimodal model from Qwen! Supports image inputs natively.",
+        "websiteUrl": "https://qwenlm.github.io/blog/qwen2.5-vl/",
+        "modelUrl": "https://huggingface.co/Qwen/Qwen2.5-VL-32B-Instruct",
+        "multimodal": true,
+        "promptExamples": [
+          {
+            "title": "Write an email",
+            "prompt": "As a restaurant owner, write a professional email to the supplier to get these products every week: \n\n- Wine (x10)\n- Eggs (x24)\n- Bread (x12)"
+          },
+          {
+            "title": "Code a game",
+            "prompt": "Code a basic snake game in python, give explanations for each step."
+          },
+          {
+            "title": "Recipe help",
+            "prompt": "How do I make a delicious lemon cheesecake?"
+          }
+        ],
+        "endpoints": [
+          {
+            "type": "inference-client",
+            "multimodal": {
+              "image": {
+                "maxSizeInMB": 10,
+                "maxWidth": 1024,
+                "maxHeight": 1024,
+                "supportedMimeTypes": ["image/png", "image/jpeg", "image/webp"],
+                "preferredMimeType": "image/webp"
+              }
+            }
+          }
+        ]
+      },
+      {
+        "name": "microsoft/Phi-4",
+        "tools": true,
+        "systemRoleSupported": false,
+        "description": "One of the best small models, super fast for simple tasks.",
+        "logoUrl": "https://huggingface.co/datasets/huggingchat/models-logo/resolve/main/microsoft-logo.png",
+        "modelUrl": "https://huggingface.co/microsoft/Phi-4",
+        "websiteUrl": "https://techcommunity.microsoft.com/blog/aiplatformblog/introducing-phi-4-microsoft%E2%80%99s-newest-small-language-model-specializing-in-comple/4357090",
+        "preprompt": "",
+        "parameters": {
+          "stop": ["<|end|>", "<|endoftext|>", "<|assistant|>"],
+          "temperature": 0.6,
+          "truncate": 28672,
+          "max_new_tokens": 3072
+        },
+        "promptExamples": [
+          {
+            "title": "Write an email",
+            "prompt": "As a restaurant owner, write a professional email to the supplier to get these products every week: \n\n- Wine (x10)\n- Eggs (x24)\n- Bread (x12)"
+          },
+          {
+            "title": "Code a game",
+            "prompt": "Code a basic snake game in python, give explanations for each step."
+          },
+          {
+            "title": "Recipe help",
+            "prompt": "How do I make a delicious lemon cheesecake?"
+          }
+        ],
+        "endpoints": [
+          {
+            "type": "inference-client",
+            "baseURL": "https://up5ijetg6a2e9zlb.us-east-1.aws.endpoints.huggingface.cloud/v1"
+          }
+        ]
+      },
+      {
+        "name": "NousResearch/Hermes-3-Llama-3.1-8B",
+        "description": "Nous Research's latest Hermes 3 release in 8B size. Follows instruction closely.",
+        "tools": true,
+        "logoUrl": "https://huggingface.co/datasets/huggingchat/models-logo/resolve/main/nous-logo.png",
+        "websiteUrl": "https://nousresearch.com/",
+        "modelUrl": "https://huggingface.co/NousResearch/Hermes-3-Llama-3.1-8B",
+        "promptExamples": [
+          {
+            "title": "Write an email",
+            "prompt": "As a restaurant owner, write a professional email to the supplier to get these products every week: \n\n- Wine (x10)\n- Eggs (x24)\n- Bread (x12)"
+          },
+          {
+            "title": "Code a game",
+            "prompt": "Code a basic snake game in python, give explanations for each step."
+          },
+          {
+            "title": "Recipe help",
+            "prompt": "How do I make a delicious lemon cheesecake?"
+          }
+        ],
+        "parameters": {
+          "stop": ["<|im_end|>"],
+          "temperature": 0.6,
+          "truncate": 14336,
+          "max_new_tokens": 1536
+        },
+        "endpoints": [{"type" : "inference-client"}]
+      }
+    ]
+
+  NODE_ENV: "prod"
+  NODE_LOG_STRUCTURED_DATA: true
+  OLD_MODELS: >
+    [
+      { "name": "bigcode/starcoder" },
+      { "name": "OpenAssistant/oasst-sft-6-llama-30b-xor" },
+      { "name": "HuggingFaceH4/zephyr-7b-alpha" },
+      { "name": "openchat/openchat_3.5" },
+      { "name": "openchat/openchat-3.5-1210" },
+      { "name": "tiiuae/falcon-180B-chat" },
+      { "name": "codellama/CodeLlama-34b-Instruct-hf" },
+      { "name": "google/gemma-7b-it" },
+      { "name": "meta-llama/Llama-2-70b-chat-hf" },
+      { "name": "codellama/CodeLlama-70b-Instruct-hf" },
+      { "name": "openchat/openchat-3.5-0106" },
+      { "name": "meta-llama/Meta-Llama-3-70B-Instruct" },
+      { "name": "meta-llama/Meta-Llama-3.1-405B-Instruct-FP8" },
+      {
+        "name": "CohereForAI/c4ai-command-r-plus-08-2024",
+        "transferTo": "CohereLabs/c4ai-command-r-plus-08-2024"
+      },
+      {
+        "name": "CohereForAI/c4ai-command-r-plus",
+        "transferTo": "CohereLabs/c4ai-command-r-plus-08-2024"
+      },
+      {
+        "name": "01-ai/Yi-1.5-34B-Chat",
+        "transferTo": "CohereLabs/c4ai-command-r-plus-08-2024"
+      },
+      {
+        "name": "mistralai/Mixtral-8x7B-Instruct-v0.1",
+        "transferTo": "mistralai/Mistral-Small-3.1-24B-Instruct-2503"
+      },
+      {
+        "name": "NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO",
+        "transferTo": "NousResearch/Hermes-3-Llama-3.1-8B"
+      },
+      {
+        "name": "mistralai/Mistral-7B-Instruct-v0.3",
+        "transferTo": "mistralai/Mistral-Small-3.1-24B-Instruct-2503"
+      },
+      {
+        "name": "microsoft/Phi-3-mini-4k-instruct",
+        "transferTo": "microsoft/Phi-4"
+      },
+      {
+        "name": "meta-llama/Meta-Llama-3.1-70B-Instruct",
+        "transferTo": "meta-llama/Llama-3.3-70B-Instruct"
+      },
+      {
+        "name": "Qwen/QwQ-32B-Preview",
+        "transferTo": "Qwen/QwQ-32B"
+      },
+      {
+        "name": "mistralai/Mistral-Nemo-Instruct-2407",
+        "transferTo": "mistralai/Mistral-Small-3.1-24B-Instruct-2503"
+      },
+      {
+        "name": "microsoft/Phi-3.5-mini-instruct",
+        "transferTo": "microsoft/Phi-4"
+      },
+      {
+        "name": "Qwen/Qwen2.5-Coder-32B-Instruct",
+        "transferTo": "Qwen/QwQ-32B"
+      },
+      {
+        "name": "meta-llama/Llama-3.2-11B-Vision-Instruct",
+        "transferTo" : "Qwen/Qwen2.5-VL-32B-Instruct"
+      }
+    ]
+  PUBLIC_ORIGIN: "https://huggingface.co"
+  PUBLIC_SHARE_PREFIX: "https://hf.co/chat"
+  PUBLIC_ANNOUNCEMENT_BANNERS: >
+    [
+      {
+        "title": "Qwen 3 235B is available!",
+        "linkTitle": "Try it out!",
+        "linkHref": "https://huggingface.co/chat/models/Qwen/Qwen3-235B-A22B"
+      }
+    ]
+  PUBLIC_APP_NAME: "HuggingChat"
+  PUBLIC_APP_ASSETS: "huggingchat"
+  PUBLIC_APP_COLOR: "yellow"
+  PUBLIC_APP_DESCRIPTION: "Making the community's best AI chat models available to everyone."
+  PUBLIC_APP_DISCLAIMER_MESSAGE: "Disclaimer: AI is an area of active research with known problems such as biased generation and misinformation. Do not use this application for high-stakes decisions or advice."
+  PUBLIC_APP_GUEST_MESSAGE: "Sign in with a free Hugging Face account to continue using HuggingChat."
+  PUBLIC_APP_DATA_SHARING: 0
+  PUBLIC_APP_DISCLAIMER: 1
+  PUBLIC_PLAUSIBLE_SCRIPT_URL: "/js/script.js"
+  REQUIRE_FEATURED_ASSISTANTS: "true"
+  TASK_MODEL: >
+        {
+        "name": "NousResearch/Hermes-3-Llama-3.1-8B",
+        "unlisted": true,
+        "endpoints": [{"type" : "inference-client"}],
+        "parameters": {
+          "temperature": 0.1,
+          "max_new_tokens": 256
+        }
+        }
+
+
+  TEXT_EMBEDDING_MODELS: >
+    [{
+      "name": "bge-base-en-v1-5-sxa",
+      "displayName": "bge-base-en-v1-5-sxa",
+      "chunkCharLength": 512,
+      "endpoints": [{
+        "type": "tei",
+        "url": "https://huggingchat-tei.hf.space/"
+      }]
+    }]
+  WEBSEARCH_BLOCKLIST: '["youtube.com", "twitter.com"]'
+  XFF_DEPTH: '2'
+  TOOLS: >
+    [
+      {
+        "_id": "000000000000000000000001",
+        "displayName": "Image Generation",
+        "description": "Use this tool to generate images based on a prompt.",
+        "color": "yellow",
+        "icon": "camera",
+        "baseUrl": "black-forest-labs/FLUX.1-schnell",
+        "name": "image_generation",
+        "endpoint": "/infer",
+        "inputs": [
+          {
+            "name": "prompt",
+            "description": "A prompt to generate an image from",
+            "paramType": "required",
+            "type": "str"
+          },
+          { "name": "seed", "paramType": "fixed", "value": "0", "type": "float" },
+          {
+            "name": "randomize_seed",
+            "paramType": "fixed",
+            "value": "true",
+            "type": "bool"
+          },
+          {
+            "name": "width",
+            "description": "numeric value between 256 and 2048",
+            "paramType": "optional",
+            "default": 1024,
+            "type": "float"
+          },
+          {
+            "name": "height",
+            "description": "numeric value between 256 and 2048",
+            "paramType": "optional",
+            "default": 1024,
+            "type": "float"
+          },
+          {
+            "name": "num_inference_steps",
+            "paramType": "fixed",
+            "value": "4",
+            "type": "float"
+          }
+        ],
+        "outputComponent": "image",
+        "outputComponentIdx": 0,
+        "showOutput": true
+      },
+      {
+        "_id": "000000000000000000000002",
+        "displayName": "Document Parser",
+        "description": "Use this tool to parse any document and get its content in markdown format.",
+        "color": "yellow",
+        "icon": "cloud",
+        "baseUrl": "huggingchat/document-parser",
+        "name": "document_parser",
+        "endpoint": "/predict",
+        "inputs": [
+          {
+            "name": "document",
+            "description": "Filename of the document to parse",
+            "paramType": "required",
+            "type": "file",
+            "mimeTypes": 'application/*'
+          },
+          {
+            "name": "filename",
+            "paramType": "fixed",
+            "value": "document.pdf",
+            "type": "str"
+          }
+        ],
+        "outputComponent": "textbox",
+        "outputComponentIdx": 0,
+        "showOutput": false,
+        "isHidden": true
+      },
+      {
+        "_id": "000000000000000000000003",
+        "name": "edit_image",
+        "baseUrl": "multimodalart/cosxl",
+        "endpoint": "/run_edit",
+        "inputs": [
+          {
+            "name": "image",
+            "description": "The image path to be edited",
+            "paramType": "required",
+            "type": "file",
+            "mimeTypes": 'image/*'
+          },
+          {
+            "name": "prompt",
+            "description": "The prompt with which to edit the image",
+            "paramType": "required",
+            "type": "str"
+          },
+          {
+            "name": "negative_prompt",
+            "paramType": "fixed",
+            "value": "",
+            "type": "str"
+          },
+          {
+            "name": "guidance_scale",
+            "paramType": "fixed",
+            "value": 6.5,
+            "type": "float"
+          },
+          {
+            "name": "steps",
+            "paramType": "fixed",
+            "value": 30,
+            "type": "float"
+          }
+        ],
+        "outputComponent": "image",
+        "showOutput": true,
+        "displayName": "Image Editor",
+        "color": "green",
+        "icon": "camera",
+        "description": "This tool lets you edit images",
+        "outputComponentIdx": 0
+      }
+    ]
+  HF_ORG_ADMIN: '644171cfbd0c97265298aa99'
+  HF_ORG_EARLY_ACCESS: '5e67bd5b1009063689407478'
+  HF_API_ROOT: 'https://api-inference.endpoints.huggingface.tech/models'
+infisical:
+  enabled: true
+  env: "prod-us-east-1"
+
+autoscaling:
+  enabled: true
+  minReplicas: 12
+  maxReplicas: 30
+  targetMemoryUtilizationPercentage: "50"
+  targetCPUUtilizationPercentage: "50"
+
+resources:
+  requests:
+    cpu: 2
+    memory: 4Gi
+  limits:
+    cpu: 4
+    memory: 8Gi
+
+monitoring:
+  enabled: true

chart/templates/_helpers.tpl

@@ -0,0 +1,22 @@
+{{- define "name" -}}
+{{- default $.Release.Name | trunc 63 | trimSuffix "-" -}}
+{{- end -}}
+
+{{- define "app.name" -}}
+chat-ui
+{{- end -}}
+
+{{- define "labels.standard" -}}
+release: {{ $.Release.Name | quote }}
+heritage: {{ $.Release.Service | quote }}
+chart: "{{ include "name" . }}"
+app: "{{ include "app.name" . }}"
+{{- end -}}
+
+{{- define "labels.resolver" -}}
+release: {{ $.Release.Name | quote }}
+heritage: {{ $.Release.Service | quote }}
+chart: "{{ include "name" . }}"
+app: "{{ include "app.name" . }}-resolver"
+{{- end -}}
+

chart/templates/config.yaml

@@ -0,0 +1,10 @@
+apiVersion: v1
+kind: ConfigMap
+metadata:
+  labels: {{ include "labels.standard" . | nindent 4 }}
+  name: {{ include "name" . }}
+  namespace: {{ .Release.Namespace }}
+data:
+  {{- range $key, $value := $.Values.envVars }}
+  {{ $key }}: {{ $value | quote }}
+  {{- end }}

chart/templates/deployment.yaml

@@ -0,0 +1,81 @@
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  labels: {{ include "labels.standard" . | nindent 4 }}
+  name: {{ include "name" . }}
+  namespace: {{ .Release.Namespace }}
+  {{- if .Values.infisical.enabled }}
+  annotations:
+    secrets.infisical.com/auto-reload: "true"
+  {{- end }}
+spec:
+  progressDeadlineSeconds: 600
+  {{- if not $.Values.autoscaling.enabled }}
+  replicas: {{ .Values.replicas }}
+  {{- end }}
+  revisionHistoryLimit: 10
+  selector:
+    matchLabels: {{ include "labels.standard" . | nindent 6 }}
+  strategy:
+    rollingUpdate:
+      maxSurge: 25%
+      maxUnavailable: 25%
+    type: RollingUpdate
+  template:
+    metadata:
+      labels: {{ include "labels.standard" . | nindent 8 }}
+      annotations:
+        checksum/config: {{ include (print $.Template.BasePath "/config.yaml") . | sha256sum }}
+        {{- if $.Values.envVars.NODE_LOG_STRUCTURED_DATA }}
+        co.elastic.logs/json.expand_keys: "true"
+        {{- end }}
+    spec:
+      {{- if .Values.serviceAccount.enabled }}
+      serviceAccountName: "{{ .Values.serviceAccount.name | default (include "name" .) }}"
+      {{- end }}
+      containers:
+        - name: chat-ui
+          image: "{{ .Values.image.repository }}/{{ .Values.image.name }}:{{ .Values.image.tag }}"
+          imagePullPolicy: {{ .Values.image.pullPolicy }}
+          readinessProbe:
+            failureThreshold: 30
+            periodSeconds: 10
+            httpGet:
+              path: {{ $.Values.envVars.APP_BASE | default "" }}/healthcheck
+              port: {{ $.Values.envVars.APP_PORT | default 3000 | int }}
+          livenessProbe:
+            failureThreshold: 30
+            periodSeconds: 10
+            httpGet:
+              path: {{ $.Values.envVars.APP_BASE | default "" }}/healthcheck
+              port: {{ $.Values.envVars.APP_PORT | default 3000 | int }}
+          ports:
+            - containerPort: {{ $.Values.envVars.APP_PORT | default 3000 | int }}
+              name: http
+              protocol: TCP
+            {{- if $.Values.monitoring.enabled }}
+            - containerPort: {{ $.Values.envVars.METRICS_PORT | default 5565 | int }}
+              name: metrics
+              protocol: TCP
+            {{- end }}
+          resources: {{ toYaml .Values.resources | nindent 12 }}
+          {{- with $.Values.extraEnv }}
+          env:
+            {{- toYaml . | nindent 14 }}
+          {{- end }}
+          envFrom:
+            - configMapRef:
+                name: {{ include "name" . }}
+          {{- if $.Values.infisical.enabled }}
+            - secretRef:
+                name: {{ include "name" $ }}-secs
+          {{- end }}
+          {{- with $.Values.extraEnvFrom }}
+            {{- toYaml . | nindent 14 }}
+          {{- end }}
+      nodeSelector: {{ toYaml .Values.nodeSelector | nindent 8 }}
+      tolerations: {{ toYaml .Values.tolerations | nindent 8 }}
+      volumes:
+        - name: config
+          configMap:
+            name: {{ include "name" . }}

chart/templates/hpa.yaml

@@ -0,0 +1,45 @@
+{{- if $.Values.autoscaling.enabled }}
+apiVersion: autoscaling/v2
+kind: HorizontalPodAutoscaler
+metadata:
+  labels: {{ include "labels.standard" . | nindent 4 }}
+  name: {{ include "name" . }}
+  namespace: {{ .Release.Namespace }}
+spec:
+  scaleTargetRef:
+    apiVersion: apps/v1
+    kind: Deployment
+    name: {{ include "name" . }}
+  minReplicas: {{ $.Values.autoscaling.minReplicas }}
+  maxReplicas: {{ $.Values.autoscaling.maxReplicas }}
+  metrics:
+    {{- if ne "" $.Values.autoscaling.targetMemoryUtilizationPercentage }}
+    - type: Resource
+      resource:
+        name: memory
+        target:
+          type: Utilization
+          averageUtilization: {{ $.Values.autoscaling.targetMemoryUtilizationPercentage | int }}
+    {{- end }}
+    {{- if ne "" $.Values.autoscaling.targetCPUUtilizationPercentage }}
+    - type: Resource
+      resource:
+        name: cpu
+        target:
+          type: Utilization
+          averageUtilization: {{ $.Values.autoscaling.targetCPUUtilizationPercentage | int }}
+    {{- end }}
+  behavior:
+    scaleDown:
+      stabilizationWindowSeconds: 600
+      policies:
+        - type: Percent
+          value: 10
+          periodSeconds: 60
+    scaleUp:
+      stabilizationWindowSeconds: 0
+      policies:
+        - type: Pods
+          value: 1
+          periodSeconds: 30
+{{- end }}

chart/templates/infisical.yaml

@@ -0,0 +1,24 @@
+{{- if .Values.infisical.enabled }}
+apiVersion: secrets.infisical.com/v1alpha1
+kind: InfisicalSecret
+metadata:
+  name: {{ include "name" $ }}-infisical-secret
+  namespace: {{ $.Release.Namespace }}
+spec:
+  authentication:
+    universalAuth:
+      credentialsRef:
+        secretName: {{ .Values.infisical.operatorSecretName | quote }}
+        secretNamespace: {{ .Values.infisical.operatorSecretNamespace | quote }}
+      secretsScope:
+        envSlug: {{ .Values.infisical.env | quote }}
+        projectSlug: {{ .Values.infisical.project | quote }}
+        secretsPath: /
+  hostAPI: {{ .Values.infisical.url | quote }}
+  managedSecretReference:
+    creationPolicy: Owner
+    secretName: {{ include "name" $ }}-secs
+    secretNamespace: {{ .Release.Namespace | quote }}
+    secretType: Opaque
+  resyncInterval: {{ .Values.infisical.resyncInterval }}
+{{- end }}

chart/templates/ingress-internal.yaml

@@ -0,0 +1,32 @@
+{{- if $.Values.ingressInternal.enabled }}
+apiVersion: networking.k8s.io/v1
+kind: Ingress
+metadata:
+  annotations: {{ toYaml .Values.ingressInternal.annotations | nindent 4 }}
+  labels: {{ include "labels.standard" . | nindent 4 }}
+  name: {{ include "name" . }}-internal
+  namespace: {{ .Release.Namespace }}
+spec:
+  {{ if $.Values.ingressInternal.className }}
+  ingressClassName: {{ .Values.ingressInternal.className }}
+  {{ end }}
+  {{- with .Values.ingressInternal.tls }}
+  tls:
+    - hosts:
+        - {{ $.Values.domain | quote }}
+      {{- with .secretName }}
+      secretName: {{ . }}
+      {{- end }}
+  {{- end }}
+  rules:
+    - host: {{ .Values.domain }}
+      http:
+        paths:
+          - backend:
+              service:
+                name: {{ include "name" . }}
+                port:
+                  name: http
+            path: {{ $.Values.ingressInternal.path | default "/" }}
+            pathType: Prefix
+{{- end }}

chart/templates/ingress.yaml

@@ -0,0 +1,32 @@
+{{- if $.Values.ingress.enabled }}
+apiVersion: networking.k8s.io/v1
+kind: Ingress
+metadata:
+  annotations: {{ toYaml .Values.ingress.annotations | nindent 4 }}
+  labels: {{ include "labels.standard" . | nindent 4 }}
+  name: {{ include "name" . }}
+  namespace: {{ .Release.Namespace }}
+spec:
+  {{ if $.Values.ingress.className }}
+  ingressClassName: {{ .Values.ingress.className }}
+  {{ end }}
+  {{- with .Values.ingress.tls }}
+  tls:
+    - hosts:
+        - {{ $.Values.domain | quote }}
+      {{- with .secretName }}
+      secretName: {{ . }}
+      {{- end }}
+  {{- end }}
+  rules:
+    - host: {{ .Values.domain }}
+      http:
+        paths:
+          - backend:
+              service:
+                name: {{ include "name" . }}
+                port:
+                  name: http
+            path: {{ $.Values.ingress.path | default "/" }}
+            pathType: Prefix
+{{- end }}

chart/templates/network-policy.yaml

@@ -0,0 +1,36 @@
+{{- if $.Values.networkPolicy.enabled }}
+apiVersion: networking.k8s.io/v1
+kind: NetworkPolicy
+metadata:
+  name: {{ include "name" . }}
+  namespace: {{ .Release.Namespace }}
+spec:
+  egress:
+    - ports:
+        - port: 53
+          protocol: UDP
+      to:
+        - namespaceSelector:
+            matchLabels:
+              kubernetes.io/metadata.name: kube-system
+          podSelector:
+            matchLabels:
+              k8s-app: kube-dns
+    - to:
+        {{- range $ip := .Values.networkPolicy.allowedBlocks }}
+        - ipBlock:
+            cidr: {{ $ip | quote }}
+        {{- end }}
+    - to:
+        - ipBlock:
+            cidr: 0.0.0.0/0
+            except:
+              - 10.0.0.0/8
+              - 172.16.0.0/12
+              - 192.168.0.0/16
+              - 169.254.169.254/32
+  podSelector:
+    matchLabels: {{ include "labels.standard" . | nindent 6 }}
+  policyTypes:
+    - Egress
+{{- end }}

chart/templates/service-account.yaml

@@ -0,0 +1,13 @@
+{{- if and .Values.serviceAccount.enabled .Values.serviceAccount.create }}
+apiVersion: v1
+kind: ServiceAccount
+automountServiceAccountToken: {{ .Values.serviceAccount.automountServiceAccountToken }}
+metadata:
+  name: "{{ .Values.serviceAccount.name | default (include "name" .) }}"
+  namespace: {{ .Release.Namespace }}
+  labels: {{ include "labels.standard" . | nindent 4 }}
+  {{- with .Values.serviceAccount.annotations }}
+  annotations:
+    {{- toYaml . | nindent 4 }}
+  {{- end }}
+{{- end }}

chart/templates/service-monitor.yaml

@@ -0,0 +1,15 @@
+{{- if $.Values.monitoring.enabled }}
+apiVersion: monitoring.coreos.com/v1
+kind: ServiceMonitor
+metadata:
+  labels: {{ include "labels.standard" . | nindent 4 }}
+  name: {{ include "name" . }}
+  namespace: {{ .Release.Namespace }}
+spec:
+  selector:
+    matchLabels: {{ include "labels.standard" . | nindent 6 }}
+  endpoints:
+    - port: metrics
+      path: /metrics
+      interval: 15s
+{{- end }}

chart/templates/service.yaml

@@ -0,0 +1,21 @@
+apiVersion: v1
+kind: Service
+metadata:
+  name: "{{ include "name" . }}"
+  annotations: {{ toYaml .Values.service.annotations | nindent 4 }}
+  namespace: {{ .Release.Namespace }}
+  labels: {{ include "labels.standard" . | nindent 4 }}
+spec:
+  ports:
+  - name: http
+    port: 80
+    protocol: TCP
+    targetPort: http
+  {{- if $.Values.monitoring.enabled }}
+  - name: metrics
+    port: 5565
+    protocol: TCP
+    targetPort: metrics
+  {{- end }}
+  selector: {{ include "labels.standard" . | nindent 4 }}
+  type: {{.Values.service.type}}

chart/values.yaml

@@ -0,0 +1,74 @@
+image:
+  repository: ghcr.io/huggingface
+  name: chat-ui
+  tag: 0.0.0-latest
+  pullPolicy: IfNotPresent
+
+replicas: 3
+
+domain: huggingface.co
+
+networkPolicy:
+  enabled: false
+  allowedBlocks: []
+
+service:
+  type: NodePort
+  annotations: { }
+
+serviceAccount:
+  enabled: false
+  create: false
+  name: ""
+  automountServiceAccountToken: true
+  annotations: { }
+
+ingress:
+  enabled: true
+  path: "/"
+  annotations: { }
+  # className: "nginx"
+  tls: { }
+    # secretName: XXX
+
+ingressInternal:
+  enabled: false
+  path: "/"
+  annotations: { }
+  # className: "nginx"
+  tls: { }
+
+resources:
+  requests:
+    cpu: 2
+    memory: 4Gi
+  limits:
+    cpu: 2
+    memory: 4Gi
+nodeSelector: {}
+tolerations: []
+
+envVars: { }
+
+infisical:
+  enabled: false
+  env: ""
+  project: "huggingchat-v2-a1"
+  url: ""
+  resyncInterval: 60
+  operatorSecretName: "huggingchat-operator-secrets"
+  operatorSecretNamespace: "hub-utils"
+
+# Allow to environment injections on top or instead of infisical
+extraEnvFrom: []
+extraEnv: []
+
+autoscaling:
+  enabled: false
+  minReplicas: 1
+  maxReplicas: 2
+  targetMemoryUtilizationPercentage: ""
+  targetCPUUtilizationPercentage: ""
+
+monitoring:
+  enabled: false

package.json

@@ -9,21 +9,138 @@
 		"preview": "vite preview",
 		"prepare": "svelte-kit sync || echo ''",
 		"check": "svelte-kit sync && svelte-check --tsconfig ./tsconfig.json",
-		"check:watch": "svelte-kit sync && svelte-check --tsconfig ./tsconfig.json --watch"
+		"check:watch": "svelte-kit sync && svelte-check --tsconfig ./tsconfig.json --watch",
+		"format": "prettier --write .",
+		"test": "vitest",
+		"updateLocalEnv": "vite-node --options.transformMode.ssr='/.*/' scripts/updateLocalEnv.ts",
+		"populate": "vite-node --options.transformMode.ssr='/.*/' scripts/populate.ts",
+		"config": "vite-node --options.transformMode.ssr='/.*/' scripts/config.ts"
 	},
 	"devDependencies": {
-		"@fontsource/fira-mono": "^5.0.0",
-		"@neoconfetti/svelte": "^2.0.0",
-		"@sveltejs/adapter-auto": "^6.0.0",
+		"@elysiajs/cors": "^1.3.3",
+		"@elysiajs/eden": "^1.3.2",
+		"@elysiajs/node": "^1.3.0",
+		"@faker-js/faker": "^9.8.0",
+		"@fontsource/fira-mono": "^5.2.6",
+		"@iconify-json/carbon": "^1.2.10",
+		"@iconify-json/eos-icons": "^1.2.2",
+		"@neoconfetti/svelte": "^2.2.2",
+		"@sveltejs/adapter-auto": "^6.0.1",
 		"@sveltejs/adapter-node": "^5.2.12",
-		"@sveltejs/kit": "^2.16.0",
-		"@sveltejs/vite-plugin-svelte": "^5.0.0",
-		"svelte": "^5.25.0",
-		"svelte-check": "^4.0.0",
-		"typescript": "^5.0.0",
-		"vite": "^6.2.6"
+		"@sveltejs/kit": "^2.22.2",
+		"@sveltejs/vite-plugin-svelte": "^6.0.0-next.1",
+		"@tailwindcss/typography": "^0.5.16",
+		"@types/express": "^5.0.3",
+		"@types/fs-extra": "^11.0.4",
+		"@types/js-yaml": "^4.0.9",
+		"@types/jsdom": "^21.1.7",
+		"@types/jsonpath": "^0.2.4",
+		"@types/katex": "^0.16.7",
+		"@types/mime-types": "^3.0.1",
+		"@types/minimist": "^1.2.5",
+		"@types/node": "^22.15.33",
+		"@types/parquetjs": "^0.10.6",
+		"@types/sbd": "^1.0.5",
+		"@types/uuid": "^10.0.0",
+		"@typescript-eslint/eslint-plugin": "^8.35.0",
+		"@typescript-eslint/parser": "^8.35.0",
+		"bson-objectid": "^2.0.4",
+		"dompurify": "^3.2.6",
+		"elysia": "^1.3.5",
+		"eslint": "^9.29.0",
+		"eslint-config-prettier": "^10.1.5",
+		"eslint-plugin-svelte": "^3.10.1",
+		"fs-extra": "^11.3.0",
+		"husky": "^9.1.7",
+		"isomorphic-dompurify": "^2.25.0",
+		"js-yaml": "^4.1.0",
+		"jsonrepair": "^3.12.0",
+		"minimist": "^1.2.8",
+		"mongodb-memory-server": "^10.1.4",
+		"node-llama-cpp": "^3.10.0",
+		"prettier": "^3.6.1",
+		"prettier-plugin-svelte": "^3.4.0",
+		"prettier-plugin-tailwindcss": "^0.6.13",
+		"prom-client": "^15.1.3",
+		"sade": "^1.8.1",
+		"superjson": "^2.2.2",
+
+		"svelte": "^5.34.8",
+		"svelte-check": "^4.2.2",
+		"svelte-gestures": "^5.1.4",
+		"ts-node": "^10.9.2",
+		"tslib": "^2.8.1",
+		"typescript": "^5.8.3",
+		"unplugin-icons": "^22.1.0",
+		"vite": "^7.0.0",
+		"vite-node": "^3.2.4",
+		"vitest": "^3.2.4"
+	},
+	"dependencies": {
+		"@aws-sdk/credential-providers": "^3.835.0",
+		"@elysiajs/swagger": "^1.3.0",
+		"@ghostery/adblocker-playwright": "^2.8.0",
+		"@gradio/client": "^1.15.3",
+		"@huggingface/hub": "^2.2.0",
+		"@huggingface/inference": "^4.0.6",
+		"@huggingface/mcp-client": "^0.2.0",
+		"@huggingface/tasks": "^0.19.19",
+		"@huggingface/transformers": "^3.6.0",
+		"@iconify-json/bi": "^1.2.4",
+		"@playwright/browser-chromium": "^1.53.1",
+		"@resvg/resvg-js": "^2.6.2",
+		"autoprefixer": "^10.4.21",
+		"aws-sigv4-fetch": "^4.4.1",
+		"aws4": "^1.13.2",
+		"date-fns": "^4.1.0",
+		"dotenv": "^16.6.0",
+		"express": "^5.1.0",
+		"file-type": "^21.0.0",
+		"google-auth-library": "^10.1.0",
+		"handlebars": "^4.7.8",
+		"highlight.js": "^11.11.1",
+		"image-size": "^2.0.2",
+		"ip-address": "^10.0.1",
+		"jose": "^6.0.11",
+		"jsdom": "^26.1.0",
+		"json5": "^2.2.3",
+		"jsonpath": "^1.1.1",
+		"katex": "^0.16.22",
+		"lint-staged": "^16.1.2",
+		"marked": "^15.0.12",
+		"mongodb": "^6.17.0",
+		"nanoid": "^5.1.5",
+		"natural": "^8.1.0",
+		"openid-client": "^6.6.1",
+		"parquetjs": "^0.11.2",
+		"pino": "^9.7.0",
+		"pino-pretty": "^13.0.0",
+		"playwright": "^1.53.1",
+		"postcss": "^8.5.6",
+		"saslprep": "^1.0.3",
+		"satori": "^0.15.2",
+		"satori-html": "^0.3.2",
+		"sbd": "^1.0.19",
+		"serpapi": "^2.1.0",
+		"sharp": "^0.34.2",
+		"tailwind-scrollbar": "^4.0.2",
+		"tailwindcss": "^4.1.11",
+		"uuid": "^11.1.0",
+		"vitest-browser-svelte": "^1.0.0",
+		"zod": "^3.25.67"
 	},
 	"optionalDependencies": {
-		"@rollup/rollup-linux-x64-musl": "4.44.*"
+		"@rollup/rollup-linux-x64-musl": "4.44.*",
+		"@anthropic-ai/sdk": "^0.32.1",
+		"@anthropic-ai/vertex-sdk": "^0.4.1",
+		"@aws-sdk/client-bedrock-runtime": "^3.631.0",
+		"@google-cloud/vertexai": "^1.1.0",
+		"@google/generative-ai": "^0.24.0",
+		"aws4fetch": "^1.0.17",
+		"cohere-ai": "^7.9.0",
+		"openai": "^4.44.0"
+	},
+	"overrides": {
+		"@reflink/reflink": "file:stub/@reflink/reflink"
 	}
 }

postcss.config.js

@@ -0,0 +1,6 @@
+export default {
+	plugins: {
+		tailwindcss: {},
+		autoprefixer: {},
+	},
+};

scripts/config.ts

@@ -0,0 +1,64 @@
+import sade from "sade";
+
+// @ts-expect-error: vite-node makes the var available but the typescript compiler doesn't see them
+import { config, ready } from "$lib/server/config";
+
+const prog = sade("config");
+await ready;
+prog
+	.command("clear")
+	.describe("Clear all config keys")
+	.action(async () => {
+		console.log("Clearing config...");
+		await clear();
+	});
+
+prog
+	.command("add <key> <value>")
+	.describe("Add a new config key")
+	.action(async (key: string, value: string) => {
+		await add(key, value);
+	});
+
+prog
+	.command("remove <key>")
+	.describe("Remove a config key")
+	.action(async (key: string) => {
+		console.log(`Removing ${key}`);
+		await remove(key);
+		process.exit(0);
+	});
+
+prog
+	.command("help")
+	.describe("Show help information")
+	.action(() => {
+		prog.help();
+		process.exit(0);
+	});
+
+async function clear() {
+	await config.clear();
+	process.exit(0);
+}
+
+async function add(key: string, value: string) {
+	if (!key || !value) {
+		console.error("Key and value are required");
+		process.exit(1);
+	}
+	await config.set(key as keyof typeof config.keysFromEnv, value);
+	process.exit(0);
+}
+
+async function remove(key: string) {
+	if (!key) {
+		console.error("Key is required");
+		process.exit(1);
+	}
+	await config.delete(key as keyof typeof config.keysFromEnv);
+	process.exit(0);
+}
+
+// Parse arguments and handle help automatically
+prog.parse(process.argv);

scripts/populate.ts

@@ -0,0 +1,391 @@
+import readline from "readline";
+import minimist from "minimist";
+
+// @ts-expect-error: vite-node makes the var available but the typescript compiler doesn't see them
+import { env } from "$env/dynamic/private";
+
+import { faker } from "@faker-js/faker";
+import { ObjectId } from "mongodb";
+
+// @ts-expect-error: vite-node makes the var available but the typescript compiler doesn't see them
+import { ready } from "$lib/server/config";
+import { collections } from "$lib/server/database.ts";
+import { models } from "../src/lib/server/models.ts";
+import type { User } from "../src/lib/types/User";
+import type { Assistant } from "../src/lib/types/Assistant";
+import type { Conversation } from "../src/lib/types/Conversation";
+import type { Settings } from "../src/lib/types/Settings";
+import type { CommunityToolDB, ToolLogoColor, ToolLogoIcon } from "../src/lib/types/Tool";
+import { defaultEmbeddingModel } from "../src/lib/server/embeddingModels.ts";
+import { Message } from "../src/lib/types/Message.ts";
+
+import { addChildren } from "../src/lib/utils/tree/addChildren.ts";
+import { generateSearchTokens } from "../src/lib/utils/searchTokens.ts";
+import { ReviewStatus } from "../src/lib/types/Review.ts";
+import fs from "fs";
+import path from "path";
+import { MessageUpdateType } from "../src/lib/types/MessageUpdate.ts";
+import { MessageReasoningUpdateType } from "../src/lib/types/MessageUpdate.ts";
+
+const rl = readline.createInterface({
+	input: process.stdin,
+	output: process.stdout,
+});
+
+await ready;
+
+rl.on("close", function () {
+	process.exit(0);
+});
+
+const samples = fs.readFileSync(path.join(__dirname, "samples.txt"), "utf8").split("\n---\n");
+
+const possibleFlags = ["reset", "all", "users", "settings", "assistants", "conversations", "tools"];
+const argv = minimist(process.argv.slice(2));
+const flags = argv["_"].filter((flag) => possibleFlags.includes(flag));
+
+async function generateMessages(preprompt?: string): Promise<Message[]> {
+	const isLinear = faker.datatype.boolean(0.5);
+	const isInterrupted = faker.datatype.boolean(0.05);
+
+	const messages: Message[] = [];
+
+	messages.push({
+		id: crypto.randomUUID(),
+		from: "system",
+		content: preprompt ?? "",
+		createdAt: faker.date.recent({ days: 30 }),
+		updatedAt: faker.date.recent({ days: 30 }),
+	});
+
+	let isUser = true;
+	let lastId = messages[0].id;
+	if (isLinear) {
+		const convLength = faker.number.int({ min: 1, max: 25 }) * 2; // must always be even
+
+		for (let i = 0; i < convLength; i++) {
+			const hasReasoning = Math.random() < 0.2;
+			lastId = addChildren(
+				{
+					messages,
+					rootMessageId: messages[0].id,
+				},
+				{
+					from: isUser ? "user" : "assistant",
+					content:
+						faker.lorem.sentence({
+							min: 10,
+							max: isUser ? 50 : 200,
+						}) +
+						(!isUser && Math.random() < 0.1
+							? "\n```\n" + faker.helpers.arrayElement(samples) + "\n```\n"
+							: ""),
+					createdAt: faker.date.recent({ days: 30 }),
+					updatedAt: faker.date.recent({ days: 30 }),
+					reasoning: hasReasoning ? faker.lorem.paragraphs(2) : undefined,
+					updates: hasReasoning
+						? [
+								{
+									type: MessageUpdateType.Reasoning,
+									subtype: MessageReasoningUpdateType.Status,
+									uuid: crypto.randomUUID(),
+									status: "thinking",
+								},
+							]
+						: [],
+					interrupted: !isUser && i === convLength - 1 && isInterrupted,
+				},
+				lastId
+			);
+			isUser = !isUser;
+		}
+	} else {
+		const convLength = faker.number.int({ min: 2, max: 200 });
+
+		for (let i = 0; i < convLength; i++) {
+			const hasReasoning = Math.random() < 0.2;
+			addChildren(
+				{
+					messages,
+					rootMessageId: messages[0].id,
+				},
+				{
+					from: isUser ? "user" : "assistant",
+					content:
+						faker.lorem.sentence({
+							min: 10,
+							max: isUser ? 50 : 200,
+						}) +
+						(!isUser && Math.random() < 0.1
+							? "\n```\n" + faker.helpers.arrayElement(samples) + "\n```\n"
+							: ""),
+					reasoning: hasReasoning ? faker.lorem.paragraphs(2) : undefined,
+					updates: hasReasoning
+						? [
+								{
+									type: MessageUpdateType.Reasoning,
+									subtype: MessageReasoningUpdateType.Status,
+									uuid: crypto.randomUUID(),
+									status: "thinking",
+								},
+							]
+						: [],
+					createdAt: faker.date.recent({ days: 30 }),
+					updatedAt: faker.date.recent({ days: 30 }),
+					interrupted: !isUser && i === convLength - 1 && isInterrupted,
+				},
+				faker.helpers.arrayElement([
+					messages[0].id,
+					...messages.filter((m) => m.from === (isUser ? "assistant" : "user")).map((m) => m.id),
+				])
+			);
+
+			isUser = !isUser;
+		}
+	}
+	return messages;
+}
+
+async function seed() {
+	console.log("Seeding...");
+	const modelIds = models.map((model) => model.id);
+
+	if (flags.includes("reset")) {
+		console.log("Starting reset of DB");
+		await collections.users.deleteMany({});
+		await collections.settings.deleteMany({});
+		await collections.assistants.deleteMany({});
+		await collections.conversations.deleteMany({});
+		await collections.tools.deleteMany({});
+		await collections.migrationResults.deleteMany({});
+		await collections.semaphores.deleteMany({});
+		console.log("Reset done");
+	}
+
+	if (flags.includes("users") || flags.includes("all")) {
+		console.log("Creating 100 new users");
+		const newUsers: User[] = Array.from({ length: 100 }, () => ({
+			_id: new ObjectId(),
+			createdAt: faker.date.recent({ days: 30 }),
+			updatedAt: faker.date.recent({ days: 30 }),
+			username: faker.internet.userName(),
+			name: faker.person.fullName(),
+			hfUserId: faker.string.alphanumeric(24),
+			avatarUrl: faker.image.avatar(),
+		}));
+
+		await collections.users.insertMany(newUsers);
+		console.log("Done creating users.");
+	}
+
+	const users = await collections.users.find().toArray();
+	if (flags.includes("settings") || flags.includes("all")) {
+		console.log("Updating settings for all users");
+		users.forEach(async (user) => {
+			const settings: Settings = {
+				userId: user._id,
+				shareConversationsWithModelAuthors: faker.datatype.boolean(0.25),
+				hideEmojiOnSidebar: faker.datatype.boolean(0.25),
+				ethicsModalAcceptedAt: faker.date.recent({ days: 30 }),
+				activeModel: faker.helpers.arrayElement(modelIds),
+				createdAt: faker.date.recent({ days: 30 }),
+				updatedAt: faker.date.recent({ days: 30 }),
+				disableStream: faker.datatype.boolean(0.25),
+				directPaste: faker.datatype.boolean(0.25),
+				customPrompts: {},
+				assistants: [],
+			};
+			await collections.settings.updateOne(
+				{ userId: user._id },
+				{ $set: { ...settings } },
+				{ upsert: true }
+			);
+		});
+		console.log("Done updating settings.");
+	}
+
+	if (flags.includes("assistants") || flags.includes("all")) {
+		console.log("Creating assistants for all users");
+		await Promise.all(
+			users.map(async (user) => {
+				const name = faker.animal.insect();
+				const assistants = faker.helpers.multiple<Assistant>(
+					() => ({
+						_id: new ObjectId(),
+						name,
+						createdById: user._id,
+						createdByName: user.username,
+						createdAt: faker.date.recent({ days: 30 }),
+						updatedAt: faker.date.recent({ days: 30 }),
+						userCount: faker.number.int({ min: 1, max: 100000 }),
+						review: faker.helpers.enumValue(ReviewStatus),
+						modelId: faker.helpers.arrayElement(modelIds),
+						description: faker.lorem.sentence(),
+						preprompt: faker.hacker.phrase(),
+						exampleInputs: faker.helpers.multiple(() => faker.lorem.sentence(), {
+							count: faker.number.int({ min: 0, max: 4 }),
+						}),
+						searchTokens: generateSearchTokens(name),
+						last24HoursCount: faker.number.int({ min: 0, max: 1000 }),
+					}),
+					{ count: faker.number.int({ min: 3, max: 10 }) }
+				);
+				await collections.assistants.insertMany(assistants);
+				await collections.settings.updateOne(
+					{ userId: user._id },
+					{ $set: { assistants: assistants.map((a) => a._id.toString()) } },
+					{ upsert: true }
+				);
+			})
+		);
+		console.log("Done creating assistants.");
+	}
+
+	if (flags.includes("conversations") || flags.includes("all")) {
+		console.log("Creating conversations for all users");
+		await Promise.all(
+			users.map(async (user) => {
+				const conversations = faker.helpers.multiple(
+					async () => {
+						const settings = await collections.settings.findOne<Settings>({ userId: user._id });
+
+						const assistantId =
+							settings?.assistants && settings.assistants.length > 0 && faker.datatype.boolean(0.1)
+								? faker.helpers.arrayElement<ObjectId>(settings.assistants)
+								: undefined;
+
+						const preprompt =
+							(assistantId
+								? await collections.assistants
+										.findOne({ _id: assistantId })
+										.then((assistant: Assistant) => assistant?.preprompt ?? "")
+								: faker.helpers.maybe(() => faker.hacker.phrase(), { probability: 0.5 })) ?? "";
+
+						const messages = await generateMessages(preprompt);
+
+						const conv = {
+							_id: new ObjectId(),
+							userId: user._id,
+							assistantId,
+							preprompt,
+							createdAt: faker.date.recent({ days: 145 }),
+							updatedAt: faker.date.recent({ days: 145 }),
+							model: faker.helpers.arrayElement(modelIds),
+							title: faker.internet.emoji() + " " + faker.hacker.phrase(),
+							embeddingModel: defaultEmbeddingModel.id,
+							messages,
+							rootMessageId: messages[0].id,
+						} satisfies Conversation;
+
+						return conv;
+					},
+					{ count: faker.number.int({ min: 10, max: 200 }) }
+				);
+
+				await collections.conversations.insertMany(await Promise.all(conversations));
+			})
+		);
+		console.log("Done creating conversations.");
+	}
+
+	// generate Community Tools
+	if (flags.includes("tools") || flags.includes("all")) {
+		const tools = await Promise.all(
+			faker.helpers.multiple(
+				() => {
+					const _id = new ObjectId();
+					const displayName = faker.company.catchPhrase();
+					const description = faker.company.catchPhrase();
+					const color = faker.helpers.arrayElement([
+						"purple",
+						"blue",
+						"green",
+						"yellow",
+						"red",
+					]) satisfies ToolLogoColor;
+					const icon = faker.helpers.arrayElement([
+						"wikis",
+						"tools",
+						"camera",
+						"code",
+						"email",
+						"cloud",
+						"terminal",
+						"game",
+						"chat",
+						"speaker",
+						"video",
+					]) satisfies ToolLogoIcon;
+					const baseUrl = faker.helpers.arrayElement([
+						"stabilityai/stable-diffusion-3-medium",
+						"multimodalart/cosxl",
+						"gokaygokay/SD3-Long-Captioner",
+						"xichenhku/MimicBrush",
+					]);
+
+					// keep empty for populate for now
+
+					const user: User = faker.helpers.arrayElement(users);
+					const createdById = user._id;
+					const createdByName = user.username ?? user.name;
+
+					return {
+						type: "community" as const,
+						_id,
+						createdById,
+						createdByName,
+						displayName,
+						name: displayName.toLowerCase().replace(" ", "_"),
+						endpoint: "/test",
+						description,
+						color,
+						icon,
+						baseUrl,
+						inputs: [],
+						outputPath: null,
+						outputType: "str" as const,
+						showOutput: false,
+						useCount: faker.number.int({ min: 0, max: 100000 }),
+						last24HoursUseCount: faker.number.int({ min: 0, max: 1000 }),
+						createdAt: faker.date.recent({ days: 30 }),
+						updatedAt: faker.date.recent({ days: 30 }),
+						searchTokens: generateSearchTokens(displayName),
+						review: faker.helpers.enumValue(ReviewStatus),
+						outputComponent: null,
+						outputComponentIdx: null,
+					};
+				},
+				{ count: faker.number.int({ min: 10, max: 200 }) }
+			)
+		);
+
+		await collections.tools.insertMany(tools satisfies CommunityToolDB[]);
+	}
+}
+
+// run seed
+(async () => {
+	try {
+		rl.question(
+			"You're about to run a seeding script on the following MONGODB_URL: \x1b[31m" +
+				env.MONGODB_URL +
+				"\x1b[0m\n\n With the following flags: \x1b[31m" +
+				flags.join("\x1b[0m , \x1b[31m") +
+				"\x1b[0m\n \n\n Are you sure you want to continue? (yes/no): ",
+			async (confirm) => {
+				if (confirm !== "yes") {
+					console.log("Not 'yes', exiting.");
+					rl.close();
+					process.exit(0);
+				}
+				console.log("Starting seeding...");
+				await seed();
+				console.log("Seeding done.");
+				rl.close();
+			}
+		);
+	} catch (e) {
+		console.error(e);
+		process.exit(1);
+	}
+})();

scripts/samples.txt

@@ -0,0 +1,194 @@
+import { Observable, of, from, interval, throwError } from 'rxjs';
+import { map, filter, catchError, switchMap, take, tap } from 'rxjs/operators';
+
+// Mock function to fetch stock prices (simulates API call)
+const fetchStockPrice = (ticker: string): Observable<number> => {
+    return new Observable<number>((observer) => {
+        const intervalId = setInterval(() => {
+            if (Math.random() < 0.1) { // Simulating an error 10% of the time
+                observer.error(`Error fetching stock price for ${ticker}`);
+            } else {
+                const price = parseFloat((Math.random() * 1000).toFixed(2));
+                observer.next(price);
+            }
+        }, 1000);
+
+        return () => {
+            clearInterval(intervalId);
+            console.log(`Stopped fetching prices for ${ticker}`);
+        };
+    });
+};
+
+// Example usage: Tracking stock price updates
+const stockTicker = 'AAPL';
+const stockPrice$ = fetchStockPrice(stockTicker).pipe(
+    map(price => ({ ticker: stockTicker, price })),  // Transform data
+    filter(data => data.price > 500), // Only keep prices above 500
+    tap(data => console.log(`Price update:`, data)), // Side effect: Logging
+    catchError(err => {
+        console.error(err);
+        return of({ ticker: stockTicker, price: null }); // Fallback observable
+    })
+);
+
+// Subscribe to the stock price updates
+const subscription = stockPrice$.subscribe({
+    next: data => console.log(`Subscriber received:`, data),
+    error: err => console.error(`Subscription error:`, err),
+    complete: () => console.log('Stream complete'),
+});
+
+// Automatically unsubscribe after 10 seconds
+setTimeout(() => {
+    subscription.unsubscribe();
+    console.log('Unsubscribed from stock price updates.');
+}, 10000);
+---
+class EnforceAttrsMeta(type):
+    """
+    Metaclass that enforces the presence of specific attributes in a class
+    and automatically decorates methods with a logging wrapper.
+    """
+    
+    required_attributes = ['name', 'version']
+
+    def __new__(cls, name, bases, class_dict):
+        """
+        Create a new class with enforced attributes and method logging.
+
+        :param name: Name of the class being created.
+        :param bases: Tuple of base classes.
+        :param class_dict: Dictionary of attributes and methods of the class.
+        :return: Newly created class object.
+        """
+        # Ensure required attributes exist
+        for attr in cls.required_attributes:
+            if attr not in class_dict:
+                raise TypeError(f"Class '{name}' is missing required attribute '{attr}'")
+
+        # Wrap all methods in a logging decorator
+        for key, value in class_dict.items():
+            if callable(value):  # Check if it's a method
+                class_dict[key] = cls.log_calls(value)
+
+        return super().__new__(cls, name, bases, class_dict)
+
+    @staticmethod
+    def log_calls(func):
+        """
+        Decorator that logs method calls and arguments.
+
+        :param func: Function to be wrapped.
+        :return: Wrapped function with logging.
+        """
+        def wrapper(*args, **kwargs):
+            print(f"Calling {func.__name__} with args={args} kwargs={kwargs}")
+            result = func(*args, **kwargs)
+            print(f"{func.__name__} returned {result}")
+            return result
+        return wrapper
+
+
+class PluginBase(metaclass=EnforceAttrsMeta):
+    """
+    Base class for plugins that enforces required attributes and logging.
+    """
+    name = "BasePlugin"
+    version = "1.0"
+
+    def run(self, data):
+        """
+        Process the input data.
+
+        :param data: The data to be processed.
+        :return: Processed result.
+        """
+        return f"Processed {data}"
+
+
+class CustomPlugin(PluginBase):
+    """
+    Custom plugin that extends PluginBase and adheres to enforced rules.
+    """
+    name = "CustomPlugin"
+    version = "2.0"
+
+    def run(self, data):
+        """
+        Custom processing logic.
+
+        :param data: The data to process.
+        :return: Modified data.
+        """
+        return f"Custom processing of {data}"
+
+
+# Uncommenting the following class definition will raise a TypeError
+# because 'version' attribute is missing.
+# class InvalidPlugin(PluginBase):
+#     name = "InvalidPlugin"
+
+
+if __name__ == "__main__":
+    # Instantiate and use the plugin
+    plugin = CustomPlugin()
+    print(plugin.run("example data"))
+---
+<!DOCTYPE html>
+<html lang="en">
+<head>
+    <meta charset="UTF-8">
+    <meta name="viewport" content="width=device-width, initial-scale=1.0">
+    <title>Click the Box Game</title>
+    <style>
+        body {
+            text-align: center;
+            font-family: Arial, sans-serif;
+        }
+        #game-container {
+            position: relative;
+            width: 300px;
+            height: 300px;
+            margin: 20px auto;
+            border: 2px solid black;
+            overflow: hidden;
+        }
+        #target {
+            width: 50px;
+            height: 50px;
+            background-color: red;
+            position: absolute;
+            cursor: pointer;
+        }
+    </style>
+</head>
+<body>
+    <h1>Click the Box!</h1>
+    <p>Score: <span id="score">0</span></p>
+    <div id="game-container">
+        <div id="target"></div>
+    </div>
+    <script>
+        let score = 0;
+        const target = document.getElementById("target");
+        const scoreDisplay = document.getElementById("score");
+        const container = document.getElementById("game-container");
+        
+        function moveTarget() {
+            const maxX = container.clientWidth - target.clientWidth;
+            const maxY = container.clientHeight - target.clientHeight;
+            target.style.left = Math.random() * maxX + "px";
+            target.style.top = Math.random() * maxY + "px";
+        }
+        
+        target.addEventListener("click", function() {
+            score++;
+            scoreDisplay.textContent = score;
+            moveTarget();
+        });
+        
+        moveTarget();
+    </script>
+</body>
+</html>

scripts/setups/vitest-setup-server.ts

@@ -0,0 +1,49 @@
+import { vi, afterAll } from "vitest";
+import dotenv from "dotenv";
+import { resolve } from "path";
+import fs from "fs";
+import { MongoMemoryServer } from "mongodb-memory-server";
+
+let mongoServer: MongoMemoryServer;
+// Load the .env file
+const envPath = resolve(__dirname, "../../.env");
+dotenv.config({ path: envPath });
+
+// Read the .env file content
+const envContent = fs.readFileSync(envPath, "utf-8");
+
+// Parse the .env content
+const envVars = dotenv.parse(envContent);
+
+// Separate public and private variables
+const publicEnv = {};
+const privateEnv = {};
+
+for (const [key, value] of Object.entries(envVars)) {
+	if (key.startsWith("PUBLIC_")) {
+		publicEnv[key] = value;
+	} else {
+		privateEnv[key] = value;
+	}
+}
+
+vi.mock("$env/dynamic/public", () => ({
+	env: publicEnv,
+}));
+
+vi.mock("$env/dynamic/private", async () => {
+	mongoServer = await MongoMemoryServer.create();
+
+	return {
+		env: {
+			...privateEnv,
+			MONGODB_URL: mongoServer.getUri(),
+		},
+	};
+});
+
+afterAll(async () => {
+	if (mongoServer) {
+		await mongoServer.stop();
+	}
+});

scripts/updateLocalEnv.ts

@@ -0,0 +1,48 @@
+import fs from "fs";
+import yaml from "js-yaml";
+
+const file = fs.readFileSync("chart/env/prod.yaml", "utf8");
+
+// have to do a weird stringify/parse because of some node error
+const prod = JSON.parse(JSON.stringify(yaml.load(file)));
+const vars = prod.envVars as Record<string, string>;
+
+let PUBLIC_CONFIG = "";
+
+Object.entries(vars)
+	// filter keys used in prod with the proxy
+	.filter(
+		([key]) =>
+			![
+				"XFF_DEPTH",
+				"ADDRESS_HEADER",
+				"APP_BASE",
+				"PUBLIC_ORIGIN",
+				"PUBLIC_SHARE_PREFIX",
+				"ADMIN_CLI_LOGIN",
+			].includes(key)
+	)
+	.forEach(([key, value]) => {
+		PUBLIC_CONFIG += `${key}=\`${value}\`\n`;
+	});
+
+const SECRET_CONFIG =
+	(fs.existsSync(".env.SECRET_CONFIG")
+		? fs.readFileSync(".env.SECRET_CONFIG", "utf8")
+		: process.env.SECRET_CONFIG) ?? "";
+
+// Prepend the content of the env variable SECRET_CONFIG
+let full_config = `${PUBLIC_CONFIG}\n${SECRET_CONFIG}`;
+
+// replace the internal proxy url with the public endpoint
+full_config = full_config.replaceAll(
+	"https://internal.api-inference.huggingface.co",
+	"https://router.huggingface.co/hf-inference"
+);
+
+full_config = full_config.replaceAll("COOKIE_SECURE=`true`", "COOKIE_SECURE=`false`");
+full_config = full_config.replaceAll("LOG_LEVEL=`debug`", "LOG_LEVEL=`info`");
+full_config = full_config.replaceAll("NODE_ENV=`prod`", "NODE_ENV=`development`");
+
+// Write full_config to .env.local
+fs.writeFileSync(".env.local", full_config);

static/chatui/manifest.json

@@ -0,0 +1,24 @@
+{
+	"background_color": "#ffffff",
+	"name": "Chat UI",
+	"short_name": "Chat UI",
+	"display": "standalone",
+	"start_url": "/",
+	"icons": [
+		{
+			"src": "/chatui/icon-128x128.png",
+			"sizes": "128x128",
+			"type": "image/png"
+		},
+		{
+			"src": "/chatui/icon-256x256.png",
+			"sizes": "256x256",
+			"type": "image/png"
+		},
+		{
+			"src": "/chatui/icon-512x512.png",
+			"sizes": "512x512",
+			"type": "image/png"
+		}
+	]
+}