Create server.ts

server.ts

@@ -0,0 +1,58 @@
+import express from "express";
+import path from "path";
+import { fileURLToPath } from "url";
+import dotenv from "dotenv";
+
+dotenv.config();
+
+const app = express();
+const PORT = 3000;
+
+app.use(express.json());
+
+app.post("/api/chat", async (req, res) => {
+  const { messages } = req.body;
+  const HF_TOKEN = process.env.HUGGINGFACE_TOKEN;
+
+  if (!HF_TOKEN) {
+    return res.status(500).json({ error: "Hugging Face Token is missing." });
+  }
+
+  try {
+    const prompt = messages.map((m: any) => {
+      const role = m.role === 'user' ? 'user' : 'assistant';
+      return `<|${role}|>\n${m.content}<|end|>`;
+    }).join("\n") + "\n<|assistant|>";
+
+    const response = await fetch(
+      "https://api-inference.huggingface.co/models/microsoft/Phi-3-mini-4k-instruct",
+      {
+        headers: {
+          Authorization: `Bearer ${HF_TOKEN}`,
+          "Content-Type": "application/json",
+        },
+        method: "POST",
+        body: JSON.stringify({
+          inputs: prompt,
+          parameters: {
+            max_new_tokens: 1000,
+            return_full_text: false,
+            temperature: 0.7,
+          }
+        }),
+      }
+    );
+
+    const result = await response.json();
+    let text = Array.isArray(result) ? result[0].generated_text : result.generated_text;
+    text = text.replace(/<\|end\|>/g, "").trim();
+
+    res.json({ message: { role: "assistant", content: text } });
+  } catch (error: any) {
+    res.status(500).json({ error: error.message });
+  }
+});
+
+app.listen(PORT, "0.0.0.0", () => {
+  console.log(`Server running on port ${PORT}`);
+});