push

fashionclip

@@ -0,0 +1 @@
+Subproject commit 781e5c346788713ee8086ee68557c3b44909010d

package-lock.json

@@ -15,6 +15,7 @@
         "cors": "^2.8.5",
         "dotenv": "^17.2.3",
         "express": "^5.1.0",
+        "form-data": "^4.0.0",
         "jsonwebtoken": "^9.0.2",
         "multer": "^1.4.5-lts.1",
         "pg": "^8.16.3",
@@ -27,6 +28,7 @@
         "@types/bcrypt": "^5.0.2",
         "@types/cors": "^2.8.19",
         "@types/express": "^5.0.5",
+        "@types/form-data": "^2.5.0",
         "@types/jsonwebtoken": "^9.0.10",
         "@types/multer": "^1.4.12",
         "@types/node": "^24.9.2",
@@ -258,6 +260,16 @@
         "@types/send": "*"
       }
     },
+    "node_modules/@types/form-data": {
+      "version": "2.5.2",
+      "resolved": "https://registry.npmjs.org/@types/form-data/-/form-data-2.5.2.tgz",
+      "integrity": "sha512-tfmcyHn1Pp9YHAO5r40+UuZUPAZbUEgqTel3EuEKpmF9hPkXgR4l41853raliXnb4gwyPNoQOfvgGGlHN5WSog==",
+      "deprecated": "This is a stub types definition. form-data provides its own type definitions, so you do not need this installed.",
+      "dev": true,
+      "dependencies": {
+        "form-data": "*"
+      }
+    },
     "node_modules/@types/http-errors": {
       "version": "2.0.5",
       "resolved": "https://registry.npmjs.org/@types/http-errors/-/http-errors-2.0.5.tgz",

package.json

@@ -24,6 +24,7 @@
     "cors": "^2.8.5",
     "dotenv": "^17.2.3",
     "express": "^5.1.0",
+    "form-data": "^4.0.0",
     "jsonwebtoken": "^9.0.2",
     "multer": "^1.4.5-lts.1",
     "pg": "^8.16.3",
@@ -36,6 +37,7 @@
     "@types/bcrypt": "^5.0.2",
     "@types/cors": "^2.8.19",
     "@types/express": "^5.0.5",
+    "@types/form-data": "^2.5.0",
     "@types/jsonwebtoken": "^9.0.10",
     "@types/multer": "^1.4.12",
     "@types/node": "^24.9.2",

src/routes/upload.ts

@@ -101,19 +101,24 @@ router.post("/", authenticateToken, upload.array("image", 20), async (req: AuthR
       try {
         console.log(`Processing image ${i + 1}/${files.length}: ${file.originalname}`);
 
+        // Classify using Fashion-CLIP first (before uploading to Cloudinary)
+        const fashionResult = await classifyFashionImage(
+          file.buffer,
+          file.originalname,
+          file.mimetype
+        );
+        const bestLabel = fashionResult[0]?.label || "unknown";
+        console.log(`Classification result: ${bestLabel} (score: ${fashionResult[0]?.score?.toFixed(4)})`);
+
         // Convert buffer to data URI for Cloudinary
         const base64Image = `data:${file.mimetype};base64,${file.buffer.toString("base64")}`;
 
-        // Upload image to Cloudinary
+        // Upload image to Cloudinary for storage
         const uploadResult = await cloudinary.uploader.upload(base64Image, {
           folder: "wardrobe",
           resource_type: "image",
         });
 
-        // Classify using Fashion-CLIP (one by one)
-        const fashionResult = await classifyFashionImage(uploadResult.secure_url);
-        const bestLabel = fashionResult[0]?.label || "unknown";
-
         // Determine style based on category and label
         let style = "casual";
         const labelLower = bestLabel.toLowerCase();

src/utils/hfClient.ts

@@ -1,63 +1,75 @@
 import axios from "axios";
+import FormData from "form-data";
 import dotenv from "dotenv";
 dotenv.config();
 
-const HF_API_KEY = process.env.HF_API_KEY;
+const FASHION_CLIP_URL = process.env.FASHION_CLIP_URL || "https://nexusbert-fashionclip.hf.space";
 
-export async function classifyFashionImage(imageUrl: string) {
-  // Use new Router Inference API endpoint
-  const endpoint = "https://router.huggingface.co/hf-inference/models/patrickjohncyh/fashion-clip";
+export interface ClassificationResult {
+  label: string;
+  score: number;
+}
 
-  const payload = {
-    inputs: imageUrl,
-    parameters: {
-      candidate_labels: [
-        // Clothing
-        "shirt", "pants", "dress", "jacket", "blazer", "t-shirt", "hoodie", "sweater",
-        "jeans", "shorts", "skirt", "suit", "coat", "cardigan", "vest",
-        // Footwear
-        "shoes", "sneakers", "boots", "sandals", "heels", "flats", "loafers", "slippers",
-        // Accessories
-        "watch", "wristwatch", "glasses", "sunglasses", "eyeglasses",
-        "belt", "bag", "handbag", "backpack", "purse", "wallet",
-        "hat", "cap", "beanie", "scarf", "tie", "bow tie",
-        "jewelry", "necklace", "bracelet", "earrings", "ring",
-        // Styles
-        "formal", "casual", "streetwear", "sportswear", "business", "elegant"
-      ],
-    },
-  };
+/**
+ * Classify a fashion image using the FashionCLIP API
+ * @param fileBuffer - The image file buffer
+ * @param filename - The original filename
+ * @param mimetype - The file MIME type
+ * @returns Array of classification results sorted by score (highest first)
+ */
+export async function classifyFashionImage(
+  fileBuffer: Buffer,
+  filename: string,
+  mimetype: string
+): Promise<ClassificationResult[]> {
+  const endpoint = `${FASHION_CLIP_URL}/classify`;
 
-  const headers = {
-    Authorization: `Bearer ${HF_API_KEY}`,
-    "Content-Type": "application/json",
-  };
+  // Create form data with file
+  const formData = new FormData();
+  formData.append("file", fileBuffer, {
+    filename: filename,
+    contentType: mimetype,
+  });
 
   let lastError: any = null;
   const maxAttempts = 2;
+  
   for (let attempt = 1; attempt <= maxAttempts; attempt++) {
     try {
-      const response = await axios.post(endpoint, payload, {
-        headers,
-        timeout: 15000,
+      const response = await axios.post<ClassificationResult[]>(endpoint, formData, {
+        headers: {
+          ...formData.getHeaders(),
+        },
+        timeout: 60000, // 60 second timeout for model inference
         validateStatus: (status) => status >= 200 && status < 300,
       });
+      
+      // Response is already an array of {label, score} objects
       return response.data;
     } catch (error: any) {
       lastError = error;
       const status = error?.response?.status;
-      // Retry once for transient/transition statuses
-      if (attempt < maxAttempts && (status === 429 || status === 503)) {
-        await new Promise((r) => setTimeout(r, 1500));
+      
+      // Retry once for transient errors
+      if (attempt < maxAttempts && (status === 429 || status === 503 || status === 502)) {
+        console.log(`FashionCLIP API returned ${status}. Retrying...`);
+        await new Promise((r) => setTimeout(r, 2000));
         continue;
       }
-      // Provide clearer message when old endpoint deprecation surfaces from proxies
-      if (status === 410 || error?.response?.data?.error?.includes("no longer supported")) {
-        throw new Error("Hugging Face API endpoint changed. Please try again in a moment.");
+      
+      // Provide clearer error messages
+      if (error?.response?.data?.detail) {
+        throw new Error(`FashionCLIP API error: ${error.response.data.detail}`);
+      }
+      
+      if (error?.code === "ECONNREFUSED" || error?.code === "ETIMEDOUT") {
+        throw new Error("Unable to connect to FashionCLIP service. Please try again later.");
       }
+      
       throw error;
     }
   }
+  
   throw lastError;
 }
 

stylegptUI

@@ -1 +1 @@
-Subproject commit cf8194c3d8c836c4a674be05d2fa2f00e3cce595
+Subproject commit b986d5b01afb828f04a613c5d521d90048813935