Create upload-model.js

upload-model.js

@@ -0,0 +1,122 @@
+/**
+ * Upload .safetensors files directly to HuggingFace using Node.js
+ * 
+ * Install dependencies first:
+ * npm install @huggingface/hub fs-extra
+ * 
+ * Usage:
+ * node upload-model.js
+ */
+
+const { HfApi } = require("@huggingface/hub");
+const fs = require("fs-extra");
+const path = require("path");
+
+// Configuration
+const CONFIG = {
+    // Your HuggingFace access token (get it from https://huggingface.co/settings/tokens)
+    token: "hf_YOUR_TOKEN_HERE",
+    
+    // Your model repository
+    repoId: "Trouter-Library/Trouter-20B",
+    
+    // Local path where your .safetensors files are located
+    localModelPath: "./model_files",
+    
+    // Files to upload (add all your safetensors files here)
+    filesToUpload: [
+        "model-00001-of-00008.safetensors",
+        "model-00002-of-00008.safetensors",
+        "model-00003-of-00008.safetensors",
+        "model-00004-of-00008.safetensors",
+        "model-00005-of-00008.safetensors",
+        "model-00006-of-00008.safetensors",
+        "model-00007-of-00008.safetensors",
+        "model-00008-of-00008.safetensors",
+        "model.safetensors.index.json"
+    ]
+};
+
+async function uploadFile(hf, filePath, repoPath) {
+    try {
+        console.log(`Uploading ${repoPath}...`);
+        
+        const fileContent = await fs.readFile(filePath);
+        
+        await hf.uploadFile({
+            repo: CONFIG.repoId,
+            path: repoPath,
+            file: fileContent,
+        });
+        
+        console.log(`✓ Successfully uploaded ${repoPath}`);
+        return true;
+    } catch (error) {
+        console.error(`✗ Failed to upload ${repoPath}:`, error.message);
+        return false;
+    }
+}
+
+async function main() {
+    console.log("=".repeat(60));
+    console.log("Trouter-20B Model Upload Script");
+    console.log("=".repeat(60));
+    
+    // Initialize HuggingFace API
+    const hf = new HfApi(CONFIG.token);
+    
+    console.log(`\nRepository: ${CONFIG.repoId}`);
+    console.log(`Local path: ${CONFIG.localModelPath}\n`);
+    
+    // Check if repository exists
+    try {
+        await hf.whoami();
+        console.log("✓ Authentication successful\n");
+    } catch (error) {
+        console.error("✗ Authentication failed. Check your token!");
+        process.exit(1);
+    }
+    
+    // Upload each file
+    let successCount = 0;
+    let failCount = 0;
+    
+    for (const fileName of CONFIG.filesToUpload) {
+        const localPath = path.join(CONFIG.localModelPath, fileName);
+        
+        // Check if file exists
+        if (!await fs.pathExists(localPath)) {
+            console.log(`⚠ File not found: ${localPath}`);
+            failCount++;
+            continue;
+        }
+        
+        // Get file size
+        const stats = await fs.stat(localPath);
+        const fileSizeGB = (stats.size / (1024 * 1024 * 1024)).toFixed(2);
+        console.log(`File size: ${fileSizeGB} GB`);
+        
+        // Upload file
+        const success = await uploadFile(hf, localPath, fileName);
+        
+        if (success) {
+            successCount++;
+        } else {
+            failCount++;
+        }
+        
+        console.log("");
+    }
+    
+    // Summary
+    console.log("=".repeat(60));
+    console.log("Upload Summary");
+    console.log("=".repeat(60));
+    console.log(`✓ Successful: ${successCount}`);
+    console.log(`✗ Failed: ${failCount}`);
+    console.log(`Total: ${CONFIG.filesToUpload.length}`);
+    console.log("\nModel repository:", `https://huggingface.co/${CONFIG.repoId}`);
+}
+
+// Run the script
+main().catch(console.error);