Update hf-sync-manager.mjs

hf-sync-manager.mjs

@@ -1,332 +1,125 @@
-import fs from "node:fs";
+import fs   from "node:fs";
 import path from "node:path";
+import http  from "node:http";
+import https from "node:https";
 import { execSync } from "node:child_process";
 
-var OPENCLAW_DIR  = path.join(process.env.OPENCLAW_HOME || process.env.HOME || "/home/user", ".openclaw");
-var COMMAND_FILE  = path.join(OPENCLAW_DIR, ".sync-command.json");
-var STATE_FILE    = path.join(OPENCLAW_DIR, ".sync-state.json");
-var LOOP_INTERVAL = 8 * 1000;
+// ============================================================
+// Config
+// ============================================================
+
+var OPENCLAW_DIR  = path.join(
+process.env.OPENCLAW_HOME || process.env.HOME || "/home/user",
+".openclaw"
+);
+var BOT_TOKEN     = (process.env.TELEGRAM_BOT_TOKEN || "").trim();
+var HF_TOKEN      = (process.env.HF_TOKEN           || "").trim();
+var DATASET_ID    = (process.env.HF_DATASET_ID      || "").trim();
+var ADMIN_CHAT_ID = (process.env.SYNC_ADMIN_CHAT_ID || "").trim();
 
 var REPO_DIR   = "/tmp/hf-sync-repo";
+var STATE_FILE = path.join(OPENCLAW_DIR, ".sync-state.json");
 
 var ALWAYS_EXCLUDE = [".sync-state.json", ".git", "openclaw.json.bak"];
 var LOG_PATTERNS   = [".log", ".log.", ".tmp", ".bak"];
 
+var SYNC_COMMANDS = [
+"/sync_all", "/sync_settings", "/sync_memory",
+"/pull_all", "/pull_settings", "/pull_memory",
+"/pause_all", "/pause_settings", "/pause_memory",
+"/pause_pull_settings", "/pause_pull_memory",
+"/resume_all", "/resume_settings", "/resume_memory",
+"/progress"
+];
+
 var tasks = {
-  settings_upload: { active: false, timer: null, lastMsg: "idle" },
-  settings_pull:   { active: false, timer: null, lastMsg: "idle" },
-  memory_upload:   { active: false, timer: null, lastMsg: "idle" },
-  memory_pull:     { active: false, timer: null, lastMsg: "idle" }
+settings_upload: { active: false, timer: null, lastMsg: "idle" },
+settings_pull:   { active: false, timer: null, lastMsg: "idle" },
+memory_upload:   { active: false, timer: null, lastMsg: "idle" },
+memory_pull:     { active: false, timer: null, lastMsg: "idle" }
 };
 
 function setTaskMsg(key, msg) {
-  tasks[key].lastMsg = msg;
-  console.log("[sync:" + key + "] " + msg);
+tasks[key].lastMsg = msg;
+console.log("[sync:" + key + "] " + msg);
 }
 
 function loadState() {
-  try {
-    if (fs.existsSync(STATE_FILE)) {
-      return JSON.parse(fs.readFileSync(STATE_FILE, "utf-8"));
-    }
-  } catch (e) {}
-  return {
-    settings: { lastUpload: null, lastPull: null },
-    memory:   { lastUpload: null, lastPull: null }
-  };
+try {
+if (fs.existsSync(STATE_FILE)) {
+return JSON.parse(fs.readFileSync(STATE_FILE, "utf-8"));
+}
+} catch (e) {}
+return {
+settings: { lastUpload: null, lastPull: null },
+memory:   { lastUpload: null, lastPull: null }
+};
 }
 
 function saveState(state) {
-  try {
-    fs.mkdirSync(OPENCLAW_DIR, { recursive: true });
-    fs.writeFileSync(STATE_FILE, JSON.stringify(state, null, 2), "utf-8");
-  } catch (e) {}
+try {
+fs.mkdirSync(OPENCLAW_DIR, { recursive: true });
+fs.writeFileSync(STATE_FILE, JSON.stringify(state, null, 2), "utf-8");
+} catch (e) {}
 }
 
 function nowTs() {
-  return new Date().toISOString().replace("T", " ").substring(0, 19);
+return new Date().toISOString().replace("T", " ").substring(0, 19);
 }
 
 function bar(done, total) {
-  var width  = 10;
-  var filled = total > 0 ? Math.round((done / total) * width) : 0;
-  var pct    = total > 0 ? Math.round((done / total) * 100)  : 0;
-  var b      = "";
-  for (var i = 0; i < width; i++) b += i < filled ? "=" : "-";
-  return "[" + b + "] " + pct + "% (" + done + "/" + total + ")";
+var width  = 10;
+var filled = total > 0 ? Math.round((done / total) * width) : 0;
+var pct    = total > 0 ? Math.round((done / total) * 100)  : 0;
+var b      = "";
+for (var i = 0; i < width; i++) b += i < filled ? "=" : "-";
+return "[" + b + "] " + pct + "% (" + done + "/" + total + ")";
 }
 
-// Git helpers
 function repoUrl() {
-  return "https://user:" + (process.env.HF_TOKEN || "") + "@huggingface.co/datasets/" + (process.env.HF_DATASET_ID || "");
+return "https://user:" + HF_TOKEN +
+"@huggingface.co/datasets/" + DATASET_ID;
 }
 
 function git(args, cwd) {
-  return execSync("git " + args, {
-    cwd: cwd || REPO_DIR,
-    stdio: "pipe",
-    timeout: 60000,
-    env: Object.assign({}, process.env, { GIT_TERMINAL_PROMPT: "0" })
-  }).toString().trim();
+return execSync("git " + args, {
+cwd:     cwd || REPO_DIR,
+stdio:   "pipe",
+timeout: 60000,
+env:     Object.assign({}, process.env, { GIT_TERMINAL_PROMPT: "0" })
+}).toString().trim();
 }
 
 function ensureRepo() {
-  if (fs.existsSync(path.join(REPO_DIR, ".git"))) return;
-  execSync("rm -rf " + REPO_DIR, { stdio: "pipe" });
-  try {
-    git("clone --depth 1 " + repoUrl() + " " + REPO_DIR, "/tmp");
-  } catch (e) {
-    fs.mkdirSync(REPO_DIR, { recursive: true });
-    git("init", REPO_DIR);
-    git("remote add origin " + repoUrl(), REPO_DIR);
-  }
-  try {
-    git("config user.email openclaw@hf.space");
-    git("config user.name OpenClaw-Sync");
-  } catch (e) {}
+if (fs.existsSync(path.join(REPO_DIR, ".git"))) return;
+execSync("rm -rf " + REPO_DIR, { stdio: "pipe" });
+try {
+git("clone --depth 1 " + repoUrl() + " " + REPO_DIR, "/tmp");
+} catch (e) {
+fs.mkdirSync(REPO_DIR, { recursive: true });
+git("init", REPO_DIR);
+git("remote add origin " + repoUrl(), REPO_DIR);
 }
-
-function pullLatest() {
-  try {
-    git("pull --quiet --no-rebase origin main");
-  } catch (e) {
-    try { git("pull --quiet --no-rebase origin master"); } catch (e2) {}
-  }
+try {
+git("config user.email openclaw@hf.space");
+git("config user.name OpenClaw-Sync");
+} catch (e) {}
 }
 
-function commitAndPush(msg) {
-  git("add -A");
-  var changed = git("diff --cached --name-only");
-  if (!changed) return 0;
-  var count = changed.split("\n").filter(Boolean).length;
-  git('commit -m "' + msg + '"');
-  try {
-    git("push --quiet origin HEAD:main");
-  } catch (e) {
-    git("push --quiet origin HEAD:master");
-  }
-  return count;
-}
-
-// File operations
-function isExcluded(name) {
-  for (var i = 0; i < ALWAYS_EXCLUDE.length; i++) {
-    if (name === ALWAYS_EXCLUDE[i]) return true;
-  }
-  for (var i = 0; i < LOG_PATTERNS.length; i++) {
-    if (name.indexOf(LOG_PATTERNS[i]) >= 0) return true;
-  }
-  return false;
-}
-
-function settingsToRepo() {
-  var src  = path.join(OPENCLAW_DIR, "openclaw.json");
-  var dest = path.join(REPO_DIR, "settings");
-  fs.mkdirSync(dest, { recursive: true });
-  if (fs.existsSync(src)) {
-    fs.copyFileSync(src, path.join(dest, "openclaw.json"));
-    return 1;
-  }
-  return 0;
-}
-
-function settingsFromRepo() {
-  var src  = path.join(REPO_DIR, "settings", "openclaw.json");
-  var dest = path.join(OPENCLAW_DIR, "openclaw.json");
-  if (fs.existsSync(src)) {
-    fs.mkdirSync(OPENCLAW_DIR, { recursive: true });
-    fs.copyFileSync(src, dest);
-    return 1;
-  }
-  return 0;
-}
-
-function memoryToRepo() {
-  var dest = path.join(REPO_DIR, "memory");
-  execSync("rm -rf " + dest, { stdio: "pipe" });
-  fs.mkdirSync(dest, { recursive: true });
-  if (!fs.existsSync(OPENCLAW_DIR)) return 0;
-
-  var items = fs.readdirSync(OPENCLAW_DIR).filter(function(n) {
-    return n !== "openclaw.json" && !isExcluded(n);
-  });
-  var copied = 0;
-  items.forEach(function(name) {
-    var s = path.join(OPENCLAW_DIR, name);
-    var d = path.join(dest, name);
-    try {
-      if (fs.statSync(s).isDirectory()) {
-        execSync("cp -r " + s + " " + d, { stdio: "pipe" });
-      } else {
-        fs.copyFileSync(s, d);
-      }
-      copied++;
-    } catch (e) {}
-  });
-  return copied;
-}
-
-function memoryFromRepo() {
-  var src = path.join(REPO_DIR, "memory");
-  if (!fs.existsSync(src)) return 0;
-  var items = fs.readdirSync(src);
-  var copied = 0;
-  items.forEach(function(name) {
-    var s = path.join(src, name);
-    var d = path.join(OPENCLAW_DIR, name);
-    try {
-      fs.mkdirSync(OPENCLAW_DIR, { recursive: true });
-      if (fs.statSync(s).isDirectory()) {
-        execSync("cp -r " + s + " " + d, { stdio: "pipe" });
-      } else {
-        fs.copyFileSync(s, d);
-      }
-      copied++;
-    } catch (e) {}
-  });
-  return copied;
-}
-
-// Task loops
-async function runUploadCycle(track, chatId) {
-  var key   = track + "_upload";
-  var label = track === "settings" ? "Settings" : "Memory";
-
-  setTaskMsg(key, "Upload running...");
-  try {
-    ensureRepo();
-    pullLatest();
-    var files = track === "settings" ? settingsToRepo() : memoryToRepo();
-    var changed = commitAndPush("upload-" + track + " " + nowTs());
-
-    var state = loadState();
-    state[track].lastUpload = nowTs();
-    saveState(state);
-
-    var result = changed > 0
-      ? bar(changed, changed) + "  " + changed + " file(s) uploaded"
-      : "No changes detected";
-
-    setTaskMsg(key, result);
-    console.log("[sync] " + label + " Upload completed: " + result);
-  } catch (e) {
-    setTaskMsg(key, "Error: " + e.message);
-    console.error("[sync] Upload error: " + e.message);
-  }
-}
-
-async function runPullCycle(track, chatId) {
-  var key   = track + "_pull";
-  var label = track === "settings" ? "Settings" : "Memory";
-
-  setTaskMsg(key, "Pull running...");
-  try {
-    ensureRepo();
-    pullLatest();
-    var restored = track === "settings" ? settingsFromRepo() : memoryFromRepo();
-
-    var state = loadState();
-    state[track].lastPull = nowTs();
-    saveState(state);
-
-    var result = restored > 0
-      ? bar(restored, restored) + "  " + restored + " item(s) restored"
-      : "No data found in repository";
-
-    setTaskMsg(key, result);
-    console.log("[sync] " + label + " Pull completed: " + result);
-  } catch (e) {
-    setTaskMsg(key, "Error: " + e.message);
-    console.error("[sync] Pull error: " + e.message);
-  }
-}
-
-function startTask(key, cycleFn) {
-  if (tasks[key].active) return;
-  tasks[key].active = true;
-
-  function schedule() {
-    if (!tasks[key].active) return;
-    cycleFn().finally(function() {
-      if (tasks[key].active) {
-        tasks[key].timer = setTimeout(schedule, LOOP_INTERVAL);
-      }
-    });
-  }
-  schedule();
-}
-
-function stopTask(key) {
-  tasks[key].active = false;
-  if (tasks[key].timer) {
-    clearTimeout(tasks[key].timer);
-    tasks[key].timer = null;
-  }
-  setTaskMsg(key, "paused");
-}
-
-// Command handler (保留你原来的15个命令逻辑)
-async function handleCmd(cmd, chatId) {
-  switch (cmd) {
-    case "/sync_settings":
-      startTask("settings_upload", function() { return runUploadCycle("settings", chatId); });
-      console.log("[sync] Settings upload started");
-      break;
-    case "/sync_memory":
-      startTask("memory_upload", function() { return runUploadCycle("memory", chatId); });
-      console.log("[sync] Memory upload started");
-      break;
-    case "/sync_all":
-      startTask("settings_upload", function() { return runUploadCycle("settings", chatId); });
-      startTask("memory_upload", function() { return runUploadCycle("memory", chatId); });
-      console.log("[sync] All uploads started");
-      break;
-    case "/pull_settings":
-      startTask("settings_pull", function() { return runPullCycle("settings", chatId); });
-      console.log("[sync] Settings pull started");
-      break;
-    case "/pull_memory":
-      startTask("memory_pull", function() { return runPullCycle("memory", chatId); });
-      console.log("[sync] Memory pull started");
-      break;
-    case "/pause_all":
-      stopTask("settings_upload"); stopTask("memory_upload");
-      stopTask("settings_pull"); stopTask("memory_pull");
-      console.log("[sync] All tasks paused");
-      break;
-    case "/progress": {
-      var st = loadState();
-      var lines = ["*Current Task Progress*", ""];
-      Object.keys(tasks).forEach(function(k) {
-        lines.push("*" + k + "*: " + (tasks[k].active ? "RUNNING" : "paused") + " - " + tasks[k].lastMsg);
-      });
-      console.log(lines.join("\n"));
-      break;
-    }
-    default:
-      console.log("[sync] Unknown command: " + cmd);
-  }
+function pullLatest() {
+try { git("pull --quiet --no-rebase origin main"); }
+catch (e) {
+try { git("pull --quiet --no-rebase origin master"); } catch (e2) {}
 }
-
-// Command file listener
-async function checkCommandFile() {
-  if (!fs.existsSync(COMMAND_FILE)) return;
-  try {
-    var data = JSON.parse(fs.readFileSync(COMMAND_FILE, "utf-8"));
-    fs.unlinkSync(COMMAND_FILE);
-    console.log("[sync-manager] Received command: " + data.cmd);
-    await handleCmd(data.cmd, data.chatId);
-  } catch (e) {
-    console.error("[sync-manager] Command file error: " + e.message);
-    try { fs.unlinkSync(COMMAND_FILE); } catch {}
-  }
 }
 
-async function main() {
-  console.log("[sync-manager] Starting... (Webhook Safe - Strict Manual Control)");
-  fs.mkdirSync(OPENCLAW_DIR, { recursive: true });
-  setInterval(checkCommandFile, LOOP_INTERVAL);
-  console.log("[sync-manager] Ready. Waiting for commands from OpenClaw via command file.");
-}
-
-main().catch(function(e) { console.error(e); });
+function commitAndPush(msg) {
+git("add -A");
+var changed = git("diff --cached --name-only");
+if (!changed) return 0;
+var count = changed.split("\n").filter(Boolean).length;
+git('commit -m "' + msg + '"');
+try { git("push --quiet origin HEAD:main"); }
+catch (e) { git("push --quiet origin HEAD:master"); }
+return count;
+}