Update hf-sync-manager.mjs

hf-sync-manager.mjs

@@ -13,338 +13,340 @@
 // Excluded: openclaw.json, sessions, qmd, canvas, *.bak
 // ============================================================
 
-import fs   from "node:fs";
-import path from "node:path";
-import { execSync } from "node:child_process";
-
-// -- config -------------------------------------------------
-
-var HOME         = process.env.OPENCLAW_HOME || process.env.HOME || "/home/user";
-var OPENCLAW_DIR = path.join(HOME, ".openclaw");
-var WORKSPACE    = path.join(OPENCLAW_DIR, "workspace");
-var HF_TOKEN     = (process.env.HF_TOKEN      || "").trim();
-var DATASET_ID   = (process.env.HF_DATASET_ID  || "").trim();
-var REPO_DIR     = "/tmp/oc-dataset";
+import fs   from “node:fs”;
+import path from “node:path”;
+import { execSync } from “node:child_process”;
+
+// –– config ————————————————
+
+var HOME         = process.env.OPENCLAW_HOME || process.env.HOME || “/home/user”;
+var OPENCLAW_DIR = path.join(HOME, “.openclaw”);
+var WORKSPACE    = path.join(OPENCLAW_DIR, “workspace”);
+var HF_TOKEN     = (process.env.HF_TOKEN      || “”).trim();
+var DATASET_ID   = (process.env.HF_DATASET_ID  || “”).trim();
+var REPO_DIR     = “/tmp/oc-dataset”;
 var INTERVAL     = 30 * 60 * 1000;
-var RUNNING_FLAG = "/tmp/.hf-sync-running";
+var RUNNING_FLAG = “/tmp/.hf-sync-running”;
 
 var EXCLUDE_NAMES = [
-  "openclaw.json",
-  "openclaw.json.bak",
-  "sessions",
-  "qmd",
-  "canvas",
-  ".git"
+“openclaw.json”,
+“openclaw.json.bak”,
+“sessions”,
+“qmd”,
+“canvas”,
+“.git”
 ];
-var EXCLUDE_EXT = [".bak", ".tmp", ".log"];
+var EXCLUDE_EXT = [”.bak”, “.tmp”, “.log”];
 
-// -- helpers ------------------------------------------------
+// –– helpers ———————————————–
 
-function log(msg) { console.log("[hf-sync] " + msg); }
+function log(msg) { console.log(”[hf-sync] “ + msg); }
 
 function sleep(ms) {
-  return new Promise(function(r) { setTimeout(r, ms); });
+return new Promise(function(r) { setTimeout(r, ms); });
 }
 
 function repoUrl() {
-  return "https://user:" + HF_TOKEN +
-         "@huggingface.co/datasets/" + DATASET_ID;
+return “https://user:” + HF_TOKEN +
+“@huggingface.co/datasets/” + DATASET_ID;
 }
 
 function git(args) {
-  return execSync("git " + args, {
-    cwd:     REPO_DIR,
-    stdio:   "pipe",
-    timeout: 120000,
-    env:     Object.assign({}, process.env, { GIT_TERMINAL_PROMPT: "0" })
-  }).toString().trim();
+return execSync(“git “ + args, {
+cwd:     REPO_DIR,
+stdio:   “pipe”,
+timeout: 120000,
+env:     Object.assign({}, process.env, { GIT_TERMINAL_PROMPT: “0” })
+}).toString().trim();
 }
 
 function shouldExclude(name) {
-  var i;
-  for (i = 0; i < EXCLUDE_NAMES.length; i++) {
-    if (name === EXCLUDE_NAMES[i]) return true;
-  }
-  for (i = 0; i < EXCLUDE_EXT.length; i++) {
-    if (name.indexOf(EXCLUDE_EXT[i]) >= 0) return true;
-  }
-  return false;
+var i;
+for (i = 0; i < EXCLUDE_NAMES.length; i++) {
+if (name === EXCLUDE_NAMES[i]) return true;
+}
+for (i = 0; i < EXCLUDE_EXT.length; i++) {
+if (name.indexOf(EXCLUDE_EXT[i]) >= 0) return true;
+}
+return false;
 }
 
-// -- git ----------------------------------------------------
+// –– git ––––––––––––––––––––––––––
 
 function ensureRepo() {
-  if (fs.existsSync(path.join(REPO_DIR, ".git"))) return;
-  execSync("rm -rf " + REPO_DIR, { stdio: "pipe" });
-  try {
-    execSync("git clone --depth 1 " + repoUrl() + " " + REPO_DIR, {
-      stdio: "pipe", timeout: 120000,
-      env: Object.assign({}, process.env, { GIT_TERMINAL_PROMPT: "0" })
-    });
-    log("Repo cloned");
-  } catch (e) {
-    log("Clone failed, init empty: " + e.message);
-    fs.mkdirSync(REPO_DIR, { recursive: true });
-    execSync("git init " + REPO_DIR, { stdio: "pipe" });
-    git("remote add origin " + repoUrl());
-  }
-  try {
-    git("config user.email openclaw@hf.space");
-    git("config user.name OpenClaw-Sync");
-    git("config pull.rebase false");
-  } catch (e) { /* non-fatal */ }
+if (fs.existsSync(path.join(REPO_DIR, “.git”))) return;
+execSync(“rm -rf “ + REPO_DIR, { stdio: “pipe” });
+try {
+execSync(“git clone –depth 1 “ + repoUrl() + “ “ + REPO_DIR, {
+stdio: “pipe”, timeout: 120000,
+env: Object.assign({}, process.env, { GIT_TERMINAL_PROMPT: “0” })
+});
+log(“Repo cloned”);
+} catch (e) {
+log(“Clone failed, init empty: “ + e.message);
+fs.mkdirSync(REPO_DIR, { recursive: true });
+execSync(“git init “ + REPO_DIR, { stdio: “pipe” });
+git(“remote add origin “ + repoUrl());
+}
+try {
+git(“config user.email openclaw@hf.space”);
+git(“config user.name OpenClaw-Sync”);
+git(“config pull.rebase false”);
+} catch (e) { /* non-fatal */ }
 }
 
 function pull() {
-  try { git("fetch --quiet origin"); } catch (e) { /* ignore */ }
-  try { git("pull --quiet --no-rebase origin main"); }
-  catch (e) {
-    try { git("pull --quiet --no-rebase origin master"); }
-    catch (e2) { /* empty repo */ }
-  }
+try { git(“fetch –quiet origin”); } catch (e) { /* ignore */ }
+try { git(“pull –quiet –no-rebase origin main”); }
+catch (e) {
+try { git(“pull –quiet –no-rebase origin master”); }
+catch (e2) { /* empty repo */ }
+}
 }
 
 function push() {
-  try {
-    git("add -A");
-    var changed = git("diff --cached --name-only");
-    if (!changed) return 0;
-    var n  = changed.split("\n").filter(Boolean).length;
-    var ts = new Date().toISOString().replace("T", " ").substring(0, 19);
-    git("commit -m \"sync " + ts + "\"");
-    try { git("push --quiet origin HEAD:main"); }
-    catch (e) { git("push --quiet origin HEAD:master"); }
-    return n;
-  } catch (e) {
-    log("Push failed: " + e.message);
-    return 0;
-  }
+try {
+git(“add -A”);
+var changed = git(“diff –cached –name-only”);
+if (!changed) return 0;
+var n  = changed.split(”\n”).filter(Boolean).length;
+var ts = new Date().toISOString().replace(“T”, “ “).substring(0, 19);
+git(“commit -m "sync “ + ts + “"”);
+try { git(“push –quiet origin HEAD:main”); }
+catch (e) { git(“push –quiet origin HEAD:master”); }
+return n;
+} catch (e) {
+log(“Push failed: “ + e.message);
+return 0;
+}
 }
 
-// -- mirror -------------------------------------------------
+// –– mirror ————————————————
 
 function mirrorToRepo(srcDir, dstDir) {
-  if (!fs.existsSync(srcDir)) return 0;
-  fs.mkdirSync(dstDir, { recursive: true });
-  var count = 0;
-  fs.readdirSync(srcDir).forEach(function(name) {
-    if (shouldExclude(name)) return;
-    var src = path.join(srcDir, name);
-    var dst = path.join(dstDir, name);
-    try {
-      if (fs.statSync(src).isDirectory()) {
-        count += mirrorToRepo(src, dst);
-      } else {
-        fs.copyFileSync(src, dst);
-        count++;
-      }
-    } catch (e) {
-      log("Copy error [" + name + "]: " + e.message);
-    }
-  });
-  return count;
+if (!fs.existsSync(srcDir)) return 0;
+fs.mkdirSync(dstDir, { recursive: true });
+var count = 0;
+fs.readdirSync(srcDir).forEach(function(name) {
+if (shouldExclude(name)) return;
+var src = path.join(srcDir, name);
+var dst = path.join(dstDir, name);
+try {
+if (fs.statSync(src).isDirectory()) {
+count += mirrorToRepo(src, dst);
+} else {
+fs.copyFileSync(src, dst);
+count++;
+}
+} catch (e) {
+log(“Copy error [” + name + “]: “ + e.message);
+}
+});
+return count;
 }
 
 function mirrorFromRepo(srcDir, dstDir) {
-  if (!fs.existsSync(srcDir)) return 0;
-  fs.mkdirSync(dstDir, { recursive: true });
-  var count = 0;
-  fs.readdirSync(srcDir).forEach(function(name) {
-    if (shouldExclude(name)) return;
-    var src = path.join(srcDir, name);
-    var dst = path.join(dstDir, name);
-    try {
-      if (fs.statSync(src).isDirectory()) {
-        count += mirrorFromRepo(src, dst);
-      } else {
-        fs.copyFileSync(src, dst);
-        count++;
-      }
-    } catch (e) {
-      log("Restore error [" + name + "]: " + e.message);
-    }
-  });
-  return count;
-}
-
-// -- seed workspace ----------------------------------------
+if (!fs.existsSync(srcDir)) return 0;
+fs.mkdirSync(dstDir, { recursive: true });
+var count = 0;
+fs.readdirSync(srcDir).forEach(function(name) {
+if (shouldExclude(name)) return;
+var src = path.join(srcDir, name);
+var dst = path.join(dstDir, name);
+try {
+if (fs.statSync(src).isDirectory()) {
+count += mirrorFromRepo(src, dst);
+} else {
+fs.copyFileSync(src, dst);
+count++;
+}
+} catch (e) {
+log(“Restore error [” + name + “]: “ + e.message);
+}
+});
+return count;
+}
+
+// –– seed workspace ––––––––––––––––––––
 
 function seedWorkspaceIfNeeded() {
-  fs.mkdirSync(WORKSPACE, { recursive: true });
-  fs.mkdirSync(path.join(WORKSPACE, "memory"), { recursive: true });
-
-  var soul = path.join(WORKSPACE, "SOUL.md");
-  if (!fs.existsSync(soul)) {
-    fs.writeFileSync(soul, [
-      "# Soul",
-      "",
-      "You are a helpful, warm, concise AI assistant.",
-      "",
-      "## Language",
-      "",
-      "Default language: Simplified Chinese.",
-      "Always reply in Chinese unless the user writes in another language first.",
-      "",
-      "## Tone",
-      "",
-      "- Natural and friendly, not overly formal",
-      "- Concise and to the point",
-      "- Ask one clarifying question at a time when needed"
-    ].join("\n") + "\n", "utf-8");
-    log("Seeded workspace/SOUL.md");
-  }
+fs.mkdirSync(WORKSPACE, { recursive: true });
+fs.mkdirSync(path.join(WORKSPACE, “memory”), { recursive: true });
+
+var soul = path.join(WORKSPACE, “SOUL.md”);
+if (!fs.existsSync(soul)) {
+fs.writeFileSync(soul, [
+“# Soul”,
+“”,
+“You are a helpful, warm, concise AI assistant.”,
+“”,
+“## Language”,
+“”,
+“Default language: Simplified Chinese.”,
+“Always reply in Chinese unless the user writes in another language first.”,
+“”,
+“## Tone”,
+“”,
+“- Natural and friendly, not overly formal”,
+“- Concise and to the point”,
+“- Ask one clarifying question at a time when needed”
+].join(”\n”) + “\n”, “utf-8”);
+log(“Seeded workspace/SOUL.md”);
+}
 
-  var agents = path.join(WORKSPACE, "AGENTS.md");
-  if (!fs.existsSync(agents)) {
-    fs.writeFileSync(agents, [
-      "# Agent Instructions",
-      "",
-      "## Boot sequence",
-      "",
-      "1. Read SOUL.md - language and persona",
-      "2. Read USER.md if present - user profile",
-      "3. Read MEMORY.md - long-term facts and rules",
-      "4. Read today and yesterday memory/YYYY-MM-DD.md if present",
-      "",
-      "## Memory rules",
-      "",
-      "- Write important facts to MEMORY.md when asked",
-      "- Log daily context to memory/YYYY-MM-DD.md",
-      "- Do not ask for information already provided"
-    ].join("\n") + "\n", "utf-8");
-    log("Seeded workspace/AGENTS.md");
-  }
+var agents = path.join(WORKSPACE, “AGENTS.md”);
+if (!fs.existsSync(agents)) {
+fs.writeFileSync(agents, [
+“# Agent Instructions”,
+“”,
+“## Boot sequence”,
+“”,
+“1. Read SOUL.md - language and persona”,
+“2. Read USER.md if present - user profile”,
+“3. Read MEMORY.md - long-term facts and rules”,
+“4. Read today and yesterday memory/YYYY-MM-DD.md if present”,
+“”,
+“## Memory rules”,
+“”,
+“- Write important facts to MEMORY.md when asked”,
+“- Log daily context to memory/YYYY-MM-DD.md”,
+“- Do not ask for information already provided”
+].join(”\n”) + “\n”, “utf-8”);
+log(“Seeded workspace/AGENTS.md”);
+}
 
-  var mem = path.join(WORKSPACE, "MEMORY.md");
-  if (!fs.existsSync(mem)) {
-    fs.writeFileSync(mem, [
-      "# Long-term Memory",
-      "",
-      "<!-- OpenClaw writes important facts here. -->",
-      "<!-- Loaded at the start of every session. -->"
-    ].join("\n") + "\n", "utf-8");
-    log("Seeded workspace/MEMORY.md");
-  }
+var mem = path.join(WORKSPACE, “MEMORY.md”);
+if (!fs.existsSync(mem)) {
+fs.writeFileSync(mem, [
+“# Long-term Memory”,
+“”,
+“<!-- OpenClaw writes important facts here. -->”,
+“<!-- Loaded at the start of every session. -->”
+].join(”\n”) + “\n”, “utf-8”);
+log(“Seeded workspace/MEMORY.md”);
+}
 }
 
-// -- boot restore ------------------------------------------
+// –– boot restore ——————————————
 
 function bootRestore() {
-  if (!HF_TOKEN || !DATASET_ID) {
-    log("No HF_TOKEN/HF_DATASET_ID - skipping Dataset restore");
-    seedWorkspaceIfNeeded();
-    return;
-  }
+if (!HF_TOKEN || !DATASET_ID) {
+log(“No HF_TOKEN/HF_DATASET_ID - skipping Dataset restore”);
+seedWorkspaceIfNeeded();
+return;
+}
 
-  log("Boot restore from " + DATASET_ID + "...");
-  try {
-    ensureRepo();
-    pull();
-  } catch (e) {
-    log("Repo init failed (" + e.message + ") - starting fresh");
-    seedWorkspaceIfNeeded();
-    return;
-  }
+log(“Boot restore from “ + DATASET_ID + “…”);
+try {
+ensureRepo();
+pull();
+} catch (e) {
+log(“Repo init failed (” + e.message + “) - starting fresh”);
+seedWorkspaceIfNeeded();
+return;
+}
 
-  var repoOC = path.join(REPO_DIR, "openclaw");
-  if (fs.existsSync(repoOC)) {
-    var n = mirrorFromRepo(repoOC, OPENCLAW_DIR);
-    log("Boot restore done: " + n + " file(s) restored (openclaw.json excluded)");
-  } else {
-    log("No data in Dataset yet - starting fresh");
-  }
+var repoOC = path.join(REPO_DIR, “openclaw”);
+if (fs.existsSync(repoOC)) {
+var n = mirrorFromRepo(repoOC, OPENCLAW_DIR);
+log(“Boot restore done: “ + n + “ file(s) restored (openclaw.json excluded)”);
+} else {
+log(“No data in Dataset yet - starting fresh”);
+}
 
-  seedWorkspaceIfNeeded();
-  log("Boot restore complete");
+seedWorkspaceIfNeeded();
+log(“Boot restore complete”);
 }
 
-// -- sync cycle -------------------------------------------
+// –– sync cycle ––––––––––––––––––––––
 
 function runSync() {
-  if (!HF_TOKEN || !DATASET_ID) return;
+if (!HF_TOKEN || !DATASET_ID) return;
 
-  var ts = new Date().toISOString().replace("T", " ").substring(0, 19);
-  log("Sync at " + ts + "...");
+var ts = new Date().toISOString().replace(“T”, “ “).substring(0, 19);
+log(“Sync at “ + ts + “…”);
 
-  try {
-    ensureRepo();
-    pull();
-
-    var repoOC = path.join(REPO_DIR, "openclaw");
-    if (fs.existsSync(repoOC)) {
-      execSync("rm -rf " + repoOC, { stdio: "pipe" });
-    }
-    fs.mkdirSync(repoOC, { recursive: true });
-
-    var n = mirrorToRepo(OPENCLAW_DIR, repoOC);
-
-    // Upload openclaw.json with JSON validation (excluded from restore, not from upload)
-    var localCfg = path.join(OPENCLAW_DIR, "openclaw.json");
-    if (fs.existsSync(localCfg)) {
-      try {
-        JSON.parse(fs.readFileSync(localCfg, "utf-8").trim());
-        fs.copyFileSync(localCfg, path.join(repoOC, "openclaw.json"));
-        n++;
-        log("openclaw.json uploaded (JSON valid)");
-      } catch (e) {
-        log("openclaw.json skipped (invalid JSON)");
-      }
-    }
-
-    var pushed = push();
-    if (pushed > 0) {
-      log("Sync done: " + pushed + " file(s) pushed");
-    } else {
-      log("Sync done: no changes");
-    }
+try {
+ensureRepo();
+pull();
+
+```
+var repoOC = path.join(REPO_DIR, "openclaw");
+if (fs.existsSync(repoOC)) {
+  execSync("rm -rf " + repoOC, { stdio: "pipe" });
+}
+fs.mkdirSync(repoOC, { recursive: true });
+
+var n = mirrorToRepo(OPENCLAW_DIR, repoOC);
 
+// Upload openclaw.json with JSON validation (excluded from restore, not from upload)
+var localCfg = path.join(OPENCLAW_DIR, "openclaw.json");
+if (fs.existsSync(localCfg)) {
+  try {
+    JSON.parse(fs.readFileSync(localCfg, "utf-8").trim());
+    fs.copyFileSync(localCfg, path.join(repoOC, "openclaw.json"));
+    n++;
+    log("openclaw.json uploaded (JSON valid)");
   } catch (e) {
-    log("Sync failed (retry in 30 min): " + e.message);
+    log("openclaw.json skipped (invalid JSON)");
   }
 }
 
-// -- main -------------------------------------------------
+var pushed = push();
+if (pushed > 0) {
+  log("Sync done: " + pushed + " file(s) pushed");
+} else {
+  log("Sync done: no changes");
+}
+```
 
-(async function() {
-  log("Starting...");
-  log("OPENCLAW_DIR : " + OPENCLAW_DIR);
-  log("DATASET      : " + (DATASET_ID || "NOT SET"));
-  log("RUNNING_FLAG : " + RUNNING_FLAG);
+} catch (e) {
+log(“Sync failed (retry in 30 min): “ + e.message);
+}
+}
 
-  fs.mkdirSync(OPENCLAW_DIR, { recursive: true });
-  fs.mkdirSync(WORKSPACE,    { recursive: true });
+// –– main –––––––––––––––––––––––––
 
-  try {
-    execSync("git config --global user.email openclaw@hf.space", { stdio: "pipe" });
-    execSync("git config --global user.name OpenClaw-Sync",      { stdio: "pipe" });
-    execSync("git config --global http.postBuffer 52428800",     { stdio: "pipe" });
-    execSync("git config --global pull.rebase false",            { stdio: "pipe" });
-  } catch (e) { /* non-fatal */ }
-
-  var isGatewayRestart = fs.existsSync(RUNNING_FLAG);
-
-  if (isGatewayRestart) {
-    log("Gateway restart - skipping boot restore (data already on disk)");
-  } else {
-    log("Container start - running full boot restore");
-    bootRestore();
-  }
+(async function() {
+log(“Starting…”);
+log(“OPENCLAW_DIR : “ + OPENCLAW_DIR);
+log(“DATASET      : “ + (DATASET_ID || “NOT SET”));
+log(“RUNNING_FLAG : “ + RUNNING_FLAG);
+
+fs.mkdirSync(OPENCLAW_DIR, { recursive: true });
+fs.mkdirSync(WORKSPACE,    { recursive: true });
+
+try {
+execSync(“git config –global user.email openclaw@hf.space”, { stdio: “pipe” });
+execSync(“git config –global user.name OpenClaw-Sync”,      { stdio: “pipe” });
+execSync(“git config –global http.postBuffer 52428800”,     { stdio: “pipe” });
+execSync(“git config –global pull.rebase false”,            { stdio: “pipe” });
+} catch (e) { /* non-fatal */ }
+
+var isGatewayRestart = fs.existsSync(RUNNING_FLAG);
+
+if (isGatewayRestart) {
+log(“Gateway restart - skipping boot restore (data already on disk)”);
+} else {
+log(“Container start - running full boot restore”);
+bootRestore();
+}
 
-  // Write flag. NEVER delete it on exit.
-  // Only container restart clears /tmp.
-  fs.writeFileSync(RUNNING_FLAG, String(process.pid), "utf-8");
-  log("Running flag written");
+// Write flag. NEVER delete it on exit.
+// Only container restart clears /tmp.
+fs.writeFileSync(RUNNING_FLAG, String(process.pid), “utf-8”);
+log(“Running flag written”);
 
-  if (!HF_TOKEN || !DATASET_ID) {
-    log("Sync disabled: set HF_TOKEN and HF_DATASET_ID in Secrets");
-    return;
-  }
+if (!HF_TOKEN || !DATASET_ID) {
+log(“Sync disabled: set HF_TOKEN and HF_DATASET_ID in Secrets”);
+return;
+}
 
-  log("Sync loop starting (first run in 10 min)...");
-  await sleep(10 * 60 * 1000);
+log(“Sync loop starting (first run in 10 min)…”);
+await sleep(10 * 60 * 1000);
 
-  while (true) {
-    runSync();
-    await sleep(INTERVAL);
-  }
-})().catch(function(e) { console.error("[hf-sync] Fatal: " + e.message); });
+while (true) {
+runSync();
+await sleep(INTERVAL);
+}
+})().catch(function(e) { console.error(”[hf-sync] Fatal: “ + e.message); });