gfm

backend/functions/package.json

@@ -48,6 +48,7 @@
     "stripe": "^11.11.0",
     "tiktoken": "^1.0.10",
     "turndown": "^7.1.3",
+    "turndown-plugin-gfm": "^1.0.2",
     "undici": "^5.24.0"
   },
   "devDependencies": {

backend/functions/src/cloud-functions/crawler.ts

@@ -11,7 +11,7 @@ import { Request, Response } from 'express';
 export class CrawlerHost extends RPCHost {
     logger = this.globalLogger.child({ service: this.constructor.name });
 
-    turnDownService = new TurnDownService();
+    turnDownService = new TurnDownService().use(require('turndown-plugin-gfm'));
 
     constructor(
         protected globalLogger: Logger,