feat: change endpoints to retrieve books for sanoma

.gitignore

@@ -2,4 +2,5 @@ node_modules/
 temp/
 tmp/
 *.pdf
-*.epub
+*.epub
+.DS_Store

package-lock.json

@@ -11,7 +11,10 @@
       "dependencies": {
         "adm-zip": "^0.5.12",
         "aes-js": "^3.1.2",
+        "axios": "^1.13.6",
+        "axios-cookiejar-support": "^5.0.5",
         "better-sqlite3": "^12.4.1",
+        "cheerio": "^1.2.0",
         "express": "^5.2.1",
         "fs-extra": "^11.2.0",
         "inquirer": "^8.2.7",
@@ -26,6 +29,7 @@
         "sanitize-filename": "^1.6.3",
         "svg-to-pdfkit": "^0.1.8",
         "sync-request": "^6.1.0",
+        "tough-cookie": "^4.1.4",
         "ws": "^8.19.0",
         "xml2js": "^0.6.2",
         "yargs": "^17.5.1",
@@ -170,6 +174,15 @@
       "integrity": "sha512-e5pEa2kBnBOgR4Y/p20pskXI74UEz7de8ZGVo58asOtvSVG5YAbJeELPZxOmt+Bnz3rX753YKhfIn4X4l1PPRQ==",
       "license": "MIT"
     },
+    "node_modules/agent-base": {
+      "version": "7.1.4",
+      "resolved": "https://registry.npmjs.org/agent-base/-/agent-base-7.1.4.tgz",
+      "integrity": "sha512-MnA+YT8fwfJPgBx3m60MNqakm30XOkyIoH1y6huTQvC0PwZG7ki8NacLBcrPbNoo8vEZy7Jpuk7+jMO+CUovTQ==",
+      "license": "MIT",
+      "engines": {
+        "node": ">= 14"
+      }
+    },
     "node_modules/ansi-escapes": {
       "version": "4.3.2",
       "resolved": "https://registry.npmjs.org/ansi-escapes/-/ansi-escapes-4.3.2.tgz",
@@ -279,6 +292,52 @@
       "integrity": "sha512-Oei9OH4tRh0YqU3GxhX79dM/mwVgvbZJaSNaRk+bshkj0S5cfHcgYakreBjrHwatXKbz+IoIdYLxrKim2MjW0Q==",
       "license": "MIT"
     },
+    "node_modules/axios": {
+      "version": "1.13.6",
+      "resolved": "https://registry.npmjs.org/axios/-/axios-1.13.6.tgz",
+      "integrity": "sha512-ChTCHMouEe2kn713WHbQGcuYrr6fXTBiu460OTwWrWob16g1bXn4vtz07Ope7ewMozJAnEquLk5lWQWtBig9DQ==",
+      "license": "MIT",
+      "dependencies": {
+        "follow-redirects": "^1.15.11",
+        "form-data": "^4.0.5",
+        "proxy-from-env": "^1.1.0"
+      }
+    },
+    "node_modules/axios-cookiejar-support": {
+      "version": "5.0.5",
+      "resolved": "https://registry.npmjs.org/axios-cookiejar-support/-/axios-cookiejar-support-5.0.5.tgz",
+      "integrity": "sha512-jJG+p7JnOYxkVrYkCDKBrLqUmcpwHZTNQrEcIEKr5qe7YVTyPAD9nCsi1cO5LDmQpQApfS430czO+oceI3g/3g==",
+      "license": "MIT",
+      "dependencies": {
+        "http-cookie-agent": "^6.0.8"
+      },
+      "engines": {
+        "node": ">=18.0.0"
+      },
+      "funding": {
+        "url": "https://github.com/sponsors/3846masa"
+      },
+      "peerDependencies": {
+        "axios": ">=0.20.0",
+        "tough-cookie": ">=4.0.0"
+      }
+    },
+    "node_modules/axios/node_modules/form-data": {
+      "version": "4.0.5",
+      "resolved": "https://registry.npmjs.org/form-data/-/form-data-4.0.5.tgz",
+      "integrity": "sha512-8RipRLol37bNs2bhoV67fiTEvdTrbMUYcFTiy3+wuuOnUog2QBHCZWXDRijWQfAkhBj2Uf5UnVaiWwA5vdd82w==",
+      "license": "MIT",
+      "dependencies": {
+        "asynckit": "^0.4.0",
+        "combined-stream": "^1.0.8",
+        "es-set-tostringtag": "^2.1.0",
+        "hasown": "^2.0.2",
+        "mime-types": "^2.1.12"
+      },
+      "engines": {
+        "node": ">= 6"
+      }
+    },
     "node_modules/balanced-match": {
       "version": "4.0.4",
       "resolved": "https://registry.npmjs.org/balanced-match/-/balanced-match-4.0.4.tgz",
@@ -366,6 +425,12 @@
         "url": "https://opencollective.com/express"
       }
     },
+    "node_modules/boolbase": {
+      "version": "1.0.0",
+      "resolved": "https://registry.npmjs.org/boolbase/-/boolbase-1.0.0.tgz",
+      "integrity": "sha512-JZOSA7Mo9sNGB8+UjSgzdLtokWAky1zbztM3WRLCbZ70/3cTANmQmOdR7y2g+J0e2WXywy1yS468tY+IruqEww==",
+      "license": "ISC"
+    },
     "node_modules/brace-expansion": {
       "version": "5.0.4",
       "resolved": "https://registry.npmjs.org/brace-expansion/-/brace-expansion-5.0.4.tgz",
@@ -501,6 +566,57 @@
         "node": "*"
       }
     },
+    "node_modules/cheerio": {
+      "version": "1.2.0",
+      "resolved": "https://registry.npmjs.org/cheerio/-/cheerio-1.2.0.tgz",
+      "integrity": "sha512-WDrybc/gKFpTYQutKIK6UvfcuxijIZfMfXaYm8NMsPQxSYvf+13fXUJ4rztGGbJcBQ/GF55gvrZ0Bc0bj/mqvg==",
+      "license": "MIT",
+      "dependencies": {
+        "cheerio-select": "^2.1.0",
+        "dom-serializer": "^2.0.0",
+        "domhandler": "^5.0.3",
+        "domutils": "^3.2.2",
+        "encoding-sniffer": "^0.2.1",
+        "htmlparser2": "^10.1.0",
+        "parse5": "^7.3.0",
+        "parse5-htmlparser2-tree-adapter": "^7.1.0",
+        "parse5-parser-stream": "^7.1.2",
+        "undici": "^7.19.0",
+        "whatwg-mimetype": "^4.0.0"
+      },
+      "engines": {
+        "node": ">=20.18.1"
+      },
+      "funding": {
+        "url": "https://github.com/cheeriojs/cheerio?sponsor=1"
+      }
+    },
+    "node_modules/cheerio-select": {
+      "version": "2.1.0",
+      "resolved": "https://registry.npmjs.org/cheerio-select/-/cheerio-select-2.1.0.tgz",
+      "integrity": "sha512-9v9kG0LvzrlcungtnJtpGNxY+fzECQKhK4EGJX2vByejiMX84MFNQw4UxPJl3bFbTMw+Dfs37XaIkCwTZfLh4g==",
+      "license": "BSD-2-Clause",
+      "dependencies": {
+        "boolbase": "^1.0.0",
+        "css-select": "^5.1.0",
+        "css-what": "^6.1.0",
+        "domelementtype": "^2.3.0",
+        "domhandler": "^5.0.3",
+        "domutils": "^3.0.1"
+      },
+      "funding": {
+        "url": "https://github.com/sponsors/fb55"
+      }
+    },
+    "node_modules/cheerio/node_modules/undici": {
+      "version": "7.24.4",
+      "resolved": "https://registry.npmjs.org/undici/-/undici-7.24.4.tgz",
+      "integrity": "sha512-BM/JzwwaRXxrLdElV2Uo6cTLEjhSb3WXboncJamZ15NgUURmvlXvxa6xkwIOILIjPNo9i8ku136ZvWV0Uly8+w==",
+      "license": "MIT",
+      "engines": {
+        "node": ">=20.18.1"
+      }
+    },
     "node_modules/chownr": {
       "version": "1.1.4",
       "resolved": "https://registry.npmjs.org/chownr/-/chownr-1.1.4.tgz",
@@ -864,6 +980,34 @@
       "integrity": "sha512-KALDyEYgpY+Rlob/iriUtjV6d5Eq+Y191A5g4UqLAi8CyGP9N1+FdVbkc1SxKc2r4YAYqG8JzO2KGL+AizD70Q==",
       "license": "MIT"
     },
+    "node_modules/css-select": {
+      "version": "5.2.2",
+      "resolved": "https://registry.npmjs.org/css-select/-/css-select-5.2.2.tgz",
+      "integrity": "sha512-TizTzUddG/xYLA3NXodFM0fSbNizXjOKhqiQQwvhlspadZokn1KDy0NZFS0wuEubIYAV5/c1/lAr0TaaFXEXzw==",
+      "license": "BSD-2-Clause",
+      "dependencies": {
+        "boolbase": "^1.0.0",
+        "css-what": "^6.1.0",
+        "domhandler": "^5.0.2",
+        "domutils": "^3.0.1",
+        "nth-check": "^2.0.1"
+      },
+      "funding": {
+        "url": "https://github.com/sponsors/fb55"
+      }
+    },
+    "node_modules/css-what": {
+      "version": "6.2.2",
+      "resolved": "https://registry.npmjs.org/css-what/-/css-what-6.2.2.tgz",
+      "integrity": "sha512-u/O3vwbptzhMs3L1fQE82ZSLHQQfto5gyZzwteVIEyeaY5Fc7R4dapF/BvRoSYFeqfBk4m0V1Vafq5Pjv25wvA==",
+      "license": "BSD-2-Clause",
+      "engines": {
+        "node": ">= 6"
+      },
+      "funding": {
+        "url": "https://github.com/sponsors/fb55"
+      }
+    },
     "node_modules/data-uri-to-buffer": {
       "version": "4.0.1",
       "resolved": "https://registry.npmjs.org/data-uri-to-buffer/-/data-uri-to-buffer-4.0.1.tgz",
@@ -959,6 +1103,61 @@
       "integrity": "sha512-ED3jP8saaweFTjeGX8HQPjeC1YYyZs98jGNZx6IiBvxW7JG5v492kamAQB3m2wop07CvU/RQmzcKr6bgcC5D/Q==",
       "license": "MIT"
     },
+    "node_modules/dom-serializer": {
+      "version": "2.0.0",
+      "resolved": "https://registry.npmjs.org/dom-serializer/-/dom-serializer-2.0.0.tgz",
+      "integrity": "sha512-wIkAryiqt/nV5EQKqQpo3SToSOV9J0DnbJqwK7Wv/Trc92zIAYZ4FlMu+JPFW1DfGFt81ZTCGgDEabffXeLyJg==",
+      "license": "MIT",
+      "dependencies": {
+        "domelementtype": "^2.3.0",
+        "domhandler": "^5.0.2",
+        "entities": "^4.2.0"
+      },
+      "funding": {
+        "url": "https://github.com/cheeriojs/dom-serializer?sponsor=1"
+      }
+    },
+    "node_modules/domelementtype": {
+      "version": "2.3.0",
+      "resolved": "https://registry.npmjs.org/domelementtype/-/domelementtype-2.3.0.tgz",
+      "integrity": "sha512-OLETBj6w0OsagBwdXnPdN0cnMfF9opN69co+7ZrbfPGrdpPVNBUj02spi6B1N7wChLQiPn4CSH/zJvXw56gmHw==",
+      "funding": [
+        {
+          "type": "github",
+          "url": "https://github.com/sponsors/fb55"
+        }
+      ],
+      "license": "BSD-2-Clause"
+    },
+    "node_modules/domhandler": {
+      "version": "5.0.3",
+      "resolved": "https://registry.npmjs.org/domhandler/-/domhandler-5.0.3.tgz",
+      "integrity": "sha512-cgwlv/1iFQiFnU96XXgROh8xTeetsnJiDsTc7TYCLFd9+/WNkIqPTxiM/8pSd8VIrhXGTf1Ny1q1hquVqDJB5w==",
+      "license": "BSD-2-Clause",
+      "dependencies": {
+        "domelementtype": "^2.3.0"
+      },
+      "engines": {
+        "node": ">= 4"
+      },
+      "funding": {
+        "url": "https://github.com/fb55/domhandler?sponsor=1"
+      }
+    },
+    "node_modules/domutils": {
+      "version": "3.2.2",
+      "resolved": "https://registry.npmjs.org/domutils/-/domutils-3.2.2.tgz",
+      "integrity": "sha512-6kZKyUajlDuqlHKVX1w7gyslj9MPIXzIFiz/rGu35uC1wMi+kMhQwGhl4lt9unC9Vb9INnY9Z3/ZA3+FhASLaw==",
+      "license": "BSD-2-Clause",
+      "dependencies": {
+        "dom-serializer": "^2.0.0",
+        "domelementtype": "^2.3.0",
+        "domhandler": "^5.0.3"
+      },
+      "funding": {
+        "url": "https://github.com/fb55/domutils?sponsor=1"
+      }
+    },
     "node_modules/dunder-proto": {
       "version": "1.0.1",
       "resolved": "https://registry.npmjs.org/dunder-proto/-/dunder-proto-1.0.1.tgz",
@@ -994,6 +1193,31 @@
         "node": ">= 0.8"
       }
     },
+    "node_modules/encoding-sniffer": {
+      "version": "0.2.1",
+      "resolved": "https://registry.npmjs.org/encoding-sniffer/-/encoding-sniffer-0.2.1.tgz",
+      "integrity": "sha512-5gvq20T6vfpekVtqrYQsSCFZ1wEg5+wW0/QaZMWkFr6BqD3NfKs0rLCx4rrVlSWJeZb5NBJgVLswK/w2MWU+Gw==",
+      "license": "MIT",
+      "dependencies": {
+        "iconv-lite": "^0.6.3",
+        "whatwg-encoding": "^3.1.1"
+      },
+      "funding": {
+        "url": "https://github.com/fb55/encoding-sniffer?sponsor=1"
+      }
+    },
+    "node_modules/encoding-sniffer/node_modules/iconv-lite": {
+      "version": "0.6.3",
+      "resolved": "https://registry.npmjs.org/iconv-lite/-/iconv-lite-0.6.3.tgz",
+      "integrity": "sha512-4fCk79wshMdzMp2rH06qWrJE4iolqLhCUH+OiuIgU++RB0+94NlDL81atO7GX55uUKueo0txHNtvEyI6D7WdMw==",
+      "license": "MIT",
+      "dependencies": {
+        "safer-buffer": ">= 2.1.2 < 3.0.0"
+      },
+      "engines": {
+        "node": ">=0.10.0"
+      }
+    },
     "node_modules/end-of-stream": {
       "version": "1.4.5",
       "resolved": "https://registry.npmjs.org/end-of-stream/-/end-of-stream-1.4.5.tgz",
@@ -1003,6 +1227,18 @@
         "once": "^1.4.0"
       }
     },
+    "node_modules/entities": {
+      "version": "4.5.0",
+      "resolved": "https://registry.npmjs.org/entities/-/entities-4.5.0.tgz",
+      "integrity": "sha512-V0hjH4dGPh9Ao5p0MoRY6BVqtwCjhz6vI5LT8AJ55H+4g9/4vbHx1I54fS0XuclLhDHArPQCiMjDxjaL8fPxhw==",
+      "license": "BSD-2-Clause",
+      "engines": {
+        "node": ">=0.12"
+      },
+      "funding": {
+        "url": "https://github.com/fb55/entities?sponsor=1"
+      }
+    },
     "node_modules/es-define-property": {
       "version": "1.0.1",
       "resolved": "https://registry.npmjs.org/es-define-property/-/es-define-property-1.0.1.tgz",
@@ -1253,6 +1489,26 @@
         "url": "https://opencollective.com/express"
       }
     },
+    "node_modules/follow-redirects": {
+      "version": "1.15.11",
+      "resolved": "https://registry.npmjs.org/follow-redirects/-/follow-redirects-1.15.11.tgz",
+      "integrity": "sha512-deG2P0JfjrTxl50XGCDyfI97ZGVCxIpfKYmfyrQ54n5FO/0gfIES8C/Psl6kWVDolizcaaxZJnTS0QSMxvnsBQ==",
+      "funding": [
+        {
+          "type": "individual",
+          "url": "https://github.com/sponsors/RubenVerborgh"
+        }
+      ],
+      "license": "MIT",
+      "engines": {
+        "node": ">=4.0"
+      },
+      "peerDependenciesMeta": {
+        "debug": {
+          "optional": true
+        }
+      }
+    },
     "node_modules/fontkit": {
       "version": "2.0.4",
       "resolved": "https://registry.npmjs.org/fontkit/-/fontkit-2.0.4.tgz",
@@ -1534,6 +1790,37 @@
         "node": ">= 0.4"
       }
     },
+    "node_modules/htmlparser2": {
+      "version": "10.1.0",
+      "resolved": "https://registry.npmjs.org/htmlparser2/-/htmlparser2-10.1.0.tgz",
+      "integrity": "sha512-VTZkM9GWRAtEpveh7MSF6SjjrpNVNNVJfFup7xTY3UpFtm67foy9HDVXneLtFVt4pMz5kZtgNcvCniNFb1hlEQ==",
+      "funding": [
+        "https://github.com/fb55/htmlparser2?sponsor=1",
+        {
+          "type": "github",
+          "url": "https://github.com/sponsors/fb55"
+        }
+      ],
+      "license": "MIT",
+      "dependencies": {
+        "domelementtype": "^2.3.0",
+        "domhandler": "^5.0.3",
+        "domutils": "^3.2.2",
+        "entities": "^7.0.1"
+      }
+    },
+    "node_modules/htmlparser2/node_modules/entities": {
+      "version": "7.0.1",
+      "resolved": "https://registry.npmjs.org/entities/-/entities-7.0.1.tgz",
+      "integrity": "sha512-TWrgLOFUQTH994YUyl1yT4uyavY5nNB5muff+RtWaqNVCAK408b5ZnnbNAUEWLTCpum9w6arT70i1XdQ4UeOPA==",
+      "license": "BSD-2-Clause",
+      "engines": {
+        "node": ">=0.12"
+      },
+      "funding": {
+        "url": "https://github.com/fb55/entities?sponsor=1"
+      }
+    },
     "node_modules/http-basic": {
       "version": "8.1.3",
       "resolved": "https://registry.npmjs.org/http-basic/-/http-basic-8.1.3.tgz",
@@ -1549,6 +1836,30 @@
         "node": ">=6.0.0"
       }
     },
+    "node_modules/http-cookie-agent": {
+      "version": "6.0.8",
+      "resolved": "https://registry.npmjs.org/http-cookie-agent/-/http-cookie-agent-6.0.8.tgz",
+      "integrity": "sha512-qnYh3yLSr2jBsTYkw11elq+T361uKAJaZ2dR4cfYZChw1dt9uL5t3zSUwehoqqVb4oldk1BpkXKm2oat8zV+oA==",
+      "license": "MIT",
+      "dependencies": {
+        "agent-base": "^7.1.3"
+      },
+      "engines": {
+        "node": ">=18.0.0"
+      },
+      "funding": {
+        "url": "https://github.com/sponsors/3846masa"
+      },
+      "peerDependencies": {
+        "tough-cookie": "^4.0.0 || ^5.0.0",
+        "undici": "^5.11.0 || ^6.0.0"
+      },
+      "peerDependenciesMeta": {
+        "undici": {
+          "optional": true
+        }
+      }
+    },
     "node_modules/http-errors": {
       "version": "2.0.1",
       "resolved": "https://registry.npmjs.org/http-errors/-/http-errors-2.0.1.tgz",
@@ -2147,6 +2458,18 @@
         "node": ">=0.10.0"
       }
     },
+    "node_modules/nth-check": {
+      "version": "2.1.1",
+      "resolved": "https://registry.npmjs.org/nth-check/-/nth-check-2.1.1.tgz",
+      "integrity": "sha512-lqjrjmaOoAnWfMmBPL+XNnynZh2+swxiX3WUE0s4yEHI6m+AwrK2UZOimIRl3X/4QctVqS8AiZjFqyOGrMXb/w==",
+      "license": "BSD-2-Clause",
+      "dependencies": {
+        "boolbase": "^1.0.0"
+      },
+      "funding": {
+        "url": "https://github.com/fb55/nth-check?sponsor=1"
+      }
+    },
     "node_modules/object-inspect": {
       "version": "1.13.4",
       "resolved": "https://registry.npmjs.org/object-inspect/-/object-inspect-1.13.4.tgz",
@@ -2271,6 +2594,55 @@
       "resolved": "https://registry.npmjs.org/parse-cache-control/-/parse-cache-control-1.0.1.tgz",
       "integrity": "sha512-60zvsJReQPX5/QP0Kzfd/VrpjScIQ7SHBW6bFCYfEP+fp0Eppr1SHhIO5nd1PjZtvclzSzES9D/p5nFJurwfWg=="
     },
+    "node_modules/parse5": {
+      "version": "7.3.0",
+      "resolved": "https://registry.npmjs.org/parse5/-/parse5-7.3.0.tgz",
+      "integrity": "sha512-IInvU7fabl34qmi9gY8XOVxhYyMyuH2xUNpb2q8/Y+7552KlejkRvqvD19nMoUW/uQGGbqNpA6Tufu5FL5BZgw==",
+      "license": "MIT",
+      "dependencies": {
+        "entities": "^6.0.0"
+      },
+      "funding": {
+        "url": "https://github.com/inikulin/parse5?sponsor=1"
+      }
+    },
+    "node_modules/parse5-htmlparser2-tree-adapter": {
+      "version": "7.1.0",
+      "resolved": "https://registry.npmjs.org/parse5-htmlparser2-tree-adapter/-/parse5-htmlparser2-tree-adapter-7.1.0.tgz",
+      "integrity": "sha512-ruw5xyKs6lrpo9x9rCZqZZnIUntICjQAd0Wsmp396Ul9lN/h+ifgVV1x1gZHi8euej6wTfpqX8j+BFQxF0NS/g==",
+      "license": "MIT",
+      "dependencies": {
+        "domhandler": "^5.0.3",
+        "parse5": "^7.0.0"
+      },
+      "funding": {
+        "url": "https://github.com/inikulin/parse5?sponsor=1"
+      }
+    },
+    "node_modules/parse5-parser-stream": {
+      "version": "7.1.2",
+      "resolved": "https://registry.npmjs.org/parse5-parser-stream/-/parse5-parser-stream-7.1.2.tgz",
+      "integrity": "sha512-JyeQc9iwFLn5TbvvqACIF/VXG6abODeB3Fwmv/TGdLk2LfbWkaySGY72at4+Ty7EkPZj854u4CrICqNk2qIbow==",
+      "license": "MIT",
+      "dependencies": {
+        "parse5": "^7.0.0"
+      },
+      "funding": {
+        "url": "https://github.com/inikulin/parse5?sponsor=1"
+      }
+    },
+    "node_modules/parse5/node_modules/entities": {
+      "version": "6.0.1",
+      "resolved": "https://registry.npmjs.org/entities/-/entities-6.0.1.tgz",
+      "integrity": "sha512-aN97NXWF6AWBTahfVOIrB/NShkzi5H7F9r1s9mD3cDj4Ko5f2qhhVoYMibXF7GlLveb/D2ioWay8lxI97Ven3g==",
+      "license": "BSD-2-Clause",
+      "engines": {
+        "node": ">=0.12"
+      },
+      "funding": {
+        "url": "https://github.com/fb55/entities?sponsor=1"
+      }
+    },
     "node_modules/parseurl": {
       "version": "1.3.3",
       "resolved": "https://registry.npmjs.org/parseurl/-/parseurl-1.3.3.tgz",
@@ -2440,6 +2812,24 @@
         "node": ">= 0.10"
       }
     },
+    "node_modules/proxy-from-env": {
+      "version": "1.1.0",
+      "resolved": "https://registry.npmjs.org/proxy-from-env/-/proxy-from-env-1.1.0.tgz",
+      "integrity": "sha512-D+zkORCbA9f1tdWRK0RaCR3GPv50cMxcrz4X8k5LTSUD1Dkw47mKJEZQNunItRTkWwgtaUSo1RVFRIG9ZXiFYg==",
+      "license": "MIT"
+    },
+    "node_modules/psl": {
+      "version": "1.15.0",
+      "resolved": "https://registry.npmjs.org/psl/-/psl-1.15.0.tgz",
+      "integrity": "sha512-JZd3gMVBAVQkSs6HdNZo9Sdo0LNcQeMNP3CozBJb3JYC/QUYZTnKxP+f8oWRX4rHP5EurWxqAHTSwUCjlNKa1w==",
+      "license": "MIT",
+      "dependencies": {
+        "punycode": "^2.3.1"
+      },
+      "funding": {
+        "url": "https://github.com/sponsors/lupomontero"
+      }
+    },
     "node_modules/pump": {
       "version": "3.0.3",
       "resolved": "https://registry.npmjs.org/pump/-/pump-3.0.3.tgz",
@@ -2450,6 +2840,15 @@
         "once": "^1.3.1"
       }
     },
+    "node_modules/punycode": {
+      "version": "2.3.1",
+      "resolved": "https://registry.npmjs.org/punycode/-/punycode-2.3.1.tgz",
+      "integrity": "sha512-vYt7UD1U9Wg6138shLtLOvdAu+8DsC/ilFtEVHcH+wydcSpNE20AfSOduf6MkRFahL5FY7X1oU7nKVZFtfq8Fg==",
+      "license": "MIT",
+      "engines": {
+        "node": ">=6"
+      }
+    },
     "node_modules/qs": {
       "version": "6.15.0",
       "resolved": "https://registry.npmjs.org/qs/-/qs-6.15.0.tgz",
@@ -2465,6 +2864,12 @@
         "url": "https://github.com/sponsors/ljharb"
       }
     },
+    "node_modules/querystringify": {
+      "version": "2.2.0",
+      "resolved": "https://registry.npmjs.org/querystringify/-/querystringify-2.2.0.tgz",
+      "integrity": "sha512-FIqgj2EUvTa7R50u0rGsyTftzjYmv/a3hO345bZNrqabNqjtgiDMgmo4mkUjd+nzU5oF3dClKqFIPUKybUyqoQ==",
+      "license": "MIT"
+    },
     "node_modules/range-parser": {
       "version": "1.2.1",
       "resolved": "https://registry.npmjs.org/range-parser/-/range-parser-1.2.1.tgz",
@@ -2527,6 +2932,12 @@
         "node": ">=0.10.0"
       }
     },
+    "node_modules/requires-port": {
+      "version": "1.0.0",
+      "resolved": "https://registry.npmjs.org/requires-port/-/requires-port-1.0.0.tgz",
+      "integrity": "sha512-KigOCHcocU3XODJxsu8i/j8T9tzT4adHiecwORRQ0ZZFcp7ahwXuRU1m+yuO90C5ZUyGeGfocHDI14M3L3yDAQ==",
+      "license": "MIT"
+    },
     "node_modules/restore-cursor": {
       "version": "3.1.0",
       "resolved": "https://registry.npmjs.org/restore-cursor/-/restore-cursor-3.1.0.tgz",
@@ -3057,6 +3468,30 @@
         "node": ">=0.6"
       }
     },
+    "node_modules/tough-cookie": {
+      "version": "4.1.4",
+      "resolved": "https://registry.npmjs.org/tough-cookie/-/tough-cookie-4.1.4.tgz",
+      "integrity": "sha512-Loo5UUvLD9ScZ6jh8beX1T6sO1w2/MpCRpEP7V280GKMVUQ0Jzar2U3UJPsrdbziLEMMhu3Ujnq//rhiFuIeag==",
+      "license": "BSD-3-Clause",
+      "dependencies": {
+        "psl": "^1.1.33",
+        "punycode": "^2.1.1",
+        "universalify": "^0.2.0",
+        "url-parse": "^1.5.3"
+      },
+      "engines": {
+        "node": ">=6"
+      }
+    },
+    "node_modules/tough-cookie/node_modules/universalify": {
+      "version": "0.2.0",
+      "resolved": "https://registry.npmjs.org/universalify/-/universalify-0.2.0.tgz",
+      "integrity": "sha512-CJ1QgKmNg3CwvAv/kOFmtnEN05f0D/cn9QntgNOQlQF9dgvVTHj3t+8JPdjqawCHk7V/KA+fbUqzZ9XWhcqPUg==",
+      "license": "MIT",
+      "engines": {
+        "node": ">= 4.0.0"
+      }
+    },
     "node_modules/truncate-utf8-bytes": {
       "version": "1.0.2",
       "resolved": "https://registry.npmjs.org/truncate-utf8-bytes/-/truncate-utf8-bytes-1.0.2.tgz",
@@ -3141,12 +3576,6 @@
       "integrity": "sha512-/aCDEGatGvZ2BIk+HmLf4ifCJFwvKFNb9/JeZPMulfgFracn9QFcAf5GO8B/mweUjSoblS5In0cWhqpfs/5PQA==",
       "license": "MIT"
     },
-    "node_modules/undici-types": {
-      "version": "7.18.2",
-      "resolved": "https://registry.npmjs.org/undici-types/-/undici-types-7.18.2.tgz",
-      "integrity": "sha512-AsuCzffGHJybSaRrmr5eHr81mwJU3kjw6M+uprWvCXiNeN9SOGwQ3Jn8jb8m3Z6izVgknn1R0FTCEAP2QrLY/w==",
-      "optional": true
-    },
     "node_modules/unicode-properties": {
       "version": "1.4.1",
       "resolved": "https://registry.npmjs.org/unicode-properties/-/unicode-properties-1.4.1.tgz",
@@ -3191,6 +3620,16 @@
         "node": ">= 0.8"
       }
     },
+    "node_modules/url-parse": {
+      "version": "1.5.10",
+      "resolved": "https://registry.npmjs.org/url-parse/-/url-parse-1.5.10.tgz",
+      "integrity": "sha512-WypcfiRhfeUP9vvF0j6rw0J3hrWrw6iZv3+22h6iRMJ/8z1Tj6XfLP4DsUix5MhMPnXpiHDoKyoZ/bdCkwBCiQ==",
+      "license": "MIT",
+      "dependencies": {
+        "querystringify": "^2.1.1",
+        "requires-port": "^1.0.0"
+      }
+    },
     "node_modules/utf8-byte-length": {
       "version": "1.0.5",
       "resolved": "https://registry.npmjs.org/utf8-byte-length/-/utf8-byte-length-1.0.5.tgz",
@@ -3230,6 +3669,40 @@
         "node": ">= 8"
       }
     },
+    "node_modules/whatwg-encoding": {
+      "version": "3.1.1",
+      "resolved": "https://registry.npmjs.org/whatwg-encoding/-/whatwg-encoding-3.1.1.tgz",
+      "integrity": "sha512-6qN4hJdMwfYBtE3YBTTHhoeuUrDBPZmbQaxWAqSALV/MeEnR5z1xd8UKud2RAkFoPkmB+hli1TZSnyi84xz1vQ==",
+      "deprecated": "Use @exodus/bytes instead for a more spec-conformant and faster implementation",
+      "license": "MIT",
+      "dependencies": {
+        "iconv-lite": "0.6.3"
+      },
+      "engines": {
+        "node": ">=18"
+      }
+    },
+    "node_modules/whatwg-encoding/node_modules/iconv-lite": {
+      "version": "0.6.3",
+      "resolved": "https://registry.npmjs.org/iconv-lite/-/iconv-lite-0.6.3.tgz",
+      "integrity": "sha512-4fCk79wshMdzMp2rH06qWrJE4iolqLhCUH+OiuIgU++RB0+94NlDL81atO7GX55uUKueo0txHNtvEyI6D7WdMw==",
+      "license": "MIT",
+      "dependencies": {
+        "safer-buffer": ">= 2.1.2 < 3.0.0"
+      },
+      "engines": {
+        "node": ">=0.10.0"
+      }
+    },
+    "node_modules/whatwg-mimetype": {
+      "version": "4.0.0",
+      "resolved": "https://registry.npmjs.org/whatwg-mimetype/-/whatwg-mimetype-4.0.0.tgz",
+      "integrity": "sha512-QaKxh0eNIi2mE9p2vEdzfagOKHCcj1pJ56EEHGQOVxp8r9/iszLUUV7v89x9O1p/T+NlTM5W7jW6+cz4Fq1YVg==",
+      "license": "MIT",
+      "engines": {
+        "node": ">=18"
+      }
+    },
     "node_modules/which": {
       "version": "2.0.2",
       "resolved": "https://registry.npmjs.org/which/-/which-2.0.2.tgz",

package.json

@@ -24,7 +24,10 @@
   "dependencies": {
     "adm-zip": "^0.5.12",
     "aes-js": "^3.1.2",
+    "axios": "^1.13.6",
+    "axios-cookiejar-support": "^5.0.5",
     "better-sqlite3": "^12.4.1",
+    "cheerio": "^1.2.0",
     "express": "^5.2.1",
     "fs-extra": "^11.2.0",
     "inquirer": "^8.2.7",
@@ -39,6 +42,7 @@
     "sanitize-filename": "^1.6.3",
     "svg-to-pdfkit": "^0.1.8",
     "sync-request": "^6.1.0",
+    "tough-cookie": "^4.1.4",
     "ws": "^8.19.0",
     "xml2js": "^0.6.2",
     "yargs": "^17.5.1",

providers/bsmart.js

@@ -10,8 +10,8 @@ import { spawn } from 'child_process';
 import path from 'path';
 import pLimit from 'p-limit';
 
-import { fetchEncryptionKey, decryptFile } from './src/crypto.js';
-import { performBsmartLogin, getUserInfo, getBooks, getBookInfo, getBookResources, getResourceLinks } from './src/api.js';
+import { fetchEncryptionKey, decryptFile } from './src/bsmart/crypto.js';
+import { performBsmartLogin, getUserInfo, getBooks, getBookInfo, getBookResources, getResourceLinks } from './src/bsmart/api.js';
 
 const prompt = PromptSync({ sigint: true });
 

providers/sanoma.js

@@ -8,6 +8,7 @@ import fsExtra from 'fs-extra';
 import path from 'path';
 import { spawn } from 'child_process';
 import { pipeline } from 'stream';
+import { loginSanoma, fetchBooks } from './src/sanoma/auth.js';
 
 const prompt = PromptSync({ sigint: true });
 const SANOMA_BASE_URLS = [
@@ -77,20 +78,17 @@ export async function run(options = {}) {
 
   console.log("Avvio provider Sanoma...");
 
-    const sessionTmp = process.env.OURBOOKS_SESSION_TMP || 'tmp';
-    const outputDir = process.env.OURBOOKS_OUTPUT_DIR || '.';
-    const doOcr = (ocr || argv.ocr) === 'on';
+  const sessionTmp = process.env.OURBOOKS_SESSION_TMP || 'tmp';
+  const outputDir = process.env.OURBOOKS_OUTPUT_DIR || '.';
+  const doOcr = (ocr || argv.ocr) === 'on';
 
-    await fsExtra.ensureDir(sessionTmp);
-
-    let userId = id || argv.id;
-    let userPassword = password || argv.password;
-    let bookGedi = gedi || argv.gedi;
+  await fsExtra.ensureDir(sessionTmp);
 
-    if (!userId) userId = prompt("Enter account email: ");
-    if (!userPassword) userPassword = prompt("Enter account password: ", { echo: '*' });
+  let userId = id || argv.id;
+  let userPassword = password || argv.password;
+  let bookGedi = gedi || argv.gedi;
 
-    function promisify(api) {
+  function promisify(api) {
     return function (...args) {
         return new Promise((resolve, reject) => {
         api(...args, (err, response) => {
@@ -99,11 +97,11 @@ export async function run(options = {}) {
         });
         });
     };
-    }
+  }
 
-    const yauzlFromFile = promisify(yauzl.open);
+  const yauzlFromFile = promisify(yauzl.open);
 
-    function runOCR(inputPdf, outputPdf) {
+  function runOCR(inputPdf, outputPdf) {
     return new Promise((resolve, reject) => {
         const ocr = spawn('ocrmypdf', [inputPdf, outputPdf], { stdio: 'inherit' });
 
@@ -120,9 +118,9 @@ export async function run(options = {}) {
       else reject(new Error(`OCRmyPDF exited with code ${code}`));
         });
     });
-    }
+  }
 
-    async function fetchSanomaJson(pathname, init = {}) {
+  async function fetchSanomaJson(pathname, init = {}) {
     let lastError = null;
 
     for (const base of SANOMA_BASE_URLS) {
@@ -141,17 +139,17 @@ export async function run(options = {}) {
     }
 
     throw lastError || new Error('Richiesta Sanoma fallita');
-    }
+  }
 
-    function getAccessToken(userAuth) {
+  function getAccessToken(userAuth) {
     return userAuth?.result?.data?.access_token
       || userAuth?.data?.access_token
       || userAuth?.access_token
       || userAuth?.token
       || null;
-    }
+  }
 
-    function getBooksPage(payload) {
+  function getBooksPage(payload) {
     const data = payload?.result?.data || payload?.data || payload?.books || [];
     const totalSize = payload?.result?.total_size ?? payload?.total_size ?? payload?.total ?? data.length;
     const rawPageSize = payload?.result?.page_size ?? payload?.page_size ?? data.length;
@@ -160,20 +158,20 @@ export async function run(options = {}) {
       data: Array.isArray(data) ? data : [],
       pages: Math.max(1, Math.ceil(totalSize / pageSize)),
     };
-    }
+  }
 
-    function getBookName(book) {
+  function getBookName(book) {
     return book?.name || book?.title || `GEDI ${book?.gedi || ''}`.trim();
-    }
+  }
 
-    function getBookDownloadUrl(book) {
+  function getBookDownloadUrl(book) {
     return book?.url_download || book?.urlDownload || book?.downloadUrl || book?.url || null;
-    }
+  }
 
-    (async () => {
+  (async () => {
     await fsExtra.ensureDir(sessionTmp);
 
-    let book;
+    let targetBookName = "Sanoma Book";
 
     if (argv.download) {
         let folder = await fs.promises.readdir(sessionTmp);
@@ -182,18 +180,43 @@ export async function run(options = {}) {
         process.exit(1);
         }
 
-        let id = userId;
-        let password = userPassword;
+        let loginId = userId;
+        let loginPassword = userPassword;
 
         console.log('Warning: this script might log you out of other devices');
 
-        while (!id) id = prompt('Enter account email: ');
-        while (!password) password = prompt('Enter account password: ', { echo: '*' });
+        while (!loginId) loginId = prompt('Enter account email: ');
+        while (!loginPassword) loginPassword = prompt('Enter account password: ', { echo: '*' });
+
+        console.log('Logging in to MyPlace to retrieve books...');
+        const skClient = await loginSanoma(loginId, loginPassword).catch(err => {
+            console.error('Failed to log in via MyPlace:', err.message);
+            process.exit(1);
+        });
+
+        console.log('Fetching book list...');
+        const skBooks = await fetchBooks(skClient);
 
+        let tableObj = {};
+        for (const b of skBooks) {
+           for (const p of b.products) {
+              tableObj[p.gedi] = p.name;
+           }
+        }
+        
+        console.log('Books (MyPlace graph):');
+        console.table(tableObj);
+
+        let gedi = bookGedi;
+        while (!gedi) gedi = prompt('Enter the book\'s gedi: ');
+
+        targetBookName = tableObj[gedi] || `GEDI ${gedi}`;
+
+        console.log('Logging in to offline API to retrieve download URL...');
         let userAuth = await fetchSanomaJson('/login', {
         method: 'POST',
         headers: { 'Content-Type': 'application/json', 'X-Timezone-Offset': '+0200' },
-        body: JSON.stringify({ id, password }),
+        body: JSON.stringify({ id: loginId, password: loginPassword }),
         }).catch((err) => { console.error('Failed to log in:', err.message); process.exit(1); });
 
         if (!userAuth || (userAuth.code != null && userAuth.code !== 0)) {
@@ -207,8 +230,8 @@ export async function run(options = {}) {
         process.exit(1);
         }
 
-        console.log('Fetching book list');
-        let books = {};
+        console.log('Searching for download bundle...');
+        let downloadUrl = null;
         let pages = 1;
         for (let i = 1; i <= pages; i++) {
         const newBooks = await fetchSanomaJson(`/books?app=true&page=${i}`, {
@@ -219,35 +242,41 @@ export async function run(options = {}) {
         pages = pageInfo.pages;
 
         for (const item of pageInfo.data) {
-          if (!item?.gedi) continue;
-          books[item.gedi] = item;
-        }
+          if (item?.gedi == gedi) {
+            downloadUrl = getBookDownloadUrl(item);
+            break;
+          }
         }
-
-        console.log('Books:');
-        console.table(Object.fromEntries(Object.entries(books).map(([bookId, book]) => [bookId, getBookName(book)])));
-
-        let gedi = bookGedi;
-        while (!gedi) gedi = prompt('Enter the book\'s gedi: ');
-
-        book = books[gedi];
-        if (!book) {
-        console.error(`GEDI non trovato: ${gedi}`);
-        process.exit(1);
+        if (downloadUrl) break;
         }
 
-        const downloadUrl = getBookDownloadUrl(book);
         if (!downloadUrl) {
-        console.error('URL download non trovato nel payload del libro.');
+        console.error(`URL download non trovato per questo GEDI (${gedi}) nella offline API. Errore bundle non disponibile.`);
         process.exit(1);
         }
 
-        console.log('Downloading "' + getBookName(book) + '"');
+        console.log('Downloading "' + targetBookName + '"');
 
         let zip = await fetch(downloadUrl);
         if (!zip.ok) { console.error('Failed to download zip'); process.exit(1); }
 
+        const totalBytes = parseInt(zip.headers.get('content-length'), 10);
+        let downloadedBytes = 0;
+        let lastLoggedPercent = 0;
+
+        zip.body.on('data', (chunk) => {
+            downloadedBytes += chunk.length;
+            if (totalBytes) {
+                const percent = Math.floor((downloadedBytes / totalBytes) * 100);
+                if (percent >= lastLoggedPercent + 10) {
+                    process.stdout.write(`...${percent}%`);
+                    lastLoggedPercent = percent;
+                }
+            }
+        });
+
         await promisify(pipeline)(zip.body, fs.createWriteStream(sessionTmp + '/book.zip'));
+        console.log('\nDownload completato!');
     } else {
         console.log('Skipping download');
         let stats = await fs.promises.stat(sessionTmp + '/book.zip');
@@ -290,7 +319,7 @@ export async function run(options = {}) {
         }
 
         let baseName = argv.output || options.output;
-        if (argv.download && !baseName) baseName = getBookName(book).replace(/[\\/:*?"<>|]/g, '') + '.pdf';
+        if (argv.download && !baseName) baseName = targetBookName.replace(/[\\/:*?"<>|]/g, '') + '.pdf';
         else if (!baseName) baseName = 'output.pdf';
         const outFilePath = path.join(outputDir, baseName);
 
@@ -319,22 +348,22 @@ export async function run(options = {}) {
         console.log('Done. Output:', finalOutput);
         console.log(`OURBOOKS_OUTPUT:${finalOutput}`);
     });
-    })();
+  })();
 
-    async function convertPage(input, output) {
+  async function convertPage(input, output) {
     try {
       await convertPageWithInkscape(input, output);
     } catch (err) {
       console.error('Inkscape fallito:', err.message);
       throw err;
     }
-    }
+  }
 
-    async function convertPageWithInkscape(input, output) {
+  async function convertPageWithInkscape(input, output) {
     return new Promise((resolve, reject) => {
       const convert = spawn('inkscape', ['--export-filename=' + output, input]);
       convert.on('error', reject);
       convert.on('close', code => code === 0 ? resolve() : reject(new Error(`Inkscape exited with code ${code}`)));
     });
-    }
+  }
 }

providers/src/sanoma/auth.js

@@ -0,0 +1,464 @@
+import axios from 'axios';
+import { wrapper } from 'axios-cookiejar-support';
+import { CookieJar } from 'tough-cookie';
+import * as cheerio from 'cheerio';
+import { URL } from 'url';
+
+export async function loginSanoma(email, password) {
+    const jar = new CookieJar();
+    const client = wrapper(axios.create({ 
+        jar,
+        withCredentials: true,
+        maxRedirects: 0,
+        validateStatus: (status) => status >= 200 && status < 400,
+        headers: {
+            'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36',
+            'Accept-Language': 'it-IT,it;q=0.9,en-US;q=0.8,en;q=0.7'
+        }
+    }));
+    
+    const redirectUri = 'https://place.sanoma.it/';
+    let authUrl = null;
+    let clientId = null;
+    
+    try {
+        // init session cookies
+        await client.get('https://place.sanoma.it/login', {
+            headers: {
+                'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8'
+            }
+        });
+
+        const initParams = new URLSearchParams({
+            ref: 'https://place.sanoma.it/',
+            context: '',
+            text: email
+        });
+
+        const initRes = await client.post('https://place.sanoma.it/login?/status', initParams.toString(), {
+            headers: {
+                'Content-Type': 'application/x-www-form-urlencoded',
+                'Accept': 'application/json',
+                'Origin': 'https://place.sanoma.it',
+                'Referer': 'https://place.sanoma.it/login',
+                'x-sveltekit-action': 'true'
+            }
+        });
+        
+        let data = initRes.data;
+        if (typeof data === 'string') {
+            try { data = JSON.parse(data); } catch (e) {}
+        }
+        
+        if (data && data.type === 'redirect' && data.location) {
+            authUrl = data.location;
+        }
+    } catch (err) {
+        if (err.response && err.response.data && err.response.data.type === 'redirect' && err.response.data.location) {
+            authUrl = err.response.data.location;
+        } else if (err.response && err.response.headers && err.response.headers.location) {
+            authUrl = err.response.headers.location;
+        } else {
+            throw err;
+        }
+    }
+    
+    if (!authUrl) {
+        throw new Error('Failed to get Auth0 redirect URL from /login?/status');
+    }
+    
+    if (!authUrl.startsWith('http')) {
+        authUrl = 'https://login.sanoma.it' + (authUrl.startsWith('/') ? '' : '/') + authUrl;
+    }
+    
+    const parsedInitUrl = new URL(authUrl);
+    clientId = parsedInitUrl.searchParams.get('client_id');
+
+    if (!clientId) {
+        throw new Error('Client ID missing from SvelteKit authorization URL');
+    }
+
+    let authPageRes = await client.get(authUrl, {
+        headers: {
+            'Referer': 'https://place.sanoma.it/',
+            'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,*/*;q=0.8'
+        }
+    });
+    
+    while (authPageRes.status >= 300 && authPageRes.status < 400 && authPageRes.headers.location) {
+        let nextUrl = authPageRes.headers.location;
+        if (!nextUrl.startsWith('http')) {
+            nextUrl = 'https://login.sanoma.it' + nextUrl;
+        }
+        authUrl = nextUrl;
+        authPageRes = await client.get(authUrl, {
+            headers: {
+                'Referer': 'https://place.sanoma.it/',
+                'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,*/*;q=0.8'
+            }
+        });
+    }
+    
+    const $ = cheerio.load(authPageRes.data);
+    
+    const cookies = await jar.getCookies('https://login.sanoma.it');
+    const csrfCookie = cookies.find(c => c.key === '_csrf');
+    const csrfToken = $('input[name="_csrf"]').val() || (csrfCookie ? csrfCookie.value : '');
+    
+    const parsedUrl = new URL(authUrl);
+    const state = parsedUrl.searchParams.get('state');
+    
+    if (!state) {
+        throw new Error('State parameter not found in Auth0 URL');
+    }
+
+    const loginPayload = {
+        client_id: clientId,
+        redirect_uri: redirectUri,
+        tenant: "sanoma-italy",
+        response_type: "code",
+        scope: "openid profile email",
+        state: state,
+        connection: "Sanoma-Italy-Database",
+        username: email,
+        password: password,
+        popup_options: {},
+        sso: true,
+        protocol: "oauth2",
+        _csrf: csrfToken,
+        _intstate: "deprecated"
+    };
+
+    let loginRes;
+    try {
+        loginRes = await client.post('https://login.sanoma.it/usernamepassword/login', loginPayload, {
+            headers: {
+                'Content-Type': 'application/json',
+                'Origin': 'https://login.sanoma.it',
+                'Referer': authUrl,
+                'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8'
+            }
+        });
+    } catch (err) {
+        throw new Error(`Login failed: ${err.response ? err.response.status : 'Unknown'} ${err.response ? err.response.statusText : ''}`);
+    }
+
+    const $login = cheerio.load(loginRes.data);
+    const wa = $login('input[name="wa"]').val();
+    const wresult = $login('input[name="wresult"]').val();
+    const wctx = $login('input[name="wctx"]').val();
+
+    if (!wa || !wresult || !wctx) {
+        console.error('Callback form fields not found');
+        throw new Error('Login failed: callback form not found (wrong credentials?)');
+    }
+
+    let finalCodeUrl = null;
+    
+    try {
+        const callbackRes = await client.post('https://login.sanoma.it/login/callback', 
+            `wa=${encodeURIComponent(wa)}&wresult=${encodeURIComponent(wresult)}&wctx=${encodeURIComponent(wctx)}`, 
+            {
+                headers: {
+                    'Content-Type': 'application/x-www-form-urlencoded',
+                    'Origin': 'https://login.sanoma.it',
+                    'Referer': 'https://login.sanoma.it/',
+                    'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8'
+                }
+            }
+        );
+
+        if (callbackRes.status >= 300 && callbackRes.status < 400) {
+            finalCodeUrl = callbackRes.headers.location;
+        }
+    } catch(err) {
+        if (err.response && err.response.status >= 300 && err.response.status < 400) {
+            finalCodeUrl = err.response.headers.location;
+        } else {
+            throw err;
+        }
+    }
+
+    if (!finalCodeUrl) {
+        throw new Error('Final redirect URL not found after callback');
+    }
+
+    if (!finalCodeUrl.startsWith('http')) {
+        if (finalCodeUrl.startsWith('/authorize')) {
+            finalCodeUrl = 'https://login.sanoma.it' + finalCodeUrl;
+        } else {
+            finalCodeUrl = 'https://place.sanoma.it' + (finalCodeUrl.startsWith('/') ? '' : '/') + finalCodeUrl;
+        }
+    }
+    
+    let currentUrl = finalCodeUrl;
+    let redirectCount = 0;
+    const maxRedirects = 15;
+    
+    while (redirectCount < maxRedirects) {
+        try {
+            const res = await client.get(currentUrl, {
+                headers: {
+                    'Referer': redirectCount === 0 ? 'https://login.sanoma.it/' : currentUrl,
+                    'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8'
+                }
+            });
+            
+            if (res.status >= 300 && res.status < 400 && res.headers.location) {
+                let nextUrl = res.headers.location;
+                
+                if (!nextUrl.startsWith('http')) {
+                    if (nextUrl.startsWith('/authorize')) {
+                        nextUrl = 'https://login.sanoma.it' + nextUrl;
+                    } else {
+                        nextUrl = 'https://place.sanoma.it' + (nextUrl.startsWith('/') ? '' : '/') + nextUrl;
+                    }
+                }
+                
+                currentUrl = nextUrl;
+                redirectCount++;
+            } else {
+                break;
+            }
+        } catch (err) {
+            if (err.response && err.response.status >= 300 && err.response.status < 400) {
+                let nextUrl = err.response.headers.location;
+                
+                if (!nextUrl.startsWith('http')) {
+                    if (nextUrl.startsWith('/authorize')) {
+                        nextUrl = 'https://login.sanoma.it' + nextUrl;
+                    } else {
+                        nextUrl = 'https://place.sanoma.it' + (nextUrl.startsWith('/') ? '' : '/') + nextUrl;
+                    }
+                }
+                
+                currentUrl = nextUrl;
+                redirectCount++;
+            } else {
+                break;
+            }
+        }
+    }
+
+    return client;
+}
+
+export async function fetchBooks(client) {
+  const response = await client.get('https://place.sanoma.it/prodotti_digitali/__data.json', {
+    headers: {
+      'Referer': 'https://place.sanoma.it/prodotti_digitali',
+      'Accept': 'application/json',
+      'X-Sveltekit-Invalidated': '01'
+    }
+  });
+
+  const lines = response.data.split('\n').filter(line => line.trim());
+  const jsonObjects = lines.map(line => JSON.parse(line));
+
+  let allData = [];
+  
+  jsonObjects.forEach(obj => {
+    if (obj.data && Array.isArray(obj.data)) {
+        for (let i = 0; i < obj.data.length; i++) {
+            if (obj.data[i] !== undefined) {
+                allData[i] = obj.data[i];
+            }
+        }
+    }
+    if (obj.nodes) {
+      obj.nodes.forEach(node => {
+        if (node && Array.isArray(node.data)) {
+          for (let i = 0; i < node.data.length; i++) {
+              if (node.data[i] !== undefined) {
+                  allData[i] = node.data[i];
+              }
+          }
+        }
+      });
+    }
+  });
+
+  jsonObjects.filter(obj => obj.type === 'chunk' && obj.data).forEach(chunk => {
+    let chunkData = chunk.data;
+    if (Array.isArray(chunkData[0])) chunkData = chunkData[0];
+    for (let i = 0; i < chunkData.length; i++) {
+        if (chunkData[i] !== undefined) {
+            allData[i] = chunkData[i];
+        }
+    }
+  });
+  
+  const books = [];
+  const seenOperas = new Set();
+  
+  // prevent ram out of limit (lol)
+  const resolved = new Map();
+
+  function decompressValue(val) {
+      if (typeof val === 'number') {
+          if (val < 0 || val >= allData.length || allData[val] === undefined) return val;
+          if (resolved.has(val)) return resolved.get(val);
+
+          const target = allData[val];
+          if (Array.isArray(target)) {
+              const newArr = [];
+              resolved.set(val, newArr); // register immediately before recurse
+              for (let j = 0; j < target.length; j++) {
+                  newArr.push(decompressValue(target[j]));
+              }
+              return newArr;
+          } else if (target && typeof target === 'object') {
+              const newObj = {};
+              resolved.set(val, newObj); // register immediately before recurse
+              for (const key in target) {
+                  newObj[key] = decompressValue(target[key]);
+              }
+              return newObj;
+          } else {
+              resolved.set(val, target);
+              return target;
+          }
+      }
+      return val;
+  }
+
+  for (let i = 0; i < allData.length; i++) {
+    const item = allData[i];
+    
+    if (item && typeof item === 'object' && !Array.isArray(item) && 'opera_id' in item && 'display_name' in item) {
+        
+        const fullyResolved = decompressValue(i);
+        
+        if (!fullyResolved || !fullyResolved.opera_id || seenOperas.has(fullyResolved.opera_id)) {
+            continue;
+        }
+        
+        seenOperas.add(fullyResolved.opera_id);
+        
+        const productsMap = new Map();
+        const crawlVisited = new Set();
+        
+        function extractProducts(node, namePath, inheritedIsbn) {
+            if (!node || typeof node !== 'object') return;
+            if (crawlVisited.has(node)) return;
+            crawlVisited.add(node);
+            
+            let currentNames = [...namePath];
+            const potentialNames = [
+                node.display_name,
+                node.title,
+                node.name,
+                node.category_label,
+                node.category_name
+            ];
+            
+            for (const n of potentialNames) {
+                const str = String(n || '').trim();
+                if (str && str !== 'Prodotti' && str !== 'null' && str !== 'undefined' && str !== '[object Object]' && !/^\d+$/.test(str)) {
+                    let isRedundant = false;
+                    for (let j = 0; j < currentNames.length; j++) {
+                        const existing = currentNames[j];
+                        if (existing.toLowerCase() === str.toLowerCase()) {
+                            isRedundant = true; break;
+                        }
+                        if (str.toLowerCase().includes(existing.toLowerCase()) && str.length > existing.length) {
+                            currentNames[j] = str; 
+                            isRedundant = true; break;
+                        }
+                        if (existing.toLowerCase().includes(str.toLowerCase())) {
+                            isRedundant = true; break;
+                        }
+                    }
+                    if (!isRedundant) {
+                        currentNames.push(str);
+                    }
+                }
+            }
+            
+            const currentIsbn = node.isbn || node.paper_isbn || inheritedIsbn;
+            
+            // search a gedi
+            let gediCode = null;
+            if (node.external_id && /^\d{5,10}$/.test(String(node.external_id))) {
+                gediCode = String(node.external_id);
+            } else if (node.id && /^\d{5,10}$/.test(String(node.id))) {
+                gediCode = String(node.id);
+            }
+            
+            if (gediCode) {
+                // clean names
+                let finalParts = [];
+                for (let j = 0; j < currentNames.length; j++) {
+                    let isRedundant = false;
+                    let currFirstWord = currentNames[j].trim().split(/[\s\-_]+/)[0].toLowerCase();
+                    
+                    for (let k = j + 1; k < currentNames.length; k++) {
+                        let nextFirstWord = currentNames[k].trim().split(/[\s\-_]+/)[0].toLowerCase();
+                        
+                        // redudant names
+                        if (currFirstWord && currFirstWord === nextFirstWord) {
+                            isRedundant = true;
+                            break;
+                        }
+                    }
+                    if (!isRedundant) {
+                        finalParts.push(currentNames[j]);
+                    }
+                }
+                
+                let finalName = finalParts.join(' - ');
+                if (!finalName) {
+                    finalName = `Volume (${gediCode})`;
+                }
+                
+                if (!productsMap.has(gediCode)) {
+                    productsMap.set(gediCode, {
+                        isbn: currentIsbn || '',
+                        name: finalName,
+                        gedi: gediCode,
+                        resources: []
+                    });
+                } else {
+                    if (finalName.length > productsMap.get(gediCode).name.length) {
+                        productsMap.get(gediCode).name = finalName;
+                    }
+                }
+                
+                productsMap.get(gediCode).resources.push({
+                    type: node.category_name || '',
+                    category_id: node.category_id || '',
+                    external_id: node.external_id || '',
+                    code: node.internal_code || '',
+                    url: node.url || ''
+                });
+            }
+            
+            if (Array.isArray(node)) {
+                for (let k = 0; k < node.length; k++) {
+                    if (typeof node[k] === 'object') extractProducts(node[k], currentNames, currentIsbn);
+                }
+            } else {
+                for (const key in node) {
+                    if (typeof node[key] === 'object') extractProducts(node[key], currentNames, currentIsbn);
+                }
+            }
+        }
+        
+        let initialPath = [];
+        if (fullyResolved.display_name) initialPath.push(fullyResolved.display_name);
+        
+        extractProducts(fullyResolved.included || fullyResolved, initialPath, '');
+        
+        // independent names
+        for (const product of productsMap.values()) {
+            books.push({
+                name: product.name,
+                opera_id: fullyResolved.opera_id,
+                products: [product]
+            });
+        }
+    }
+  }
+
+  return books;
+}

server.js

@@ -6,7 +6,7 @@ import path from 'path';
 import { fileURLToPath } from 'url';
 import { randomUUID } from 'crypto';
 import fs from 'fs';
-import { performBsmartLogin, getBooks, getUserInfo } from './providers/src/api.js';
+import { performBsmartLogin, getBooks, getUserInfo } from './providers/src/bsmart/api.js';
 
 const __dirname = path.dirname(fileURLToPath(import.meta.url));