Create src/lib/grabber/sites.ts

src/lib/grabber/sites.ts

@@ -0,0 +1,37 @@
+export type SiteConfig = {
+  id: string;
+  name: string;
+  baseUrl: string;
+  searchPath: string;
+  params: Record<string, string>;
+  postsPath: string;
+  fields: Record<keyof NormalizedPost, string>;
+  headers?: Record<string, string>;
+};
+
+export type NormalizedPost = {
+  id: string;
+  previewUrl: string;
+  fileUrl: string;
+  ext: string;
+  tags: string[];
+  source: string;
+  rating: string;
+  score: number;
+};
+
+const BUILTIN_SITES: SiteConfig[] = [{
+  id: 'e621',
+  name: 'e621',
+  baseUrl: 'https://e621.net',
+  searchPath: '/posts.json',
+  params: { tags: 'tags', page: 'page', limit: 'limit' },
+  postsPath: 'posts',
+  fields: {
+    id: 'id', previewUrl: 'preview.url', fileUrl: 'file.url', ext: 'file.ext',
+    tags: 'tags.general', source: 'sources.0', rating: 'rating', score: 'score.total',
+  },
+  headers: { 'User-Agent': 'LovableGrabber/1.0' },
+}];
+
+export const getByPath = (path: string) => BUILTIN_SITES.find(s => s.id === path);