Upload folder using huggingface_hub

app/infrastructure/database/models.py

@@ -27,7 +27,7 @@ class DocumentModel(Base):
     upload_session_id = Column(String(100), nullable=True)
     uploaded_at = Column(DateTime(timezone=True), default=datetime.utcnow, nullable=False)
     indexed_at = Column(DateTime(timezone=True), nullable=True)
-    metadata = Column(JSONB, default={}, nullable=False)
+    doc_metadata = Column(JSONB, default={}, nullable=False)
     created_at = Column(DateTime(timezone=True), default=datetime.utcnow, nullable=False)
     updated_at = Column(
         DateTime(timezone=True), default=datetime.utcnow, onupdate=datetime.utcnow, nullable=False
@@ -50,7 +50,7 @@ class DocumentChunkModel(Base):
     content = Column(Text, nullable=False)
     token_count = Column(Integer, nullable=False)
     vector_id = Column(String(100), nullable=True, index=True)
-    metadata = Column(JSONB, default={}, nullable=False)
+    chunk_metadata = Column(JSONB, default={}, nullable=False)
     created_at = Column(DateTime(timezone=True), default=datetime.utcnow, nullable=False)
 
     __table_args__ = (Index("ix_chunks_document_id_index", "document_id", "chunk_index"),)

app/infrastructure/repositories/postgres_repository.py

@@ -32,7 +32,7 @@ class PostgresDocumentRepository(IDocumentRepository):
             upload_session_id=document.upload_session_id,
             uploaded_at=document.uploaded_at,
             indexed_at=document.indexed_at,
-            metadata=document.metadata,
+            doc_metadata=document.metadata,
         )
         self.session.add(model)
         await self.session.commit()
@@ -60,7 +60,7 @@ class PostgresDocumentRepository(IDocumentRepository):
         model.title = document.title
         model.status = document.status.value
         model.indexed_at = document.indexed_at
-        model.metadata = document.metadata
+        model.doc_metadata = document.metadata
         model.updated_at = document.updated_at
 
         await self.session.commit()
@@ -109,7 +109,7 @@ class PostgresDocumentRepository(IDocumentRepository):
             upload_session_id=model.upload_session_id,
             uploaded_at=model.uploaded_at,
             indexed_at=model.indexed_at,
-            metadata=model.metadata,
+            metadata=model.doc_metadata,
             created_at=model.created_at,
             updated_at=model.updated_at,
         )
@@ -131,7 +131,7 @@ class PostgresChunkRepository(IChunkRepository):
                 content=chunk.content,
                 token_count=chunk.token_count,
                 vector_id=chunk.vector_id,
-                metadata=chunk.metadata,
+                chunk_metadata=chunk.metadata,
             )
             for chunk in chunks
         ]
@@ -173,6 +173,6 @@ class PostgresChunkRepository(IChunkRepository):
             content=model.content,
             token_count=model.token_count,
             vector_id=model.vector_id,
-            metadata=model.metadata,
+            metadata=model.chunk_metadata,
             created_at=model.created_at,
         )