rag-test / main.py
itron2000's picture
Create main.py
7e53787 verified
from langchain_community.document_loaders import GitLoader
def file_filter(file?path: str) -> bool:
return file_path.endswith(".mdx")
loader = GitLoader(
clone_url="https://github.com/langchain-ai/langchain",
repo_path="./langchain",
branch="master",
file_filter=file_filter,
)
documents = loader.load()
print(len(documents))