并发加载器
与GenericLoader的工作方式相同,但为那些选择优化工作流程的人提供并发处理。
<!--IMPORTS:[{"imported": "ConcurrentLoader", "source": "langchain_community.document_loaders", "docs": "https://python.langchain.com/api_reference/community/document_loaders/langchain_community.document_loaders.concurrent.ConcurrentLoader.html", "title": "Concurrent Loader"}]-->
from langchain_community.document_loaders import ConcurrentLoader
loader = ConcurrentLoader.from_filesystem("example_data/", glob="**/*.txt")
files = loader.load()
len(files)
2