mirror of
https://github.com/Mintplex-Labs/langchain-python.git
synced 2026-07-19 21:33:31 -04:00
Matt Robinson
bf3f554357
### Submit Multiple Files to the Unstructured API
Enables batching multiple files into a single Unstructured API requests.
Support for requests with multiple files was added to both
`UnstructuredAPIFileLoader` and `UnstructuredAPIFileIOLoader`. Note that
if you submit multiple files in "single" mode, the result will be
concatenated into a single document. We recommend using this feature in
"elements" mode.
### Testing
The following should load both documents, using two of the example docs
from the integration tests folder.
```python
from langchain.document_loaders import UnstructuredAPIFileLoader
file_paths = ["examples/layout-parser-paper.pdf", "examples/whatsapp_chat.txt"]
loader = UnstructuredAPIFileLoader(
file_paths=file_paths,
api_key="FAKE_API_KEY",
strategy="fast",
mode="elements",
)
docs = loader.load()
```
44 lines
1.7 KiB
Python
44 lines
1.7 KiB
Python
"""Loader that loads powerpoint files."""
|
|
import os
|
|
from typing import List
|
|
|
|
from langchain.document_loaders.unstructured import UnstructuredFileLoader
|
|
|
|
|
|
class UnstructuredPowerPointLoader(UnstructuredFileLoader):
|
|
"""Loader that uses unstructured to load powerpoint files."""
|
|
|
|
def _get_elements(self) -> List:
|
|
from unstructured.__version__ import __version__ as __unstructured_version__
|
|
from unstructured.file_utils.filetype import FileType, detect_filetype
|
|
|
|
unstructured_version = tuple(
|
|
[int(x) for x in __unstructured_version__.split(".")]
|
|
)
|
|
# NOTE(MthwRobinson) - magic will raise an import error if the libmagic
|
|
# system dependency isn't installed. If it's not installed, we'll just
|
|
# check the file extension
|
|
try:
|
|
import magic # noqa: F401
|
|
|
|
is_ppt = detect_filetype(self.file_path) == FileType.PPT
|
|
except ImportError:
|
|
_, extension = os.path.splitext(str(self.file_path))
|
|
is_ppt = extension == ".ppt"
|
|
|
|
if is_ppt and unstructured_version < (0, 4, 11):
|
|
raise ValueError(
|
|
f"You are on unstructured version {__unstructured_version__}. "
|
|
"Partitioning .ppt files is only supported in unstructured>=0.4.11. "
|
|
"Please upgrade the unstructured package and try again."
|
|
)
|
|
|
|
if is_ppt:
|
|
from unstructured.partition.ppt import partition_ppt
|
|
|
|
return partition_ppt(filename=self.file_path, **self.unstructured_kwargs)
|
|
else:
|
|
from unstructured.partition.pptx import partition_pptx
|
|
|
|
return partition_pptx(filename=self.file_path, **self.unstructured_kwargs)
|