mirror of
https://github.com/Mintplex-Labs/langchain-python.git
synced 2026-07-21 16:55:25 -04:00
Matt Robinson
c4d53f98dc
### Summary Updates the docstrings in the Unstructured document loaders to display more useful information on the integrations page.
34 lines
1.2 KiB
Python
34 lines
1.2 KiB
Python
"""Loader that uses unstructured to load HTML files."""
|
|
from typing import List
|
|
|
|
from langchain.document_loaders.unstructured import UnstructuredFileLoader
|
|
|
|
|
|
class UnstructuredHTMLLoader(UnstructuredFileLoader):
|
|
"""UnstructuredHTMLLoader uses unstructured to load HTML files.
|
|
You can run the loader in one of two modes: "single" and "elements".
|
|
If you use "single" mode, the document will be returned as a single
|
|
langchain Document object. If you use "elements" mode, the unstructured
|
|
library will split the document into elements such as Title and NarrativeText.
|
|
You can pass in additional unstructured kwargs after mode to apply
|
|
different unstructured settings.
|
|
|
|
Examples
|
|
--------
|
|
from langchain.document_loaders import UnstructuredHTMLLoader
|
|
|
|
loader = UnstructuredHTMLLoader(
|
|
"example.html", mode="elements", strategy="fast",
|
|
)
|
|
docs = loader.load()
|
|
|
|
References
|
|
----------
|
|
https://unstructured-io.github.io/unstructured/bricks.html#partition-html
|
|
"""
|
|
|
|
def _get_elements(self) -> List:
|
|
from unstructured.partition.html import partition_html
|
|
|
|
return partition_html(filename=self.file_path, **self.unstructured_kwargs)
|