IMPROVEMENT: import Document from core (#13905)

This commit is contained in:
Bagatur
2023-11-27 12:48:43 -08:00
committed by GitHub
parent 886bc2d50a
commit ac67422a3d
255 changed files with 371 additions and 273 deletions
@@ -1,6 +1,7 @@
"""Chain that implements the ReAct paper from https://arxiv.org/pdf/2210.03629.pdf."""
from typing import Any, List, Optional, Sequence
from langchain_core.documents import Document
from langchain_core.language_models import BaseLanguageModel
from langchain_core.prompts import BasePromptTemplate
from langchain_core.pydantic_v1 import Field
@@ -13,7 +14,6 @@ from langchain.agents.react.wiki_prompt import WIKI_PROMPT
from langchain.agents.tools import Tool
from langchain.agents.utils import validate_tools_single_input
from langchain.docstore.base import Docstore
from langchain.docstore.document import Document
from langchain.tools.base import BaseTool
@@ -3,6 +3,7 @@
from abc import ABC, abstractmethod
from typing import Any, Dict, List, Optional, Tuple, Type
from langchain_core.documents import Document
from langchain_core.pydantic_v1 import BaseModel, Field, create_model
from langchain_core.runnables.config import RunnableConfig
@@ -11,7 +12,6 @@ from langchain.callbacks.manager import (
CallbackManagerForChainRun,
)
from langchain.chains.base import Chain
from langchain.docstore.document import Document
from langchain.text_splitter import RecursiveCharacterTextSplitter, TextSplitter
@@ -4,6 +4,7 @@ from __future__ import annotations
from typing import Any, Dict, List, Optional, Tuple, Type
from langchain_core.documents import Document
from langchain_core.pydantic_v1 import BaseModel, Extra, create_model, root_validator
from langchain_core.runnables.config import RunnableConfig
@@ -11,7 +12,6 @@ from langchain.callbacks.manager import Callbacks
from langchain.chains.combine_documents.base import BaseCombineDocumentsChain
from langchain.chains.combine_documents.reduce import ReduceDocumentsChain
from langchain.chains.llm import LLMChain
from langchain.docstore.document import Document
class MapReduceDocumentsChain(BaseCombineDocumentsChain):
@@ -4,13 +4,13 @@ from __future__ import annotations
from typing import Any, Dict, List, Optional, Sequence, Tuple, Type, Union, cast
from langchain_core.documents import Document
from langchain_core.pydantic_v1 import BaseModel, Extra, create_model, root_validator
from langchain_core.runnables.config import RunnableConfig
from langchain.callbacks.manager import Callbacks
from langchain.chains.combine_documents.base import BaseCombineDocumentsChain
from langchain.chains.llm import LLMChain
from langchain.docstore.document import Document
from langchain.output_parsers.regex import RegexParser
@@ -4,11 +4,11 @@ from __future__ import annotations
from typing import Any, Callable, List, Optional, Protocol, Tuple
from langchain_core.documents import Document
from langchain_core.pydantic_v1 import Extra
from langchain.callbacks.manager import Callbacks
from langchain.chains.combine_documents.base import BaseCombineDocumentsChain
from langchain.docstore.document import Document
class CombineDocsProtocol(Protocol):
@@ -4,6 +4,7 @@ from __future__ import annotations
from typing import Any, Dict, List, Tuple
from langchain_core.documents import Document
from langchain_core.prompts import BasePromptTemplate, format_document
from langchain_core.prompts.prompt import PromptTemplate
from langchain_core.pydantic_v1 import Extra, Field, root_validator
@@ -13,7 +14,6 @@ from langchain.chains.combine_documents.base import (
BaseCombineDocumentsChain,
)
from langchain.chains.llm import LLMChain
from langchain.docstore.document import Document
def _get_default_document_prompt() -> PromptTemplate:
@@ -2,6 +2,7 @@
from typing import Any, Dict, List, Optional, Tuple
from langchain_core.documents import Document
from langchain_core.prompts import BasePromptTemplate, format_document
from langchain_core.prompts.prompt import PromptTemplate
from langchain_core.pydantic_v1 import Extra, Field, root_validator
@@ -11,7 +12,6 @@ from langchain.chains.combine_documents.base import (
BaseCombineDocumentsChain,
)
from langchain.chains.llm import LLMChain
from langchain.docstore.document import Document
def _get_default_document_prompt() -> PromptTemplate:
+1 -1
View File
@@ -7,6 +7,7 @@ from __future__ import annotations
from typing import Any, Dict, List, Mapping, Optional
from langchain_core.documents import Document
from langchain_core.language_models import BaseLanguageModel
from langchain_core.prompts import BasePromptTemplate
from langchain_core.pydantic_v1 import Extra
@@ -18,7 +19,6 @@ from langchain.chains.combine_documents.base import BaseCombineDocumentsChain
from langchain.chains.combine_documents.map_reduce import MapReduceDocumentsChain
from langchain.chains.combine_documents.stuff import StuffDocumentsChain
from langchain.chains.llm import LLMChain
from langchain.docstore.document import Document
from langchain.text_splitter import TextSplitter
@@ -7,6 +7,7 @@ import re
from abc import ABC, abstractmethod
from typing import Any, Dict, List, Optional, Tuple
from langchain_core.documents import Document
from langchain_core.language_models import BaseLanguageModel
from langchain_core.prompts import BasePromptTemplate
from langchain_core.pydantic_v1 import Extra, root_validator
@@ -27,7 +28,6 @@ from langchain.chains.qa_with_sources.map_reduce_prompt import (
EXAMPLE_PROMPT,
QUESTION_PROMPT,
)
from langchain.docstore.document import Document
class BaseQAWithSourcesChain(Chain, ABC):
@@ -2,6 +2,7 @@
from typing import Any, Dict, List
from langchain_core.documents import Document
from langchain_core.pydantic_v1 import Field
from langchain_core.retrievers import BaseRetriever
@@ -11,7 +12,6 @@ from langchain.callbacks.manager import (
)
from langchain.chains.combine_documents.stuff import StuffDocumentsChain
from langchain.chains.qa_with_sources.base import BaseQAWithSourcesChain
from langchain.docstore.document import Document
class RetrievalQAWithSourcesChain(BaseQAWithSourcesChain):
@@ -3,6 +3,7 @@
import warnings
from typing import Any, Dict, List
from langchain_core.documents import Document
from langchain_core.pydantic_v1 import Field, root_validator
from langchain_core.vectorstores import VectorStore
@@ -12,7 +13,6 @@ from langchain.callbacks.manager import (
)
from langchain.chains.combine_documents.stuff import StuffDocumentsChain
from langchain.chains.qa_with_sources.base import BaseQAWithSourcesChain
from langchain.docstore.document import Document
class VectorDBQAWithSourcesChain(BaseQAWithSourcesChain):
@@ -2,13 +2,13 @@ from __future__ import annotations
from typing import Any, Dict, List, Optional, Sequence, Tuple, Type
from langchain_core.documents import Document
from langchain_core.embeddings import Embeddings
from langchain_core.pydantic_v1 import Extra
from langchain_core.vectorstores import VectorStore
from langchain.callbacks.manager import CallbackManagerForChainRun
from langchain.chains.router.base import RouterChain
from langchain.docstore.document import Document
class EmbeddingRouterChain(RouterChain):
+1 -1
View File
@@ -2,7 +2,7 @@
from abc import ABC, abstractmethod
from typing import Dict, List, Union
from langchain.docstore.document import Document
from langchain_core.documents import Document
class Docstore(ABC):
@@ -1,8 +1,9 @@
"""Simple in memory docstore in the form of a dict."""
from typing import Dict, List, Optional, Union
from langchain_core.documents import Document
from langchain.docstore.base import AddableMixin, Docstore
from langchain.docstore.document import Document
class InMemoryDocstore(Docstore, AddableMixin):
@@ -3,8 +3,9 @@
from typing import Union
from langchain_core.documents import Document
from langchain.docstore.base import Docstore
from langchain.docstore.document import Document
class Wikipedia(Docstore):
@@ -2,7 +2,8 @@ import re
from pathlib import Path
from typing import Iterator, List
from langchain.docstore.document import Document
from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader
@@ -1,8 +1,8 @@
from typing import Any, Callable, Iterator, List, Mapping, Optional
from langchain_core.documents import Document
from langchain_core.utils.utils import guard_import
from langchain.docstore.document import Document
from langchain.document_loaders.base import BaseLoader
RecordHandler = Callable[[Any, Optional[str]], Document]
@@ -1,7 +1,8 @@
import json
from typing import List
from langchain.docstore.document import Document
from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader
from langchain.utils import stringify_dict
@@ -1,6 +1,7 @@
from typing import Iterator, List
from langchain.docstore.document import Document
from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader
@@ -1,8 +1,8 @@
from typing import Any, Callable, Dict, List
from langchain_core.documents import Document
from langchain_core.pydantic_v1 import BaseModel, root_validator
from langchain.docstore.document import Document
from langchain.document_loaders.base import BaseLoader
@@ -8,7 +8,8 @@ import warnings
from datetime import datetime, timezone
from typing import TYPE_CHECKING, Any, Iterator, List, Optional, Union
from langchain.docstore.document import Document
from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader
if TYPE_CHECKING:
@@ -1,6 +1,7 @@
from typing import Any, List, Optional
from langchain.docstore.document import Document
from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader
from langchain.utilities.arxiv import ArxivAPIWrapper
@@ -3,7 +3,8 @@ from __future__ import annotations
from enum import Enum
from typing import TYPE_CHECKING, List, Optional
from langchain.docstore.document import Document
from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader
if TYPE_CHECKING:
@@ -6,8 +6,8 @@ from typing import Any, Dict, Iterator, List, Optional, Union, cast
import aiohttp
import requests
from langchain_core.documents import Document
from langchain.docstore.document import Document
from langchain.document_loaders.base import BaseLoader
logger = logging.getLogger(__name__)
@@ -1,6 +1,7 @@
from typing import List
from langchain.docstore.document import Document
from langchain_core.documents import Document
from langchain.document_loaders.web_base import WebBaseLoader
@@ -1,6 +1,7 @@
from typing import List
from langchain.docstore.document import Document
from langchain_core.documents import Document
from langchain.document_loaders.azure_blob_storage_file import (
AzureBlobStorageFileLoader,
)
@@ -2,7 +2,8 @@ import os
import tempfile
from typing import List
from langchain.docstore.document import Document
from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader
from langchain.document_loaders.unstructured import UnstructuredFileLoader
@@ -1,6 +1,7 @@
from typing import Any, Iterator, List
from langchain.docstore.document import Document
from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader
@@ -3,7 +3,8 @@ import os
import tempfile
from typing import Any, Iterator, List
from langchain.docstore.document import Document
from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader
from langchain.document_loaders.unstructured import UnstructuredFileLoader
@@ -3,7 +3,8 @@ import re
from pathlib import Path
from typing import Any, Iterator, List, Mapping, Optional
from langchain.docstore.document import Document
from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader
from langchain.utilities.bibtex import BibtexparserWrapper
@@ -2,7 +2,8 @@ from __future__ import annotations
from typing import TYPE_CHECKING, List, Optional
from langchain.docstore.document import Document
from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader
from langchain.utilities.vertexai import get_client_info
@@ -4,8 +4,8 @@ import warnings
from typing import List, Tuple
import requests
from langchain_core.documents import Document
from langchain.docstore.document import Document
from langchain.document_loaders.base import BaseLoader
@@ -4,7 +4,8 @@ from pathlib import Path
from typing import Any, List, Optional, Tuple
from urllib.parse import unquote
from langchain.docstore.document import Document
from langchain_core.documents import Document
from langchain.document_loaders.directory import DirectoryLoader
from langchain.document_loaders.pdf import PyPDFLoader
from langchain.document_loaders.web_base import WebBaseLoader
@@ -5,8 +5,8 @@ from enum import Enum
from typing import List, Optional
import requests
from langchain_core.documents import Document
from langchain.docstore.document import Document
from langchain.document_loaders.base import BaseLoader
@@ -1,6 +1,7 @@
from typing import Iterator, List, Optional
from langchain.docstore.document import Document
from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader
from langchain.utilities.brave_search import BraveSearchWrapper
@@ -1,8 +1,8 @@
from typing import Iterator, List, Union
import requests
from langchain_core.documents import Document
from langchain.docstore.document import Document
from langchain.document_loaders.base import BaseLoader
@@ -2,7 +2,8 @@ import datetime
import json
from typing import List
from langchain.docstore.document import Document
from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader
@@ -2,7 +2,8 @@ import asyncio
import logging
from typing import Iterator, List
from langchain.docstore.document import Document
from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader
logger = logging.getLogger(__name__)
@@ -1,6 +1,7 @@
from typing import List
from langchain.docstore.document import Document
from langchain_core.documents import Document
from langchain.document_loaders.web_base import WebBaseLoader
@@ -4,6 +4,7 @@ from io import BytesIO
from typing import Any, Callable, Dict, List, Optional, Union
import requests
from langchain_core.documents import Document
from tenacity import (
before_sleep_log,
retry,
@@ -11,7 +12,6 @@ from tenacity import (
wait_exponential,
)
from langchain.docstore.document import Document
from langchain.document_loaders.base import BaseLoader
logger = logging.getLogger(__name__)
@@ -1,7 +1,8 @@
import csv
from typing import List
from langchain.docstore.document import Document
from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader
@@ -2,7 +2,8 @@ import csv
from io import TextIOWrapper
from typing import Any, Dict, List, Optional, Sequence
from langchain.docstore.document import Document
from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader
from langchain.document_loaders.helpers import detect_file_encodings
from langchain.document_loaders.unstructured import (
@@ -4,8 +4,8 @@ import time
from typing import List
import requests
from langchain_core.documents import Document
from langchain.docstore.document import Document
from langchain.document_loaders.base import BaseLoader
logger = logging.getLogger(__name__)
@@ -1,7 +1,8 @@
from datetime import datetime, timedelta
from typing import List, Optional
from langchain.docstore.document import Document
from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader
@@ -1,6 +1,7 @@
from typing import Any, Iterator, List
from langchain.docstore.document import Document
from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader
@@ -2,8 +2,8 @@ import logging
from typing import Any, List
import requests
from langchain_core.documents import Document
from langchain.docstore.document import Document
from langchain.document_loaders.base import BaseLoader
logger = logging.getLogger(__name__)
@@ -4,7 +4,8 @@ import random
from pathlib import Path
from typing import Any, List, Optional, Type, Union
from langchain.docstore.document import Document
from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader
from langchain.document_loaders.html_bs import BSHTMLLoader
from langchain.document_loaders.text import TextLoader
@@ -2,7 +2,8 @@ from __future__ import annotations
from typing import TYPE_CHECKING, List
from langchain.docstore.document import Document
from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader
if TYPE_CHECKING:
@@ -6,9 +6,9 @@ from pathlib import Path
from typing import Any, Dict, List, Mapping, Optional, Sequence, Union
import requests
from langchain_core.documents import Document
from langchain_core.pydantic_v1 import BaseModel, root_validator
from langchain.docstore.document import Document
from langchain.document_loaders.base import BaseLoader
TD_NAME = "{http://www.w3.org/1999/xhtml}td"
@@ -11,9 +11,9 @@ import tempfile
from pathlib import Path
from typing import Any, Dict, List, Optional
from langchain_core.documents import Document
from langchain_core.pydantic_v1 import BaseModel, root_validator
from langchain.docstore.document import Document
from langchain.document_loaders.base import BaseLoader
@@ -1,6 +1,7 @@
from typing import Dict, List, Optional, cast
from langchain.docstore.document import Document
from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader
@@ -1,7 +1,8 @@
import os
from typing import Any, List
from langchain.docstore.document import Document
from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader
from langchain.document_loaders.unstructured import (
UnstructuredFileLoader,
@@ -3,10 +3,10 @@ import warnings
from typing import Any, Dict, Iterator, List, Optional
import requests
from langchain_core.documents import Document
from langchain_core.pydantic_v1 import BaseModel, root_validator, validator
from typing_extensions import NotRequired, TypedDict
from langchain.docstore.document import Document
from langchain.document_loaders.base import BaseBlobParser, BaseLoader
from langchain.document_loaders.blob_loaders import Blob
from langchain.text_splitter import TextSplitter
@@ -3,8 +3,8 @@ import re
from typing import Iterator, List
import requests
from langchain_core.documents import Document
from langchain.docstore.document import Document
from langchain.document_loaders.base import BaseLoader
@@ -8,7 +8,8 @@ from base64 import b64decode
from time import strptime
from typing import Any, Dict, Iterator, List, Optional
from langchain.docstore.document import Document
from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader
logger = logging.getLogger(__name__)
@@ -3,7 +3,8 @@ import json
from pathlib import Path
from typing import List
from langchain.docstore.document import Document
from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader
@@ -1,6 +1,7 @@
from typing import Iterator, List, Optional, Sequence
from langchain.docstore.document import Document
from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader
@@ -2,7 +2,8 @@ import json
import urllib.request
from typing import Any, List
from langchain.docstore.document import Document
from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader
from langchain.utils import stringify_dict
@@ -1,6 +1,7 @@
from typing import Callable, List, Optional
from langchain.docstore.document import Document
from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader
from langchain.document_loaders.gcs_file import GCSFileLoader
from langchain.utilities.vertexai import get_client_info
@@ -2,7 +2,8 @@ import os
import tempfile
from typing import Callable, List, Optional
from langchain.docstore.document import Document
from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader
from langchain.document_loaders.unstructured import UnstructuredFileLoader
from langchain.utilities.vertexai import get_client_info
@@ -1,6 +1,7 @@
from typing import Any, Iterator, List
from langchain.docstore.document import Document
from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader
@@ -1,7 +1,8 @@
import os
from typing import Callable, List, Optional
from langchain.docstore.document import Document
from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader
@@ -1,7 +1,8 @@
from typing import Any, List, Optional
from urllib.parse import urljoin, urlparse
from langchain.docstore.document import Document
from langchain_core.documents import Document
from langchain.document_loaders.web_base import WebBaseLoader
@@ -3,9 +3,9 @@ from datetime import datetime
from typing import Dict, Iterator, List, Literal, Optional, Union
import requests
from langchain_core.documents import Document
from langchain_core.pydantic_v1 import BaseModel, root_validator, validator
from langchain.docstore.document import Document
from langchain.document_loaders.base import BaseLoader
from langchain.utils import get_from_dict_or_env
@@ -2,7 +2,8 @@ from __future__ import annotations
from typing import TYPE_CHECKING, List, Optional
from langchain.docstore.document import Document
from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader
from langchain.utilities.vertexai import get_client_info
@@ -11,9 +11,9 @@ import os
from pathlib import Path
from typing import Any, Dict, List, Optional, Sequence, Union
from langchain_core.documents import Document
from langchain_core.pydantic_v1 import BaseModel, root_validator, validator
from langchain.docstore.document import Document
from langchain.document_loaders.base import BaseLoader
SCOPES = ["https://www.googleapis.com/auth/drive.readonly"]
@@ -1,6 +1,7 @@
from typing import List
from langchain.docstore.document import Document
from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader
@@ -1,6 +1,7 @@
from typing import Any, List
from langchain.docstore.document import Document
from langchain_core.documents import Document
from langchain.document_loaders.web_base import WebBaseLoader
@@ -1,7 +1,8 @@
import logging
from typing import Dict, List, Union
from langchain.docstore.document import Document
from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader
logger = logging.getLogger(__name__)
@@ -1,6 +1,7 @@
from typing import Iterator, List, Mapping, Optional, Sequence, Union
from langchain.docstore.document import Document
from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader
@@ -1,8 +1,8 @@
from typing import List, Optional
import requests
from langchain_core.documents import Document
from langchain.docstore.document import Document
from langchain.document_loaders.base import BaseLoader
from langchain.document_loaders.web_base import WebBaseLoader
@@ -2,8 +2,8 @@ from io import BytesIO
from typing import Any, List, Tuple, Union
import requests
from langchain_core.documents import Document
from langchain.docstore.document import Document
from langchain.document_loaders.base import BaseLoader
@@ -1,6 +1,7 @@
from typing import List
from langchain.docstore.document import Document
from langchain_core.documents import Document
from langchain.document_loaders.web_base import WebBaseLoader
@@ -2,7 +2,8 @@ import json
import urllib.request
from typing import List, Optional
from langchain.docstore.document import Document
from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader
from langchain.utils import get_from_env, stringify_dict
@@ -2,7 +2,8 @@ import json
from pathlib import Path
from typing import Any, Callable, Dict, List, Optional, Union
from langchain.docstore.document import Document
from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader
@@ -2,7 +2,8 @@ import json
import urllib.request
from typing import Any, Iterator, List
from langchain.docstore.document import Document
from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader
@@ -3,7 +3,8 @@ from __future__ import annotations
import os
from typing import TYPE_CHECKING, Any, Dict, Iterable, List, Optional, Sequence
from langchain.docstore.document import Document
from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader
if TYPE_CHECKING:
@@ -2,7 +2,8 @@ from __future__ import annotations
from typing import Any, Iterator, List, Optional, Sequence
from langchain.docstore.document import Document
from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader
from langchain.utilities.max_compute import MaxComputeAPIWrapper
@@ -2,7 +2,8 @@ import logging
from pathlib import Path
from typing import List, Optional, Sequence, Union
from langchain.docstore.document import Document
from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader
logger = logging.getLogger(__name__)
@@ -1,6 +1,7 @@
from typing import Iterator, List
from langchain.docstore.document import Document
from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader
@@ -2,7 +2,8 @@ import email
import logging
from typing import Dict, List, Union
from langchain.docstore.document import Document
from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader
logger = logging.getLogger(__name__)
@@ -3,7 +3,8 @@ import urllib.request
from base64 import b64encode
from typing import List, Optional
from langchain.docstore.document import Document
from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader
from langchain.utils import get_from_env, stringify_value
@@ -2,7 +2,8 @@ import asyncio
import logging
from typing import Dict, List, Optional
from langchain.docstore.document import Document
from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader
logger = logging.getLogger(__name__)
@@ -2,7 +2,8 @@
import logging
from typing import Any, Iterator, List
from langchain.docstore.document import Document
from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader
logger = logging.getLogger(__name__)
@@ -3,7 +3,8 @@ import json
from pathlib import Path
from typing import Any, List
from langchain.docstore.document import Document
from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader
@@ -1,7 +1,8 @@
from pathlib import Path
from typing import List
from langchain.docstore.document import Document
from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader
@@ -1,8 +1,8 @@
from typing import Any, Dict, List, Optional
import requests
from langchain_core.documents import Document
from langchain.docstore.document import Document
from langchain.document_loaders.base import BaseLoader
NOTION_BASE_URL = "https://api.notion.com/v1"
@@ -2,7 +2,8 @@ import json
import uuid
from typing import List
from langchain.docstore.document import Document
from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader
from langchain.tools.nuclia.tool import NucliaUnderstandingAPI
@@ -1,7 +1,8 @@
# coding:utf-8
from typing import List, Optional
from langchain.docstore.document import Document
from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader
from langchain.document_loaders.obs_file import OBSFileLoader
@@ -4,7 +4,8 @@ import os
import tempfile
from typing import Any, List, Optional
from langchain.docstore.document import Document
from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader
from langchain.document_loaders.unstructured import UnstructuredFileLoader
@@ -4,8 +4,8 @@ from pathlib import Path
from typing import List
import yaml
from langchain_core.documents import Document
from langchain.docstore.document import Document
from langchain.document_loaders.base import BaseLoader
logger = logging.getLogger(__name__)
@@ -4,9 +4,9 @@ from __future__ import annotations
import logging
from typing import TYPE_CHECKING, Iterator, List, Optional, Sequence, Union
from langchain_core.documents import Document
from langchain_core.pydantic_v1 import Field
from langchain.docstore.document import Document
from langchain.document_loaders.base_o365 import (
O365BaseLoader,
_FileType,
@@ -3,9 +3,9 @@ from __future__ import annotations
import tempfile
from typing import TYPE_CHECKING, List
from langchain_core.documents import Document
from langchain_core.pydantic_v1 import BaseModel, Field
from langchain.docstore.document import Document
from langchain.document_loaders.base import BaseLoader
from langchain.document_loaders.unstructured import UnstructuredFileLoader
@@ -3,8 +3,8 @@ from pathlib import Path
from typing import Dict, Iterator, List, Optional
import requests
from langchain_core.documents import Document
from langchain.docstore.document import Document
from langchain.document_loaders.base import BaseLoader
from langchain.pydantic_v1 import BaseModel, BaseSettings, Field, FilePath, SecretStr
@@ -1,6 +1,7 @@
from typing import Iterator, List
from langchain.docstore.document import Document
from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader
@@ -10,9 +10,9 @@ import time
from dataclasses import dataclass
from typing import TYPE_CHECKING, Iterator, List, Optional, Sequence
from langchain_core.documents import Document
from langchain_core.utils.iter import batch_iterate
from langchain.docstore.document import Document
from langchain.document_loaders.base import BaseBlobParser
from langchain.document_loaders.blob_loaders import Blob
from langchain.utilities.vertexai import get_client_info
@@ -2,8 +2,8 @@ import logging
from typing import Dict, Iterator, List, Union
import requests
from langchain_core.documents import Document
from langchain.docstore.document import Document
from langchain.document_loaders.base import BaseBlobParser
from langchain.document_loaders.blob_loaders import Blob
@@ -3,7 +3,8 @@
import logging
from typing import Any, Dict, Iterator, Union
from langchain.docstore.document import Document
from langchain_core.documents import Document
from langchain.document_loaders.base import BaseBlobParser
from langchain.document_loaders.blob_loaders import Blob
@@ -1,6 +1,7 @@
from typing import Any, Dict, Iterator, Optional
from langchain.docstore.document import Document
from langchain_core.documents import Document
from langchain.document_loaders.base import BaseBlobParser
from langchain.document_loaders.blob_loaders import Blob
from langchain.document_loaders.parsers.language.cobol import CobolSegmenter
@@ -10,8 +10,8 @@ from typing import Any, Dict, Iterator, List, Mapping, Optional, Sequence, Union
from urllib.parse import urlparse
import requests
from langchain_core.documents import Document
from langchain.docstore.document import Document
from langchain.document_loaders.base import BaseLoader
from langchain.document_loaders.blob_loaders import Blob
from langchain.document_loaders.parsers.pdf import (

Some files were not shown because too many files have changed in this diff Show More