mirror of
https://github.com/Mintplex-Labs/langchain-python.git
synced 2026-08-26 16:55:38 -04:00
0e878ccc2d
- Description: This is a chat model equivalent of HumanInputLLM. An example notebook is also added. - Tag maintainer: @hwchase17, @baskaryan - Twitter handle: N/A
123 lines
3.9 KiB
Python
123 lines
3.9 KiB
Python
"""ChatModel wrapper which returns user input as the response.."""
|
|
import asyncio
|
|
from functools import partial
|
|
from io import StringIO
|
|
from typing import Any, Callable, List, Mapping, Optional
|
|
|
|
import yaml
|
|
from pydantic import Field
|
|
|
|
from langchain.callbacks.manager import (
|
|
AsyncCallbackManagerForLLMRun,
|
|
CallbackManagerForLLMRun,
|
|
)
|
|
from langchain.chat_models.base import BaseChatModel
|
|
from langchain.llms.utils import enforce_stop_tokens
|
|
from langchain.schema.messages import (
|
|
BaseMessage,
|
|
HumanMessage,
|
|
_message_from_dict,
|
|
messages_to_dict,
|
|
)
|
|
from langchain.schema.output import ChatGeneration, ChatResult
|
|
|
|
|
|
def _display_messages(messages: List[BaseMessage]) -> None:
|
|
dict_messages = messages_to_dict(messages)
|
|
for message in dict_messages:
|
|
yaml_string = yaml.dump(
|
|
message,
|
|
default_flow_style=False,
|
|
sort_keys=False,
|
|
allow_unicode=True,
|
|
width=10000,
|
|
line_break=None,
|
|
)
|
|
print("\n", "======= start of message =======", "\n\n")
|
|
print(yaml_string)
|
|
print("======= end of message =======", "\n\n")
|
|
|
|
|
|
def _collect_yaml_input(
|
|
messages: List[BaseMessage], stop: Optional[List[str]] = None
|
|
) -> BaseMessage:
|
|
"""Collects and returns user input as a single string."""
|
|
lines = []
|
|
while True:
|
|
line = input()
|
|
if not line.strip():
|
|
break
|
|
if stop and any(seq in line for seq in stop):
|
|
break
|
|
lines.append(line)
|
|
yaml_string = "\n".join(lines)
|
|
|
|
# Try to parse the input string as YAML
|
|
try:
|
|
message = _message_from_dict(yaml.safe_load(StringIO(yaml_string)))
|
|
if message is None:
|
|
return HumanMessage(content="")
|
|
if stop:
|
|
message.content = enforce_stop_tokens(message.content, stop)
|
|
return message
|
|
except yaml.YAMLError:
|
|
raise ValueError("Invalid YAML string entered.")
|
|
except ValueError:
|
|
raise ValueError("Invalid message entered.")
|
|
|
|
|
|
class HumanInputChatModel(BaseChatModel):
|
|
"""ChatModel wrapper which returns user input as the response.."""
|
|
|
|
input_func: Callable = Field(default_factory=lambda: _collect_yaml_input)
|
|
message_func: Callable = Field(default_factory=lambda: _display_messages)
|
|
separator: str = "\n"
|
|
input_kwargs: Mapping[str, Any] = {}
|
|
message_kwargs: Mapping[str, Any] = {}
|
|
|
|
@property
|
|
def _identifying_params(self) -> Mapping[str, Any]:
|
|
return {
|
|
"input_func": self.input_func.__name__,
|
|
"message_func": self.message_func.__name__,
|
|
}
|
|
|
|
@property
|
|
def _llm_type(self) -> str:
|
|
"""Returns the type of LLM."""
|
|
return "human-input-chat-model"
|
|
|
|
def _generate(
|
|
self,
|
|
messages: List[BaseMessage],
|
|
stop: Optional[List[str]] = None,
|
|
run_manager: Optional[CallbackManagerForLLMRun] = None,
|
|
**kwargs: Any,
|
|
) -> ChatResult:
|
|
"""
|
|
Displays the messages to the user and returns their input as a response.
|
|
|
|
Args:
|
|
messages (List[BaseMessage]): The messages to be displayed to the user.
|
|
stop (Optional[List[str]]): A list of stop strings.
|
|
run_manager (Optional[CallbackManagerForLLMRun]): Currently not used.
|
|
|
|
Returns:
|
|
ChatResult: The user's input as a response.
|
|
"""
|
|
self.message_func(messages, **self.message_kwargs)
|
|
user_input = self.input_func(messages, stop=stop, **self.input_kwargs)
|
|
return ChatResult(generations=[ChatGeneration(message=user_input)])
|
|
|
|
async def _agenerate(
|
|
self,
|
|
messages: List[BaseMessage],
|
|
stop: Optional[List[str]] = None,
|
|
run_manager: Optional[AsyncCallbackManagerForLLMRun] = None,
|
|
**kwargs: Any,
|
|
) -> ChatResult:
|
|
func = partial(
|
|
self._generate, messages, stop=stop, run_manager=run_manager, **kwargs
|
|
)
|
|
return await asyncio.get_event_loop().run_in_executor(None, func)
|