mirror of
https://github.com/run-llama/create-llama.git
synced 2026-07-19 23:13:36 -04:00
Huu Le
50 lines
1.4 KiB
Python
50 lines
1.4 KiB
Python
import logging
|
|
|
|
from fastapi import APIRouter, BackgroundTasks, HTTPException, Request, status
|
|
|
|
from app.api.routers.models import (
|
|
ChatData,
|
|
)
|
|
from app.api.routers.vercel_response import VercelStreamResponse
|
|
from app.engine.query_filter import generate_filters
|
|
from app.workflows import create_workflow
|
|
|
|
chat_router = r = APIRouter()
|
|
|
|
logger = logging.getLogger("uvicorn")
|
|
|
|
|
|
@r.post("")
|
|
async def chat(
|
|
request: Request,
|
|
data: ChatData,
|
|
background_tasks: BackgroundTasks,
|
|
):
|
|
try:
|
|
last_message_content = data.get_last_message_content()
|
|
messages = data.get_history_messages(include_agent_messages=True)
|
|
|
|
doc_ids = data.get_chat_document_ids()
|
|
filters = generate_filters(doc_ids)
|
|
params = data.data or {}
|
|
|
|
workflow = create_workflow(
|
|
chat_history=messages,
|
|
params=params,
|
|
filters=filters,
|
|
)
|
|
|
|
event_handler = workflow.run(input=last_message_content, streaming=True)
|
|
return VercelStreamResponse(
|
|
request=request,
|
|
chat_data=data,
|
|
event_handler=event_handler,
|
|
events=workflow.stream_events(),
|
|
)
|
|
except Exception as e:
|
|
logger.exception("Error in chat engine", exc_info=True)
|
|
raise HTTPException(
|
|
status_code=status.HTTP_500_INTERNAL_SERVER_ERROR,
|
|
detail=f"Error in chat engine: {e}",
|
|
) from e
|