mirror of
https://github.com/run-llama/chat-ui.git
synced 2026-07-01 21:24:01 -04:00
Thuc Pham
157 lines
4.7 KiB
Python
157 lines
4.7 KiB
Python
from fastapi import APIRouter, Request
|
|
from fastapi.responses import StreamingResponse
|
|
from .vercel import SSEStreamResponse, get_text
|
|
|
|
router = APIRouter(prefix="/chat")
|
|
|
|
|
|
@router.post("/")
|
|
async def chat(request: Request) -> StreamingResponse:
|
|
data = await request.json()
|
|
messages = data.get("messages", [])
|
|
last_message = messages[-1] if messages else {}
|
|
content = get_text(last_message)
|
|
|
|
query_text = f'User query: "{content}".\n'
|
|
|
|
# Advanced sample parts matching the Next.js advanced route
|
|
sample_parts = [
|
|
"Welcome to the demo of @llamaindex/chat-ui. Let me show you the different types of components that can be triggered from the server.",
|
|
|
|
"""
|
|
### Text Part
|
|
Text part is used to display text in the chat. It is in markdown format.
|
|
You can use markdown syntax to format the text. Some examples:
|
|
|
|
- **bold** -> this is bold text
|
|
- *italic* -> this is italic text
|
|
- [link](https://www.google.com) -> this is a link
|
|
|
|
You can also display a code block inside markdown.
|
|
|
|
```js
|
|
const a = 1
|
|
const b = 2
|
|
const c = a + b
|
|
console.log(c)
|
|
```""",
|
|
|
|
"""
|
|
### Parts
|
|
|
|
Beside text, you can also display parts in the chat. Parts can be displayed before or after the text.
|
|
|
|
**Built-in parts**
|
|
|
|
@llamaindex/chat-ui provides some built-in parts for you to use
|
|
|
|
- **file** -> display a file with name and url
|
|
- **event** -> display a event with title, status, and data
|
|
- **artifact** -> display a code artifact
|
|
- **sources** -> display a list of sources
|
|
- **suggested_questions** -> display a list of suggested questions
|
|
|
|
**Custom parts**
|
|
|
|
You can also create your own custom parts.
|
|
|
|
- **weather** -> display a weather card
|
|
- **wiki** -> display a wiki card
|
|
""",
|
|
|
|
"**file**: Here is the demo of a file part",
|
|
{
|
|
"type": "file",
|
|
"data": {
|
|
"filename": "upload.pdf",
|
|
"mediaType": "application/pdf",
|
|
"url": "https://pdfobject.com/pdf/sample.pdf"
|
|
}
|
|
},
|
|
|
|
"**event**: Here is the demo of event parts. The second event part will override the first one because they have the same id",
|
|
{
|
|
"id": "demo_sample_event_id",
|
|
"type": "event",
|
|
"data": {
|
|
"title": "Calling tool `get_weather` with input `San Francisco, CA`",
|
|
"status": "pending"
|
|
}
|
|
},
|
|
{
|
|
"id": "demo_sample_event_id", # Same id to override previous part
|
|
"type": "event",
|
|
"data": {
|
|
"title": "Got response from tool `get_weather` with input `San Francisco, CA`",
|
|
"status": "success",
|
|
"data": {
|
|
"location": "San Francisco, CA",
|
|
"temperature": 22,
|
|
"condition": "sunny",
|
|
"humidity": 65,
|
|
"windSpeed": 12
|
|
}
|
|
}
|
|
},
|
|
|
|
"**weather**: Here is the demo of a weather part. It is a custom part",
|
|
{
|
|
"type": "weather",
|
|
"data": {
|
|
"location": "San Francisco, CA",
|
|
"temperature": 22,
|
|
"condition": "sunny",
|
|
"humidity": 65,
|
|
"windSpeed": 12
|
|
}
|
|
},
|
|
|
|
"**wiki**: Here is the demo of a wiki part",
|
|
{
|
|
"type": "wiki",
|
|
"data": {
|
|
"title": "LlamaIndex",
|
|
"summary": "LlamaIndex is a framework for building AI applications.",
|
|
"url": "https://www.llamaindex.ai",
|
|
"category": "AI",
|
|
"lastUpdated": "2025-06-02"
|
|
}
|
|
},
|
|
|
|
"**artifact**: Here is the demo of a artifact part",
|
|
{
|
|
"type": "artifact",
|
|
"data": {
|
|
"type": "code",
|
|
"data": {
|
|
"file_name": "code.py",
|
|
"code": 'print("Hello, world!")',
|
|
"language": "python"
|
|
}
|
|
}
|
|
},
|
|
|
|
"**sources**: Here is the demo of a sources part",
|
|
{
|
|
"type": "sources",
|
|
"data": {
|
|
"nodes": [
|
|
{"id": "1", "url": "/sample.pdf"},
|
|
{"id": "2", "url": "/sample.pdf"}
|
|
]
|
|
}
|
|
},
|
|
|
|
"**suggested_questions**: Here is the demo of a suggested_questions part",
|
|
{
|
|
"type": "suggested_questions",
|
|
"data": [
|
|
"I think you should go to the beach",
|
|
"I think you should go to the mountains",
|
|
"I think you should go to the city"
|
|
]
|
|
}
|
|
]
|
|
|
|
return SSEStreamResponse(parts=sample_parts, query=query_text)
|