mirror of
https://github.com/langchain-ai/deepagents.git
synced 2026-08-27 10:51:26 -04:00
Mason Daugherty
550a8abf3c
Resumed threads now carry the model they last used, so `dcode -r` can continue the conversation with the same provider/model instead of silently falling back to the current default. Explicit `--model` selections still take precedence, and resume-driven switches stay session-only so they do not rewrite the user's saved model preferences.
39 lines
1.3 KiB
Python
39 lines
1.3 KiB
Python
"""Lightweight runtime context type for app model overrides.
|
|
|
|
Extracted from `configurable_model` so hot-path modules (`app`,
|
|
`textual_adapter`) can import `CLIContext` without pulling in the langchain
|
|
middleware stack.
|
|
"""
|
|
|
|
from __future__ import annotations
|
|
|
|
from typing import Any
|
|
|
|
from typing_extensions import TypedDict
|
|
|
|
|
|
class CLIContext(TypedDict, total=False):
|
|
"""Runtime context passed via `context=` to the LangGraph graph.
|
|
|
|
Carries per-invocation overrides that `ConfigurableModelMiddleware`
|
|
reads from `request.runtime.context`.
|
|
"""
|
|
|
|
model: str | None
|
|
"""Model spec to swap at runtime (e.g. `'provider:model'`)."""
|
|
|
|
model_params: dict[str, Any]
|
|
"""Invocation params (e.g. `temperature`, `max_tokens`) to merge
|
|
into `model_settings`."""
|
|
|
|
effective_model: str | None
|
|
"""Resolved `provider:model` spec actually in use for this invocation.
|
|
|
|
Unlike `model` (a swap *instruction* that is `None` when the base model is
|
|
used), this carries the model in effect — whether from a `/model` override
|
|
or the startup default — so `ResumeStateMiddleware` can record it to
|
|
checkpoint state for restore on resume. `None` when no usable spec is
|
|
resolved yet (e.g. credentials not configured), in which case nothing is
|
|
recorded rather than a malformed spec.
|
|
"""
|