Files
Evan Mattson 1a84cb64b2 Python: prompt template config and kernel args support for agents (#10298)
### Motivation and Context

To bring the SK Python framework closer to .Net parity, we need to
support the ability to specify a prompt template config and kernel
arguments for ChatCompletion Agents as well as for Assistant Agents.

<!-- Thank you for your contribution to the semantic-kernel repo!
Please help reviewers and future users, providing the following
information:
  1. Why is this change required?
  2. What problem does it solve?
  3. What scenario does it contribute to?
  4. If it fixes an open issue, please link to the issue here.
-->

### Description

This PR adds support for:
- being able to specify a prompt template config for SK agents.
- allows kernel arguments to be passed to the agent as well as during
invoke - invoke args, similar to other kwargs, take precedence over
agent level config.
- adds test coverage
- creates agent templating samples for both ChatCompletionAgents and
OpenAI/AzureAssistantAgents
- closes #8022 
- closes #8699

<!-- Describe your changes, the overall approach, the underlying design.
These notes will help understanding how your code works. Thanks! -->

### Contribution Checklist

<!-- Before submitting this PR, please make sure: -->

- [X] The code builds clean without any errors or warnings
- [X] The PR follows the [SK Contribution
Guidelines](https://github.com/microsoft/semantic-kernel/blob/main/CONTRIBUTING.md)
and the [pre-submission formatting
script](https://github.com/microsoft/semantic-kernel/blob/main/CONTRIBUTING.md#development-scripts)
raises no violations
- [X] All unit tests pass, and I have added new tests where possible
- [X] I didn't break anyone 😄
2025-01-28 04:41:16 +00:00

114 lines
4.7 KiB
Python

# Copyright (c) Microsoft. All rights reserved.
import logging
from collections.abc import Callable
from typing import TYPE_CHECKING, Any
from pybars import Compiler, PybarsError
from pydantic import PrivateAttr, field_validator
from semantic_kernel.exceptions import HandlebarsTemplateRenderException, HandlebarsTemplateSyntaxError
from semantic_kernel.functions.kernel_arguments import KernelArguments
from semantic_kernel.prompt_template.const import HANDLEBARS_TEMPLATE_FORMAT_NAME
from semantic_kernel.prompt_template.prompt_template_base import PromptTemplateBase
from semantic_kernel.prompt_template.utils import HANDLEBAR_SYSTEM_HELPERS, create_template_helper_from_function
if TYPE_CHECKING:
from semantic_kernel.kernel import Kernel
from semantic_kernel.prompt_template.prompt_template_config import PromptTemplateConfig
logger: logging.Logger = logging.getLogger(__name__)
class HandlebarsPromptTemplate(PromptTemplateBase):
"""Create a Handlebars prompt template.
Handlebars are parsed as a whole and therefore do not have variables that can be extracted,
also with handlebars there is no distinction in syntax between a variable and a value,
a value that is encountered is tried to resolve with the arguments and the functions,
if not found, the literal value is returned.
Args:
prompt_template_config (PromptTemplateConfig): The prompt template configuration
This is checked if the template format is 'handlebars'
allow_dangerously_set_content (bool = False): Allow content without encoding throughout, this overrides
the same settings in the prompt template config and input variables.
This reverts the behavior to unencoded input.
Raises:
ValueError: If the template format is not 'handlebars'
HandlebarsTemplateSyntaxError: If the handlebars template has a syntax error
"""
_template_compiler: Any = PrivateAttr()
@field_validator("prompt_template_config")
@classmethod
def validate_template_format(cls, v: "PromptTemplateConfig") -> "PromptTemplateConfig":
"""Validate the template format."""
if v.template_format != HANDLEBARS_TEMPLATE_FORMAT_NAME:
raise ValueError(f"Invalid prompt template format: {v.template_format}. Expected: handlebars")
return v
def model_post_init(self, __context: Any) -> None:
"""Post init model."""
if not self.prompt_template_config.template:
self._template_compiler = None
return
try:
self._template_compiler = Compiler().compile(self.prompt_template_config.template)
except PybarsError as e:
logger.error(f"Invalid handlebars template: {self.prompt_template_config.template}")
raise HandlebarsTemplateSyntaxError(
f"Invalid handlebars template: {self.prompt_template_config.template}"
) from e
async def render(self, kernel: "Kernel", arguments: "KernelArguments | None" = None) -> str:
"""Render the prompt template.
Using the prompt template, replace the variables with their values
and execute the functions replacing their reference with the
function result.
Args:
kernel: The kernel instance
arguments: The kernel arguments
Returns:
The prompt template ready to be used for an AI request
"""
if not self._template_compiler:
return ""
if arguments is None:
arguments = KernelArguments()
arguments = self._get_trusted_arguments(arguments)
allow_unsafe_function_output = self._get_allow_dangerously_set_function_output()
helpers: dict[str, Callable[..., Any]] = {}
for plugin in kernel.plugins.values():
helpers.update({
function.fully_qualified_name: create_template_helper_from_function(
function,
kernel,
arguments,
self.prompt_template_config.template_format,
allow_unsafe_function_output,
)
for function in plugin
})
helpers.update(HANDLEBAR_SYSTEM_HELPERS)
try:
return self._template_compiler(
arguments,
helpers=helpers,
)
except PybarsError as exc:
logger.error(
f"Error rendering prompt template: {self.prompt_template_config.template} with arguments: {arguments}"
)
raise HandlebarsTemplateRenderException(
f"Error rendering prompt template: {self.prompt_template_config.template} "
f"with arguments: {arguments}: error: {exc}"
) from exc