Java: Add fluent invocations (#4908)

### Motivation and Context

<!-- Thank you for your contribution to the semantic-kernel repo!
Please help reviewers and future users, providing the following
information:
  1. Why is this change required?
  2. What problem does it solve?
  3. What scenario does it contribute to?
  4. If it fixes an open issue, please link to the issue here.
-->

### Description

<!-- Describe your changes, the overall approach, the underlying design.
These notes will help understanding how your code works. Thanks! -->

### Contribution Checklist

<!-- Before submitting this PR, please make sure: -->

- [ ] The code builds clean without any errors or warnings
- [ ] The PR follows the [SK Contribution
Guidelines](https://github.com/microsoft/semantic-kernel/blob/main/CONTRIBUTING.md)
and the [pre-submission formatting
script](https://github.com/microsoft/semantic-kernel/blob/main/CONTRIBUTING.md#development-scripts)
raises no violations
- [ ] All unit tests pass, and I have added new tests where possible
- [ ] I didn't break anyone 😄
This commit is contained in:
John Oliver
2024-02-07 17:13:58 -05:00
committed by GitHub
parent 52f2ef6588
commit 8ba1ac0549
129 changed files with 1898 additions and 1537 deletions
@@ -20,7 +20,6 @@ import com.azure.core.util.BinaryData;
import com.fasterxml.jackson.core.JsonProcessingException;
import com.fasterxml.jackson.databind.JsonNode;
import com.fasterxml.jackson.databind.ObjectMapper;
import com.fasterxml.jackson.databind.util.JSONPObject;
import com.microsoft.semantickernel.Kernel;
import com.microsoft.semantickernel.chatcompletion.AuthorRole;
import com.microsoft.semantickernel.chatcompletion.ChatCompletionService;
@@ -42,7 +41,6 @@ import com.microsoft.semantickernel.orchestration.contextvariables.ContextVariab
import com.microsoft.semantickernel.orchestration.contextvariables.ContextVariableType;
import com.microsoft.semantickernel.orchestration.contextvariables.ContextVariableTypes;
import com.microsoft.semantickernel.plugin.KernelParameterMetadata;
import java.nio.charset.Charset;
import java.util.ArrayList;
import java.util.Collections;
@@ -99,7 +97,8 @@ public class OpenAIChatCompletion implements ChatCompletionService {
@Nullable InvocationContext invocationContext) {
List<ChatRequestMessage> chatRequestMessages = getChatRequestMessages(chatHistory);
List<FunctionDefinition> functions = kernel != null ? getFunctions(kernel) : Collections.emptyList();
List<FunctionDefinition> functions =
kernel != null ? getFunctions(kernel) : Collections.emptyList();
return internalChatMessageContentsAsync(
chatRequestMessages,
@@ -127,7 +126,8 @@ public class OpenAIChatCompletion implements ChatCompletionService {
List<FunctionDefinition> functions,
@Nullable InvocationContext invocationContext) {
ChatCompletionsOptions options = getCompletionsOptions(this, chatRequestMessages, functions, invocationContext);
ChatCompletionsOptions options = getCompletionsOptions(this, chatRequestMessages, functions,
invocationContext);
Mono<List<ChatMessageContent>> results =
internalChatMessageContentsAsync(options, invocationContext);
@@ -155,7 +155,7 @@ public class OpenAIChatCompletion implements ChatCompletionService {
ChatCompletionsOptions options,
@Nullable InvocationContext invocationContext) {
KernelHooks kernelHooks =
KernelHooks kernelHooks =
invocationContext != null && invocationContext.getKernelHooks() != null
? invocationContext.getKernelHooks()
: new KernelHooks();
@@ -283,7 +283,7 @@ public class OpenAIChatCompletion implements ChatCompletionService {
});
arguments = KernelFunctionArguments.builder().withVariables(variables).build();
}
ContextVariableType<String> variableType = ContextVariableTypes.getDefaultVariableTypeForClass(
ContextVariableType<String> variableType = ContextVariableTypes.getGlobalVariableTypeForClass(
String.class);
return kernelFunction.invokeAsync(kernel, arguments, variableType);
}
@@ -314,12 +314,12 @@ public class OpenAIChatCompletion implements ChatCompletionService {
MAX_RESULTS_PER_PROMPT));
}
ToolCallBehavior toolCallBehavior = invocationContext != null
ToolCallBehavior toolCallBehavior = invocationContext != null
? invocationContext.getToolCallBehavior()
: null;
List<ChatCompletionsToolDefinition> toolDefinitions =
chatCompletionsToolDefinitions(toolCallBehavior,functions);
chatCompletionsToolDefinitions(toolCallBehavior, functions);
if (toolDefinitions != null && !toolDefinitions.isEmpty()) {
options.setTools(toolDefinitions);
// TODO: options.setToolChoices(toolChoices);
@@ -432,7 +432,7 @@ public class OpenAIChatCompletion implements ChatCompletionService {
});
});
return functions;
}
}
private static FunctionDefinition toFunctionDefinition(KernelFunction function) {
String name = String.format("%s-%s", function.getSkillName(), function.getName());
@@ -464,7 +464,8 @@ public class OpenAIChatCompletion implements ChatCompletionService {
"{\"type\": \"object\", \"properties\": {");
parameters.forEach(parameter -> {
// make "param": {"type": "string", "description": "desc"},
sb.append(String.format("\"%s\": %s,", parameter.getName(), parameter.getDescription()));
sb.append(
String.format("\"%s\": %s,", parameter.getName(), parameter.getDescription()));
if (parameter.isRequired()) {
requiredParmeters.add(parameter.getName());
}
@@ -3,7 +3,6 @@ package com.microsoft.semantickernel.syntaxexamples;
import com.microsoft.semantickernel.Kernel;
import com.microsoft.semantickernel.orchestration.FunctionResult;
import com.microsoft.semantickernel.orchestration.KernelFunction;
import com.microsoft.semantickernel.orchestration.KernelFunctionArguments;
import com.microsoft.semantickernel.plugin.KernelPlugin;
import com.microsoft.semantickernel.plugin.KernelPluginFactory;
@@ -31,8 +30,8 @@ public class Example03_ArgumentsTest {
.build();
FunctionResult<String> resultValue = kernel.invokeAsync(
(KernelFunction<String>)functionCollection.<String>get("AppendDay"),
arguments)
functionCollection.<String>get("AppendDay"))
.withArguments(arguments)
.block();
Assertions.assertEquals("Today is: Monday", resultValue.getResult());
@@ -4,11 +4,10 @@ package com.microsoft.semantickernel.syntaxexamples;
import com.azure.ai.openai.OpenAIAsyncClient;
import com.azure.ai.openai.OpenAIClientBuilder;
import com.github.tomakehurst.wiremock.core.WireMockConfiguration;
import com.github.tomakehurst.wiremock.junit5.WireMockExtension;
import com.github.tomakehurst.wiremock.junit5.WireMockRuntimeInfo;
import com.github.tomakehurst.wiremock.junit5.WireMockTest;
import com.microsoft.semantickernel.Kernel;
import com.microsoft.semantickernel.orchestration.FunctionResult;
import com.microsoft.semantickernel.orchestration.KernelFunction;
import com.microsoft.semantickernel.orchestration.KernelFunctionArguments;
import com.microsoft.semantickernel.orchestration.PromptExecutionSettings;
import com.microsoft.semantickernel.plugin.KernelFunctionFactory;
@@ -19,32 +18,14 @@ import java.time.ZoneOffset;
import java.time.format.DateTimeFormatter;
import org.junit.jupiter.api.Assertions;
import org.junit.jupiter.api.Test;
import org.junit.jupiter.api.extension.RegisterExtension;
/*
Run this test with the following JVM arguments:
-Djavax.net.ssl.trustStore=scripts/client.truststore
-Djavax.net.ssl.trustStorePassword=password
*/
@WireMockTest
public class Example05_InlineFunctionDefinitionTest {
@RegisterExtension
static WireMockExtension wm1 = WireMockExtension.newInstance()
.options(WireMockConfiguration.wireMockConfig()
.httpsPort(8443)
.trustStorePath("scripts/client.truststore")
.trustStorePassword("password")
.trustStoreType("jks")
.keystorePath("scripts/server.keystore")
.keystorePassword("password")
.keystoreType("jks"))
.build();
@Test
public void main() {
public void main(WireMockRuntimeInfo wmRuntimeInfo) {
final OpenAIAsyncClient client = new OpenAIClientBuilder()
.endpoint("https://localhost:8443")
.endpoint("http://localhost:" + wmRuntimeInfo.getHttpPort())
.buildAsyncClient();
TextGenerationService textGenerationService = TextGenerationService.builder()
@@ -86,7 +67,8 @@ public class Example05_InlineFunctionDefinitionTest {
WireMockUtil.mockCompletionResponse("I missed the F1 final race", "a-response");
var result = kernel.invokeAsync(excuseFunction,
var result = kernel.invokeAsync(excuseFunction)
.withArguments(
KernelFunctionArguments.builder()
.withInput("I missed the F1 final race")
.build())
@@ -96,7 +78,8 @@ public class Example05_InlineFunctionDefinitionTest {
WireMockUtil.mockCompletionResponse("sorry I forgot your birthday", "a-response-2");
result = kernel.invokeAsync(excuseFunction,
result = kernel.invokeAsync(excuseFunction)
.withArguments(
KernelFunctionArguments.builder()
.withInput("sorry I forgot your birthday")
.build())
@@ -121,7 +104,7 @@ public class Example05_InlineFunctionDefinitionTest {
null);
FunctionResult<String> fixedFunctionResult = kernel
.invokeAsync(fixedFunction, null)
.invokeAsync(fixedFunction)
.block();
Assertions.assertEquals("a-response-3", fixedFunctionResult.getResult());
@@ -0,0 +1,23 @@
{
"id" : "45379a29-d6d3-4613-a885-b30ccaaa6db0",
"insertionIndex" : 19,
"name" : "deployments_gpt-35-turbo-2_chat_completions",
"persistent" : true,
"request" : {
"bodyPatterns" : [
{
"equalToJson" : "{\"messages\":[{\"role\":\"assistant\",\"content\":\"You are a librarian expert\"},{\"role\":\"user\",\"content\":\"Hi, I'm looking some suggestions\"},{\"role\":\"assistant\",\"content\":\"Of course! I'd be happy to help you with some suggestions. What are you looking for?\"},{\"role\":\"user\",\"content\":\"I love history and philosophy, I'd like to learn something new about Greece, any suggestion\"}],\"max_tokens\":256,\"temperature\":1.0,\"top_p\":1.0,\"logit_bias\":{\"39142\":-100,\"17422\":-100,\"35199\":-100,\"56185\":-100,\"2363\":-100,\"23763\":-100,\"35097\":-100,\"1160\":-100,\"47913\":-100,\"58162\":-100,\"1888\":-100,\"79761\":-100,\"3229\":-100,\"2536\":-100,\"12735\":-100,\"301\":-100,\"3446\":-100,\"2653\":-100,\"86831\":-100,\"56741\":-100,\"3773\":-100,\"6875\":-100,\"17649\":-100,\"5403\":-100},\"user\":\"\",\"n\":1,\"presence_penalty\":0.0,\"frequency_penalty\":0.0,\"model\":\"gpt-35-turbo-2\"}",
"ignoreArrayOrder" : true,
"ignoreExtraElements" : true
}
],
"method" : "POST",
"url" : "//openai/deployments/gpt-35-turbo-2/chat/completions?api-version=2023-12-01-preview"
},
"response" : {
"body" : "{\"id\":\"chatcmpl-xxx\",\"object\":\"chat.completion\",\"created\":1707253019,\"model\":\"gpt-35-turbo\",\"prompt_filter_results\":[{\"prompt_index\":0,\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"choices\":[{\"finish_reason\":\"length\",\"index\":0,\"message\":{\"role\":\"assistant\",\"content\":\"52dbd293-192d-4e01-8b31-e364b11a089d\"},\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"usage\":{\"prompt_tokens\":69,\"completion_tokens\":256,\"total_tokens\":325}}",
"headers" : {},
"status" : 200
},
"uuid" : "45379a29-d6d3-4613-a885-b30ccaaa6db0"
}
@@ -0,0 +1,23 @@
{
"id" : "686c6f9b-7c66-41af-8b9b-86e44fcdb2b1",
"insertionIndex" : 20,
"name" : "deployments_gpt-35-turbo-2_chat_completions",
"persistent" : true,
"request" : {
"bodyPatterns" : [
{
"equalToJson" : "{\"messages\":[{\"role\":\"assistant\",\"content\":\"You are a librarian expert\"},{\"role\":\"user\",\"content\":\"Hi, I'm looking some suggestions\"}],\"max_tokens\":256,\"temperature\":1.0,\"top_p\":1.0,\"logit_bias\":{\"39142\":-100,\"17422\":-100,\"35199\":-100,\"56185\":-100,\"2363\":-100,\"23763\":-100,\"35097\":-100,\"1160\":-100,\"47913\":-100,\"58162\":-100,\"1888\":-100,\"79761\":-100,\"3229\":-100,\"2536\":-100,\"12735\":-100,\"301\":-100,\"3446\":-100,\"2653\":-100,\"86831\":-100,\"56741\":-100,\"3773\":-100,\"6875\":-100,\"17649\":-100,\"5403\":-100},\"user\":\"\",\"n\":1,\"presence_penalty\":0.0,\"frequency_penalty\":0.0,\"model\":\"gpt-35-turbo-2\"}",
"ignoreArrayOrder" : true,
"ignoreExtraElements" : true
}
],
"method" : "POST",
"url" : "//openai/deployments/gpt-35-turbo-2/chat/completions?api-version=2023-12-01-preview"
},
"response" : {
"body" : "{\"id\":\"chatcmpl-xxx\",\"object\":\"chat.completion\",\"created\":1707253018,\"model\":\"gpt-35-turbo\",\"prompt_filter_results\":[{\"prompt_index\":0,\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"choices\":[{\"finish_reason\":\"stop\",\"index\":0,\"message\":{\"role\":\"assistant\",\"content\":\"0aaf065e-3032-4d24-8d5d-10fc6b4c7eaf\"},\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"usage\":{\"prompt_tokens\":23,\"completion_tokens\":20,\"total_tokens\":43}}",
"headers" : {},
"status" : 200
},
"uuid" : "686c6f9b-7c66-41af-8b9b-86e44fcdb2b1"
}
@@ -0,0 +1,25 @@
{
"id" : "71b07779-49a8-44e5-a60b-ee5b0a3ad697",
"insertionIndex" : 7,
"name" : "deployments_gpt-35-turbo-2_chat_completions",
"persistent" : true,
"request" : {
"bodyPatterns" : [
{
"equalToJson" : "{\"messages\":[{\"role\":\"user\",\"content\":\"Hello AI, what can you do for me?\"}],\"model\":\"gpt-35-turbo-2\"}",
"ignoreArrayOrder" : true,
"ignoreExtraElements" : true
}
],
"method" : "POST",
"url" : "//openai/deployments/gpt-35-turbo-2/chat/completions?api-version=2023-12-01-preview"
},
"requiredScenarioState" : "scenario-4-deployments-gpt-35-turbo-2-chat-completions-2",
"response" : {
"body" : "{\"id\":\"chatcmpl-xxx\",\"object\":\"chat.completion\",\"created\":1707253061,\"model\":\"gpt-35-turbo\",\"prompt_filter_results\":[{\"prompt_index\":0,\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"choices\":[{\"finish_reason\":\"stop\",\"index\":0,\"message\":{\"role\":\"assistant\",\"content\":\"1979b4ce-5463-4cfb-8ec8-1d05c4b44ccf\"},\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"usage\":{\"prompt_tokens\":17,\"completion_tokens\":67,\"total_tokens\":84}}",
"headers" : {},
"status" : 200
},
"scenarioName" : "scenario-4-deployments-gpt-35-turbo-2-chat-completions",
"uuid" : "71b07779-49a8-44e5-a60b-ee5b0a3ad697"
}
@@ -1,24 +0,0 @@
{
"id" : "80273270-bf63-4ea6-a726-97b378c27206",
"insertionIndex" : 8,
"name" : "deployments_gpt-35-turbo-2_chat_completions",
"newScenarioState" : "scenario-3-deployments-gpt-35-turbo-2-chat-completions-2",
"persistent" : true,
"request" : {
"bodyPatterns" : [ {
"equalToJson" : "{\"messages\":[{\"role\":\"user\",\"content\":\"Hello AI, what can you do for me?\"}],\"max_tokens\":256,\"temperature\":1.0,\"top_p\":1.0,\"logit_bias\":{},\"user\":\"\",\"n\":1,\"presence_penalty\":0.0,\"frequency_penalty\":0.0,\"model\":\"gpt-35-turbo-2\"}",
"ignoreArrayOrder" : true,
"ignoreExtraElements" : true
} ],
"method" : "POST",
"url" : "//openai/deployments/gpt-35-turbo-2/chat/completions?api-version=2023-12-01-preview"
},
"requiredScenarioState" : "Started",
"response" : {
"body" : "{\"id\":\"chatcmpl-xxx\",\"object\":\"chat.completion\",\"created\":1706834148,\"model\":\"gpt-35-turbo\",\"prompt_filter_results\":[{\"prompt_index\":0,\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"choices\":[{\"finish_reason\":\"stop\",\"index\":0,\"message\":{\"role\":\"assistant\",\"content\":\"003f4d47-7bc8-4096-b7ee-43c2c62bdc96\"},\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"usage\":{\"prompt_tokens\":17,\"completion_tokens\":74,\"total_tokens\":91}}",
"headers" : { },
"status" : 200
},
"scenarioName" : "scenario-3-deployments-gpt-35-turbo-2-chat-completions",
"uuid" : "80273270-bf63-4ea6-a726-97b378c27206"
}
@@ -1,24 +0,0 @@
{
"id" : "8a534347-22a6-449e-8312-e0e251c72a06",
"insertionIndex" : 7,
"name" : "deployments_gpt-35-turbo-2_chat_completions",
"newScenarioState" : "scenario-3-deployments-gpt-35-turbo-2-chat-completions-3",
"persistent" : true,
"request" : {
"bodyPatterns" : [ {
"equalToJson" : "{\"messages\":[{\"role\":\"user\",\"content\":\"Hello AI, what can you do for me?\"}],\"max_tokens\":256,\"temperature\":1.0,\"top_p\":1.0,\"logit_bias\":{},\"user\":\"\",\"n\":1,\"presence_penalty\":0.0,\"frequency_penalty\":0.0,\"model\":\"gpt-35-turbo-2\"}",
"ignoreArrayOrder" : true,
"ignoreExtraElements" : true
} ],
"method" : "POST",
"url" : "//openai/deployments/gpt-35-turbo-2/chat/completions?api-version=2023-12-01-preview"
},
"requiredScenarioState" : "scenario-3-deployments-gpt-35-turbo-2-chat-completions-2",
"response" : {
"body" : "{\"id\":\"chatcmpl-xxx\",\"object\":\"chat.completion\",\"created\":1706834149,\"model\":\"gpt-35-turbo\",\"prompt_filter_results\":[{\"prompt_index\":0,\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"choices\":[{\"finish_reason\":\"length\",\"index\":0,\"message\":{\"role\":\"assistant\",\"content\":\"42baccda-fe79-4210-ac3f-b85cd5275578\"},\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"usage\":{\"prompt_tokens\":17,\"completion_tokens\":256,\"total_tokens\":273}}",
"headers" : { },
"status" : 200
},
"scenarioName" : "scenario-3-deployments-gpt-35-turbo-2-chat-completions",
"uuid" : "8a534347-22a6-449e-8312-e0e251c72a06"
}
@@ -1,21 +0,0 @@
{
"id" : "afcd8a90-4c00-427e-a6fe-2889c709673a",
"insertionIndex" : 20,
"name" : "deployments_gpt-35-turbo-2_chat_completions",
"persistent" : true,
"request" : {
"bodyPatterns" : [ {
"equalToJson" : "{\"messages\":[{\"role\":\"assistant\",\"content\":\"You are a librarian expert\"},{\"role\":\"user\",\"content\":\"Hi, I'm looking some suggestions\"}],\"max_tokens\":256,\"temperature\":1.0,\"top_p\":1.0,\"logit_bias\":{\"39142\":-100,\"17422\":-100,\"35199\":-100,\"56185\":-100,\"2363\":-100,\"23763\":-100,\"35097\":-100,\"1160\":-100,\"47913\":-100,\"58162\":-100,\"1888\":-100,\"2536\":-100,\"79761\":-100,\"3229\":-100,\"12735\":-100,\"301\":-100,\"3446\":-100,\"2653\":-100,\"86831\":-100,\"56741\":-100,\"3773\":-100,\"17649\":-100,\"6875\":-100,\"5403\":-100},\"user\":\"\",\"n\":1,\"presence_penalty\":0.0,\"frequency_penalty\":0.0,\"model\":\"gpt-35-turbo-2\"}",
"ignoreArrayOrder" : true,
"ignoreExtraElements" : true
} ],
"method" : "POST",
"url" : "//openai/deployments/gpt-35-turbo-2/chat/completions?api-version=2023-12-01-preview"
},
"response" : {
"body" : "{\"id\":\"chatcmpl-xxx\",\"object\":\"chat.completion\",\"created\":1706834129,\"model\":\"gpt-35-turbo\",\"prompt_filter_results\":[{\"prompt_index\":0,\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"choices\":[{\"finish_reason\":\"stop\",\"index\":0,\"message\":{\"role\":\"assistant\",\"content\":\"8763a655-ce84-4493-9333-73e72508d00b\"},\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"usage\":{\"prompt_tokens\":23,\"completion_tokens\":46,\"total_tokens\":69}}",
"headers" : { },
"status" : 200
},
"uuid" : "afcd8a90-4c00-427e-a6fe-2889c709673a"
}
@@ -1,23 +0,0 @@
{
"id" : "b287fd2a-66ca-4bf5-8318-46b27dde1ba3",
"insertionIndex" : 5,
"name" : "deployments_gpt-35-turbo-2_chat_completions",
"persistent" : true,
"request" : {
"bodyPatterns" : [ {
"equalToJson" : "{\"messages\":[{\"role\":\"user\",\"content\":\"Hello AI, what can you do for me?\"}],\"max_tokens\":256,\"temperature\":1.0,\"top_p\":1.0,\"logit_bias\":{},\"user\":\"\",\"n\":1,\"presence_penalty\":0.0,\"frequency_penalty\":0.0,\"model\":\"gpt-35-turbo-2\"}",
"ignoreArrayOrder" : true,
"ignoreExtraElements" : true
} ],
"method" : "POST",
"url" : "//openai/deployments/gpt-35-turbo-2/chat/completions?api-version=2023-12-01-preview"
},
"requiredScenarioState" : "scenario-3-deployments-gpt-35-turbo-2-chat-completions-3",
"response" : {
"body" : "{\"id\":\"chatcmpl-xxx\",\"object\":\"chat.completion\",\"created\":1706834153,\"model\":\"gpt-35-turbo\",\"prompt_filter_results\":[{\"prompt_index\":0,\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"choices\":[{\"finish_reason\":\"stop\",\"index\":0,\"message\":{\"role\":\"assistant\",\"content\":\"a8daf2c1-887c-40dc-b3fd-7a9d7fa7f7b2\"},\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"usage\":{\"prompt_tokens\":17,\"completion_tokens\":53,\"total_tokens\":70}}",
"headers" : { },
"status" : 200
},
"scenarioName" : "scenario-3-deployments-gpt-35-turbo-2-chat-completions",
"uuid" : "b287fd2a-66ca-4bf5-8318-46b27dde1ba3"
}
@@ -0,0 +1,26 @@
{
"id" : "c9edbe4a-e60b-4796-bd01-11bafa211bab",
"insertionIndex" : 8,
"name" : "deployments_gpt-35-turbo-2_chat_completions",
"newScenarioState" : "scenario-4-deployments-gpt-35-turbo-2-chat-completions-2",
"persistent" : true,
"request" : {
"bodyPatterns" : [
{
"equalToJson" : "{\"messages\":[{\"role\":\"user\",\"content\":\"Hello AI, what can you do for me?\"}],\"model\":\"gpt-35-turbo-2\"}",
"ignoreArrayOrder" : true,
"ignoreExtraElements" : true
}
],
"method" : "POST",
"url" : "//openai/deployments/gpt-35-turbo-2/chat/completions?api-version=2023-12-01-preview"
},
"requiredScenarioState" : "Started",
"response" : {
"body" : "{\"id\":\"chatcmpl-xxx\",\"object\":\"chat.completion\",\"created\":1707253054,\"model\":\"gpt-35-turbo\",\"prompt_filter_results\":[{\"prompt_index\":0,\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"choices\":[{\"finish_reason\":\"stop\",\"index\":0,\"message\":{\"role\":\"assistant\",\"content\":\"28eee7e9-28c5-47c7-90c5-44cef75fd582\"},\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"usage\":{\"prompt_tokens\":17,\"completion_tokens\":297,\"total_tokens\":314}}",
"headers" : {},
"status" : 200
},
"scenarioName" : "scenario-4-deployments-gpt-35-turbo-2-chat-completions",
"uuid" : "c9edbe4a-e60b-4796-bd01-11bafa211bab"
}
@@ -1,21 +0,0 @@
{
"id" : "d60c220f-9f80-45dc-9c2c-4d4ac7c5fa32",
"insertionIndex" : 19,
"name" : "deployments_gpt-35-turbo-2_chat_completions",
"persistent" : true,
"request" : {
"bodyPatterns" : [ {
"equalToJson" : "{\"messages\":[{\"role\":\"assistant\",\"content\":\"You are a librarian expert\"},{\"role\":\"user\",\"content\":\"Hi, I'm looking some suggestions\"},{\"role\":\"assistant\",\"content\":\"Of course! I'd be happy to help you with some suggestions. Can you please provide me with more information about what you're looking for? What genre or type of books are you interested in? Any preferences or specific topics?\"},{\"role\":\"user\",\"content\":\"I love history and philosophy, I'd like to learn something new about Greece, any suggestion\"}],\"max_tokens\":256,\"temperature\":1.0,\"top_p\":1.0,\"logit_bias\":{\"39142\":-100,\"17422\":-100,\"35199\":-100,\"56185\":-100,\"2363\":-100,\"23763\":-100,\"35097\":-100,\"1160\":-100,\"47913\":-100,\"58162\":-100,\"1888\":-100,\"2536\":-100,\"79761\":-100,\"3229\":-100,\"12735\":-100,\"301\":-100,\"3446\":-100,\"2653\":-100,\"86831\":-100,\"56741\":-100,\"3773\":-100,\"17649\":-100,\"6875\":-100,\"5403\":-100},\"user\":\"\",\"n\":1,\"presence_penalty\":0.0,\"frequency_penalty\":0.0,\"model\":\"gpt-35-turbo-2\"}",
"ignoreArrayOrder" : true,
"ignoreExtraElements" : true
} ],
"method" : "POST",
"url" : "//openai/deployments/gpt-35-turbo-2/chat/completions?api-version=2023-12-01-preview"
},
"response" : {
"body" : "{\"id\":\"chatcmpl-xxx\",\"object\":\"chat.completion\",\"created\":1706834130,\"model\":\"gpt-35-turbo\",\"prompt_filter_results\":[{\"prompt_index\":0,\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"choices\":[{\"finish_reason\":\"length\",\"index\":0,\"message\":{\"role\":\"assistant\",\"content\":\"fe8986c5-c51d-4c24-bfec-9260c510dfbc\"},\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"usage\":{\"prompt_tokens\":95,\"completion_tokens\":256,\"total_tokens\":351}}",
"headers" : { },
"status" : 200
},
"uuid" : "d60c220f-9f80-45dc-9c2c-4d4ac7c5fa32"
}
@@ -1,21 +0,0 @@
{
"id" : "005b620b-a3ab-496e-884f-855eaeeba807",
"insertionIndex" : 10,
"name" : "deployments_gpt-35-turbo_chat_completions",
"persistent" : true,
"request" : {
"bodyPatterns" : [ {
"equalToJson" : "{\"messages\":[{\"role\":\"user\",\"content\":\"Hello AI, what can you do for me?\"}],\"model\":\"gpt-35-turbo\"}",
"ignoreArrayOrder" : true,
"ignoreExtraElements" : true
} ],
"method" : "POST",
"url" : "//openai/deployments/gpt-35-turbo/chat/completions?api-version=2023-12-01-preview"
},
"response" : {
"body" : "{\"id\":\"chatcmpl-xxx\",\"object\":\"chat.completion\",\"created\":1706834146,\"model\":\"gpt-35-turbo\",\"prompt_filter_results\":[{\"prompt_index\":0,\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"choices\":[{\"finish_reason\":\"stop\",\"index\":0,\"message\":{\"role\":\"assistant\",\"content\":\"89bccb3c-194e-4618-b6ac-77ab4d709b4f\"},\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"usage\":{\"prompt_tokens\":18,\"completion_tokens\":46,\"total_tokens\":64}}",
"headers" : { },
"status" : 200
},
"uuid" : "005b620b-a3ab-496e-884f-855eaeeba807"
}
@@ -1,23 +0,0 @@
{
"id" : "016ee37f-184f-46d0-a300-c39987eb78bc",
"insertionIndex" : 3,
"name" : "deployments_gpt-35-turbo_chat_completions",
"persistent" : true,
"request" : {
"bodyPatterns" : [ {
"equalToJson" : "{\"messages\":[{\"role\":\"user\",\"content\":\"What is Seattle?\"},{\"role\":\"system\",\"content\":\"Respond with JSON.\"}],\"model\":\"gpt-35-turbo\"}",
"ignoreArrayOrder" : true,
"ignoreExtraElements" : true
} ],
"method" : "POST",
"url" : "//openai/deployments/gpt-35-turbo/chat/completions?api-version=2023-12-01-preview"
},
"requiredScenarioState" : "scenario-2-deployments-gpt-35-turbo-chat-completions-2",
"response" : {
"body" : "{\"id\":\"chatcmpl-xxx\",\"object\":\"chat.completion\",\"created\":1706834157,\"model\":\"gpt-35-turbo\",\"prompt_filter_results\":[{\"prompt_index\":0,\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"choices\":[{\"finish_reason\":\"stop\",\"index\":0,\"message\":{\"role\":\"assistant\",\"content\":\"e4c24c24-01a2-43dc-970a-667a26bdb873\"},\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"usage\":{\"prompt_tokens\":21,\"completion_tokens\":132,\"total_tokens\":153}}",
"headers" : { },
"status" : 200
},
"scenarioName" : "scenario-2-deployments-gpt-35-turbo-chat-completions",
"uuid" : "016ee37f-184f-46d0-a300-c39987eb78bc"
}
@@ -0,0 +1,23 @@
{
"id" : "093a64da-80ba-49bf-a4fd-625224d60b3a",
"insertionIndex" : 25,
"name" : "deployments_gpt-35-turbo_chat_completions",
"persistent" : true,
"request" : {
"bodyPatterns" : [
{
"equalToJson" : "{\"messages\":[{\"role\":\"user\",\"content\":\"List the two planets closest to 'Jupiter', excluding moons, using bullet points.\"}],\"model\":\"gpt-35-turbo\"}",
"ignoreArrayOrder" : true,
"ignoreExtraElements" : true
}
],
"method" : "POST",
"url" : "//openai/deployments/gpt-35-turbo/chat/completions?api-version=2023-12-01-preview"
},
"response" : {
"body" : "{\"id\":\"chatcmpl-xxx\",\"object\":\"chat.completion\",\"created\":1707253000,\"model\":\"gpt-35-turbo\",\"prompt_filter_results\":[{\"prompt_index\":0,\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"choices\":[{\"finish_reason\":\"stop\",\"index\":0,\"message\":{\"role\":\"assistant\",\"content\":\"120318d5-35af-487a-b335-7fa00c5f7dd7\"},\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"usage\":{\"prompt_tokens\":24,\"completion_tokens\":5,\"total_tokens\":29}}",
"headers" : {},
"status" : 200
},
"uuid" : "093a64da-80ba-49bf-a4fd-625224d60b3a"
}
@@ -0,0 +1,23 @@
{
"id" : "0c8046c5-74ad-4836-8aa9-09da60f367a2",
"insertionIndex" : 12,
"name" : "deployments_gpt-35-turbo_chat_completions",
"persistent" : true,
"request" : {
"bodyPatterns" : [
{
"equalToJson" : "{\"messages\":[{\"role\":\"user\",\"content\":\"Write a paragraph about hats\"},{\"role\":\"system\",\"content\":\"Use upper case text when responding to the prompt.\"}],\"model\":\"gpt-35-turbo\"}",
"ignoreArrayOrder" : true,
"ignoreExtraElements" : true
}
],
"method" : "POST",
"url" : "//openai/deployments/gpt-35-turbo/chat/completions?api-version=2023-12-01-preview"
},
"response" : {
"body" : "{\"id\":\"chatcmpl-xxx\",\"object\":\"chat.completion\",\"created\":1707253039,\"model\":\"gpt-35-turbo\",\"prompt_filter_results\":[{\"prompt_index\":0,\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"choices\":[{\"finish_reason\":\"stop\",\"index\":0,\"message\":{\"role\":\"assistant\",\"content\":\"ac9817bc-7e1a-48e4-b06c-0ff7618b88c6\"},\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"usage\":{\"prompt_tokens\":26,\"completion_tokens\":131,\"total_tokens\":157}}",
"headers" : {},
"status" : 200
},
"uuid" : "0c8046c5-74ad-4836-8aa9-09da60f367a2"
}
@@ -1,23 +0,0 @@
{
"id" : "1f9bb4da-15dd-464a-a46c-386ffc4459e7",
"insertionIndex" : 1,
"name" : "deployments_gpt-35-turbo_chat_completions",
"persistent" : true,
"request" : {
"bodyPatterns" : [ {
"equalToJson" : "{\"messages\":[{\"role\":\"user\",\"content\":\"Hello AI, my name is Bob. What is the origin of my name?\"}],\"model\":\"gpt-35-turbo\"}",
"ignoreArrayOrder" : true,
"ignoreExtraElements" : true
} ],
"method" : "POST",
"url" : "//openai/deployments/gpt-35-turbo/chat/completions?api-version=2023-12-01-preview"
},
"requiredScenarioState" : "scenario-1-deployments-gpt-35-turbo-chat-completions-2",
"response" : {
"body" : "{\"id\":\"chatcmpl-xxx\",\"object\":\"chat.completion\",\"created\":1706834160,\"model\":\"gpt-35-turbo\",\"prompt_filter_results\":[{\"prompt_index\":0,\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"choices\":[{\"finish_reason\":\"stop\",\"index\":0,\"message\":{\"role\":\"assistant\",\"content\":\"c39a8134-9579-497a-a009-0f9ecb21dbff\"},\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"usage\":{\"prompt_tokens\":24,\"completion_tokens\":32,\"total_tokens\":56}}",
"headers" : { },
"status" : 200
},
"scenarioName" : "scenario-1-deployments-gpt-35-turbo-chat-completions",
"uuid" : "1f9bb4da-15dd-464a-a46c-386ffc4459e7"
}
@@ -1,21 +0,0 @@
{
"id" : "22035813-f748-470e-bfca-d655d0295a30",
"insertionIndex" : 25,
"name" : "deployments_gpt-35-turbo_chat_completions",
"persistent" : true,
"request" : {
"bodyPatterns" : [ {
"equalToJson" : "{\"messages\":[{\"role\":\"user\",\"content\":\"List the two planets closest to 'Jupiter', excluding moons, using bullet points.\"}],\"model\":\"gpt-35-turbo\"}",
"ignoreArrayOrder" : true,
"ignoreExtraElements" : true
} ],
"method" : "POST",
"url" : "//openai/deployments/gpt-35-turbo/chat/completions?api-version=2023-12-01-preview"
},
"response" : {
"body" : "{\"id\":\"chatcmpl-xxx\",\"object\":\"chat.completion\",\"created\":1706834119,\"model\":\"gpt-35-turbo\",\"prompt_filter_results\":[{\"prompt_index\":0,\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"choices\":[{\"finish_reason\":\"stop\",\"index\":0,\"message\":{\"role\":\"assistant\",\"content\":\"2a44f317-f124-44a2-a191-3e48a736ca05\"},\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"usage\":{\"prompt_tokens\":25,\"completion_tokens\":6,\"total_tokens\":31}}",
"headers" : { },
"status" : 200
},
"uuid" : "22035813-f748-470e-bfca-d655d0295a30"
}
@@ -0,0 +1,26 @@
{
"id" : "252c54f4-1111-467b-b028-7687e4ed5021",
"insertionIndex" : 27,
"name" : "deployments_gpt-35-turbo_chat_completions",
"newScenarioState" : "scenario-6-deployments-gpt-35-turbo-chat-completions-2",
"persistent" : true,
"request" : {
"bodyPatterns" : [
{
"equalToJson" : "{\"messages\":[{\"role\":\"assistant\",\"content\":\"You are a librarian, expert about books\"},{\"role\":\"user\",\"content\":\"Hi, I'm looking for book suggestions\"}],\"model\":\"gpt-35-turbo\"}",
"ignoreArrayOrder" : true,
"ignoreExtraElements" : true
}
],
"method" : "POST",
"url" : "//openai/deployments/gpt-35-turbo/chat/completions?api-version=2023-12-01-preview"
},
"requiredScenarioState" : "Started",
"response" : {
"body" : "{\"id\":\"chatcmpl-xxx\",\"object\":\"chat.completion\",\"created\":1707252992,\"model\":\"gpt-35-turbo\",\"prompt_filter_results\":[{\"prompt_index\":0,\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"choices\":[{\"finish_reason\":\"stop\",\"index\":0,\"message\":{\"role\":\"assistant\",\"content\":\"7d312938-df92-46bf-8729-8d7b92ddb026\"},\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"usage\":{\"prompt_tokens\":27,\"completion_tokens\":76,\"total_tokens\":103}}",
"headers" : {},
"status" : 200
},
"scenarioName" : "scenario-6-deployments-gpt-35-turbo-chat-completions",
"uuid" : "252c54f4-1111-467b-b028-7687e4ed5021"
}
@@ -0,0 +1,25 @@
{
"id" : "270f9641-5867-4ca4-a738-d3b1d18faefb",
"insertionIndex" : 3,
"name" : "deployments_gpt-35-turbo_chat_completions",
"persistent" : true,
"request" : {
"bodyPatterns" : [
{
"equalToJson" : "{\"messages\":[{\"role\":\"user\",\"content\":\"What is Seattle?\"},{\"role\":\"system\",\"content\":\"Respond with JSON.\"}],\"model\":\"gpt-35-turbo\"}",
"ignoreArrayOrder" : true,
"ignoreExtraElements" : true
}
],
"method" : "POST",
"url" : "//openai/deployments/gpt-35-turbo/chat/completions?api-version=2023-12-01-preview"
},
"requiredScenarioState" : "scenario-2-deployments-gpt-35-turbo-chat-completions-2",
"response" : {
"body" : "{\"id\":\"chatcmpl-xxx\",\"object\":\"chat.completion\",\"created\":1707253067,\"model\":\"gpt-35-turbo\",\"prompt_filter_results\":[{\"prompt_index\":0,\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"choices\":[{\"finish_reason\":\"stop\",\"index\":0,\"message\":{\"role\":\"assistant\",\"content\":\"57e7d767-3d91-4622-8571-84710dd2e7ff\"},\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"usage\":{\"prompt_tokens\":19,\"completion_tokens\":151,\"total_tokens\":170}}",
"headers" : {},
"status" : 200
},
"scenarioName" : "scenario-2-deployments-gpt-35-turbo-chat-completions",
"uuid" : "270f9641-5867-4ca4-a738-d3b1d18faefb"
}
@@ -1,24 +0,0 @@
{
"id" : "3097698c-da33-491e-8462-274369fe04ea",
"insertionIndex" : 27,
"name" : "deployments_gpt-35-turbo_chat_completions",
"newScenarioState" : "scenario-6-deployments-gpt-35-turbo-chat-completions-2",
"persistent" : true,
"request" : {
"bodyPatterns" : [ {
"equalToJson" : "{\"messages\":[{\"role\":\"assistant\",\"content\":\"You are a librarian, expert about books\"},{\"role\":\"user\",\"content\":\"Hi, I'm looking for book suggestions\"}],\"model\":\"gpt-35-turbo\"}",
"ignoreArrayOrder" : true,
"ignoreExtraElements" : true
} ],
"method" : "POST",
"url" : "//openai/deployments/gpt-35-turbo/chat/completions?api-version=2023-12-01-preview"
},
"requiredScenarioState" : "Started",
"response" : {
"body" : "{\"id\":\"chatcmpl-xxx\",\"object\":\"chat.completion\",\"created\":1706834114,\"model\":\"gpt-35-turbo\",\"prompt_filter_results\":[{\"prompt_index\":0,\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"choices\":[{\"finish_reason\":\"stop\",\"index\":0,\"message\":{\"role\":\"assistant\",\"content\":\"e66d2f80-627b-4621-a9b2-3fb178039ed0\"},\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"usage\":{\"prompt_tokens\":29,\"completion_tokens\":42,\"total_tokens\":71}}",
"headers" : { },
"status" : 200
},
"scenarioName" : "scenario-6-deployments-gpt-35-turbo-chat-completions",
"uuid" : "3097698c-da33-491e-8462-274369fe04ea"
}
@@ -1,21 +0,0 @@
{
"id" : "3263345f-be02-49fa-bd66-2915c1fde1d0",
"insertionIndex" : 22,
"name" : "deployments_gpt-35-turbo_chat_completions",
"persistent" : true,
"request" : {
"bodyPatterns" : [ {
"equalToJson" : "{\"messages\":[{\"role\":\"user\",\"content\":\"Hi, give me 5 book suggestions about: travel\"}],\"model\":\"gpt-35-turbo\"}",
"ignoreArrayOrder" : true,
"ignoreExtraElements" : true
} ],
"method" : "POST",
"url" : "//openai/deployments/gpt-35-turbo/chat/completions?api-version=2023-12-01-preview"
},
"response" : {
"body" : "{\"id\":\"chatcmpl-xxx\",\"object\":\"chat.completion\",\"created\":1706834122,\"model\":\"gpt-35-turbo\",\"prompt_filter_results\":[{\"prompt_index\":0,\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"choices\":[{\"finish_reason\":\"stop\",\"index\":0,\"message\":{\"role\":\"assistant\",\"content\":\"3723a3ef-b83f-4df1-9313-40cc01bea801\"},\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"usage\":{\"prompt_tokens\":19,\"completion_tokens\":136,\"total_tokens\":155}}",
"headers" : { },
"status" : 200
},
"uuid" : "3263345f-be02-49fa-bd66-2915c1fde1d0"
}
@@ -0,0 +1,26 @@
{
"id" : "364efff1-b5dd-4796-8c01-936b19045de2",
"insertionIndex" : 11,
"name" : "deployments_gpt-35-turbo_chat_completions",
"newScenarioState" : "scenario-5-deployments-gpt-35-turbo-chat-completions-2",
"persistent" : true,
"request" : {
"bodyPatterns" : [
{
"equalToJson" : "{\"messages\":[{\"role\":\"user\",\"content\":\"Hello AI, what can you do for me?\"}],\"model\":\"gpt-35-turbo\"}",
"ignoreArrayOrder" : true,
"ignoreExtraElements" : true
}
],
"method" : "POST",
"url" : "//openai/deployments/gpt-35-turbo/chat/completions?api-version=2023-12-01-preview"
},
"requiredScenarioState" : "Started",
"response" : {
"body" : "{\"id\":\"chatcmpl-xxx\",\"object\":\"chat.completion\",\"created\":1707253042,\"model\":\"gpt-35-turbo\",\"prompt_filter_results\":[{\"prompt_index\":0,\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"choices\":[{\"finish_reason\":\"stop\",\"index\":0,\"message\":{\"role\":\"assistant\",\"content\":\"2fb33955-441a-429d-bbf6-603e449d21b6\"},\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"usage\":{\"prompt_tokens\":17,\"completion_tokens\":197,\"total_tokens\":214}}",
"headers" : {},
"status" : 200
},
"scenarioName" : "scenario-5-deployments-gpt-35-turbo-chat-completions",
"uuid" : "364efff1-b5dd-4796-8c01-936b19045de2"
}
@@ -0,0 +1,23 @@
{
"id" : "36d8c189-3b93-4a19-b92f-8effb670f75a",
"insertionIndex" : 26,
"name" : "deployments_gpt-35-turbo_chat_completions",
"persistent" : true,
"request" : {
"bodyPatterns" : [
{
"equalToJson" : "{\"messages\":[{\"role\":\"assistant\",\"content\":\"You are a librarian, expert about books\"},{\"role\":\"user\",\"content\":\"Hi, I'm looking for book suggestions\"},{\"role\":\"assistant\",\"content\":\"Certainly! I'd be happy to help you find some book suggestions. Could you please provide me with more information about what kind of books you enjoy? For example, do you have any favorite genres or authors? Are you looking for fiction or non-fiction books? Any specific themes or topics you're interested in? The more details you can provide, the better I can assist you.\"},{\"role\":\"user\",\"content\":\"I love history and philosophy, I'd like to learn something new about Greece, any suggestion\"}],\"model\":\"gpt-35-turbo\"}",
"ignoreArrayOrder" : true,
"ignoreExtraElements" : true
}
],
"method" : "POST",
"url" : "//openai/deployments/gpt-35-turbo/chat/completions?api-version=2023-12-01-preview"
},
"response" : {
"body" : "{\"id\":\"chatcmpl-xxx\",\"object\":\"chat.completion\",\"created\":1707252994,\"model\":\"gpt-35-turbo\",\"prompt_filter_results\":[{\"prompt_index\":0,\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"choices\":[{\"finish_reason\":\"stop\",\"index\":0,\"message\":{\"role\":\"assistant\",\"content\":\"ace2c274-2932-4ba7-b132-6ec80ad55698\"},\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"usage\":{\"prompt_tokens\":129,\"completion_tokens\":308,\"total_tokens\":437}}",
"headers" : {},
"status" : 200
},
"uuid" : "36d8c189-3b93-4a19-b92f-8effb670f75a"
}
@@ -0,0 +1,23 @@
{
"id" : "3708b848-8dbe-4c2d-a057-04abcee675c0",
"insertionIndex" : 22,
"name" : "deployments_gpt-35-turbo_chat_completions",
"persistent" : true,
"request" : {
"bodyPatterns" : [
{
"equalToJson" : "{\"messages\":[{\"role\":\"user\",\"content\":\"Hi, give me 5 book suggestions about: travel\"}],\"model\":\"gpt-35-turbo\"}",
"ignoreArrayOrder" : true,
"ignoreExtraElements" : true
}
],
"method" : "POST",
"url" : "//openai/deployments/gpt-35-turbo/chat/completions?api-version=2023-12-01-preview"
},
"response" : {
"body" : "{\"id\":\"chatcmpl-xxx\",\"object\":\"chat.completion\",\"created\":1707253005,\"model\":\"gpt-35-turbo\",\"prompt_filter_results\":[{\"prompt_index\":0,\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"choices\":[{\"finish_reason\":\"stop\",\"index\":0,\"message\":{\"role\":\"assistant\",\"content\":\"67c9623d-7f83-432b-89e5-40ffb3c343c2\"},\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"usage\":{\"prompt_tokens\":18,\"completion_tokens\":281,\"total_tokens\":299}}",
"headers" : {},
"status" : 200
},
"uuid" : "3708b848-8dbe-4c2d-a057-04abcee675c0"
}
@@ -1,21 +0,0 @@
{
"id" : "38a4bb8e-5955-454a-ab41-ab7c7c84796c",
"insertionIndex" : 23,
"name" : "deployments_gpt-35-turbo_chat_completions",
"persistent" : true,
"request" : {
"bodyPatterns" : [ {
"equalToJson" : "{\"messages\":[{\"role\":\"assistant\",\"content\":\"You are a librarian, expert about books\"},{\"role\":\"user\",\"content\":\"Hi, I'm looking for book suggestions\"},{\"role\":\"assistant\",\"content\":\"Sure, I'd be happy to help! What type of book are you in the mood for? Fiction or non-fiction? Any specific genres that interest you?\"},{\"role\":\"user\",\"content\":\"I love history and philosophy, I'd like to learn something new about Greece, any suggestion\"}],\"model\":\"gpt-35-turbo\"}",
"ignoreArrayOrder" : true,
"ignoreExtraElements" : true
} ],
"method" : "POST",
"url" : "//openai/deployments/gpt-35-turbo/chat/completions?api-version=2023-12-01-preview"
},
"response" : {
"body" : "{\"id\":\"chatcmpl-xxx\",\"object\":\"chat.completion\",\"created\":1706834120,\"model\":\"gpt-35-turbo\",\"prompt_filter_results\":[{\"prompt_index\":0,\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"choices\":[{\"finish_reason\":\"stop\",\"index\":0,\"message\":{\"role\":\"assistant\",\"content\":\"3df99e6f-d4b5-41d7-a6ee-fdacc35553e8\"},\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"usage\":{\"prompt_tokens\":89,\"completion_tokens\":70,\"total_tokens\":159}}",
"headers" : { },
"status" : 200
},
"uuid" : "38a4bb8e-5955-454a-ab41-ab7c7c84796c"
}
@@ -1,21 +0,0 @@
{
"id" : "3d3c6b8b-7d76-4a56-bf61-754d5ec1fa15",
"insertionIndex" : 16,
"name" : "deployments_gpt-35-turbo_chat_completions",
"persistent" : true,
"request" : {
"bodyPatterns" : [ {
"equalToJson" : "{\"messages\":[{\"role\":\"user\",\"content\":\"Write a random paragraph about: I missed the F1 final race in the style of Seinfeld.\\nUSE SHORT, CLEAR, COMPLETE SENTENCES.\"}],\"max_tokens\":100,\"temperature\":0.4,\"top_p\":1.0,\"logit_bias\":{},\"user\":\"\",\"n\":1,\"presence_penalty\":0.0,\"frequency_penalty\":0.0,\"model\":\"gpt-35-turbo\"}",
"ignoreArrayOrder" : true,
"ignoreExtraElements" : true
} ],
"method" : "POST",
"url" : "//openai/deployments/gpt-35-turbo/chat/completions?api-version=2023-12-01-preview"
},
"response" : {
"body" : "{\"id\":\"chatcmpl-xxx\",\"object\":\"chat.completion\",\"created\":1706834136,\"model\":\"gpt-35-turbo\",\"prompt_filter_results\":[{\"prompt_index\":0,\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"choices\":[{\"finish_reason\":\"length\",\"index\":0,\"message\":{\"role\":\"assistant\",\"content\":\"fddf7581-2c8f-4fec-a815-bb01af352b6a\"},\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"usage\":{\"prompt_tokens\":37,\"completion_tokens\":100,\"total_tokens\":137}}",
"headers" : { },
"status" : 200
},
"uuid" : "3d3c6b8b-7d76-4a56-bf61-754d5ec1fa15"
}
@@ -1,21 +0,0 @@
{
"id" : "460b6d23-f865-479f-a9e3-7e77d771574e",
"insertionIndex" : 26,
"name" : "deployments_gpt-35-turbo_chat_completions",
"persistent" : true,
"request" : {
"bodyPatterns" : [ {
"equalToJson" : "{\"messages\":[{\"role\":\"assistant\",\"content\":\"You are a librarian, expert about books\"},{\"role\":\"user\",\"content\":\"Hi, I'm looking for book suggestions\"},{\"role\":\"assistant\",\"content\":\"Sure, I'd be happy to help! Can you tell me what kind of books you're interested in? Fiction or non-fiction? A specific genre? Any authors or books you've enjoyed in the past?\"},{\"role\":\"user\",\"content\":\"I love history and philosophy, I'd like to learn something new about Greece, any suggestion\"}],\"model\":\"gpt-35-turbo\"}",
"ignoreArrayOrder" : true,
"ignoreExtraElements" : true
} ],
"method" : "POST",
"url" : "//openai/deployments/gpt-35-turbo/chat/completions?api-version=2023-12-01-preview"
},
"response" : {
"body" : "{\"id\":\"chatcmpl-xxx\",\"object\":\"chat.completion\",\"created\":1706834115,\"model\":\"gpt-35-turbo\",\"prompt_filter_results\":[{\"prompt_index\":0,\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"choices\":[{\"finish_reason\":\"stop\",\"index\":0,\"message\":{\"role\":\"assistant\",\"content\":\"a3879540-dc0e-4c23-abb0-ee463aa64b96\"},\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"usage\":{\"prompt_tokens\":99,\"completion_tokens\":221,\"total_tokens\":320}}",
"headers" : { },
"status" : 200
},
"uuid" : "460b6d23-f865-479f-a9e3-7e77d771574e"
}
@@ -1,24 +0,0 @@
{
"id" : "48f17a4b-a1bf-419a-882b-7fb4a28f3597",
"insertionIndex" : 4,
"name" : "deployments_gpt-35-turbo_chat_completions",
"newScenarioState" : "scenario-2-deployments-gpt-35-turbo-chat-completions-2",
"persistent" : true,
"request" : {
"bodyPatterns" : [ {
"equalToJson" : "{\"messages\":[{\"role\":\"user\",\"content\":\"What is Seattle?\"},{\"role\":\"system\",\"content\":\"Respond with JSON.\"}],\"model\":\"gpt-35-turbo\"}",
"ignoreArrayOrder" : true,
"ignoreExtraElements" : true
} ],
"method" : "POST",
"url" : "//openai/deployments/gpt-35-turbo/chat/completions?api-version=2023-12-01-preview"
},
"requiredScenarioState" : "Started",
"response" : {
"body" : "{\"id\":\"chatcmpl-xxx\",\"object\":\"chat.completion\",\"created\":1706834155,\"model\":\"gpt-35-turbo\",\"prompt_filter_results\":[{\"prompt_index\":0,\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"choices\":[{\"finish_reason\":\"stop\",\"index\":0,\"message\":{\"role\":\"assistant\",\"content\":\"33b7c165-82a4-47e1-b801-131db6526913\"},\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"usage\":{\"prompt_tokens\":21,\"completion_tokens\":119,\"total_tokens\":140}}",
"headers" : { },
"status" : 200
},
"scenarioName" : "scenario-2-deployments-gpt-35-turbo-chat-completions",
"uuid" : "48f17a4b-a1bf-419a-882b-7fb4a28f3597"
}
@@ -1,23 +0,0 @@
{
"id" : "48fea358-dd01-44f5-bf3a-fdf8cd171e55",
"insertionIndex" : 24,
"name" : "deployments_gpt-35-turbo_chat_completions",
"persistent" : true,
"request" : {
"bodyPatterns" : [ {
"equalToJson" : "{\"messages\":[{\"role\":\"assistant\",\"content\":\"You are a librarian, expert about books\"},{\"role\":\"user\",\"content\":\"Hi, I'm looking for book suggestions\"}],\"model\":\"gpt-35-turbo\"}",
"ignoreArrayOrder" : true,
"ignoreExtraElements" : true
} ],
"method" : "POST",
"url" : "//openai/deployments/gpt-35-turbo/chat/completions?api-version=2023-12-01-preview"
},
"requiredScenarioState" : "scenario-6-deployments-gpt-35-turbo-chat-completions-2",
"response" : {
"body" : "{\"id\":\"chatcmpl-xxx\",\"object\":\"chat.completion\",\"created\":1706834119,\"model\":\"gpt-35-turbo\",\"prompt_filter_results\":[{\"prompt_index\":0,\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"choices\":[{\"finish_reason\":\"stop\",\"index\":0,\"message\":{\"role\":\"assistant\",\"content\":\"42bfdcee-39a2-491d-bd96-6494469f3982\"},\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"usage\":{\"prompt_tokens\":29,\"completion_tokens\":32,\"total_tokens\":61}}",
"headers" : { },
"status" : 200
},
"scenarioName" : "scenario-6-deployments-gpt-35-turbo-chat-completions",
"uuid" : "48fea358-dd01-44f5-bf3a-fdf8cd171e55"
}
@@ -0,0 +1,23 @@
{
"id" : "4939b782-4212-435b-8d7d-c3454fe0200c",
"insertionIndex" : 16,
"name" : "deployments_gpt-35-turbo_chat_completions",
"persistent" : true,
"request" : {
"bodyPatterns" : [
{
"equalToJson" : "{\"messages\":[{\"role\":\"user\",\"content\":\"Write a random paragraph about: I missed the F1 final race in the style of Seinfeld.\\nUSE SHORT, CLEAR, COMPLETE SENTENCES.\"}],\"model\":\"gpt-35-turbo\"}",
"ignoreArrayOrder" : true,
"ignoreExtraElements" : true
}
],
"method" : "POST",
"url" : "//openai/deployments/gpt-35-turbo/chat/completions?api-version=2023-12-01-preview"
},
"response" : {
"body" : "{\"id\":\"chatcmpl-xxx\",\"object\":\"chat.completion\",\"created\":1707253027,\"model\":\"gpt-35-turbo\",\"prompt_filter_results\":[{\"prompt_index\":0,\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"choices\":[{\"finish_reason\":\"stop\",\"index\":0,\"message\":{\"role\":\"assistant\",\"content\":\"8e81b11a-5cd0-40f1-a80d-641ec60a3bc4\"},\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"usage\":{\"prompt_tokens\":36,\"completion_tokens\":336,\"total_tokens\":372}}",
"headers" : {},
"status" : 200
},
"uuid" : "4939b782-4212-435b-8d7d-c3454fe0200c"
}
@@ -1,21 +0,0 @@
{
"id" : "4fc21523-e803-4523-9cc8-78c386cb83cb",
"insertionIndex" : 17,
"name" : "deployments_gpt-35-turbo_chat_completions",
"persistent" : true,
"request" : {
"bodyPatterns" : [ {
"equalToJson" : "{\"messages\":[{\"role\":\"user\",\"content\":\"Write a random paragraph about: I missed the F1 final race.\"}],\"max_tokens\":100,\"temperature\":0.4,\"top_p\":1.0,\"logit_bias\":{},\"user\":\"\",\"n\":1,\"presence_penalty\":0.0,\"frequency_penalty\":0.0,\"model\":\"gpt-35-turbo\"}",
"ignoreArrayOrder" : true,
"ignoreExtraElements" : true
} ],
"method" : "POST",
"url" : "//openai/deployments/gpt-35-turbo/chat/completions?api-version=2023-12-01-preview"
},
"response" : {
"body" : "{\"id\":\"chatcmpl-xxx\",\"object\":\"chat.completion\",\"created\":1706834135,\"model\":\"gpt-35-turbo\",\"prompt_filter_results\":[{\"prompt_index\":0,\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"choices\":[{\"finish_reason\":\"length\",\"index\":0,\"message\":{\"role\":\"assistant\",\"content\":\"4ee73b51-075d-48a6-8d25-0b1f8a9a7f46\"},\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"usage\":{\"prompt_tokens\":22,\"completion_tokens\":100,\"total_tokens\":122}}",
"headers" : { },
"status" : 200
},
"uuid" : "4fc21523-e803-4523-9cc8-78c386cb83cb"
}
@@ -1,24 +0,0 @@
{
"id" : "53426f33-03a5-464e-93b7-27dd1c00ca41",
"insertionIndex" : 13,
"name" : "deployments_gpt-35-turbo_chat_completions",
"newScenarioState" : "scenario-5-deployments-gpt-35-turbo-chat-completions-2",
"persistent" : true,
"request" : {
"bodyPatterns" : [ {
"equalToJson" : "{\"messages\":[{\"role\":\"user\",\"content\":\"Write a paragraph about hats\"},{\"role\":\"system\",\"content\":\"Use upper case text when responding to the prompt.\"}],\"max_tokens\":1000,\"temperature\":1.0,\"top_p\":0.5,\"logit_bias\":{},\"user\":\"\",\"n\":1,\"presence_penalty\":0.0,\"frequency_penalty\":0.0,\"model\":\"gpt-35-turbo\"}",
"ignoreArrayOrder" : true,
"ignoreExtraElements" : true
} ],
"method" : "POST",
"url" : "//openai/deployments/gpt-35-turbo/chat/completions?api-version=2023-12-01-preview"
},
"requiredScenarioState" : "Started",
"response" : {
"body" : "{\"id\":\"chatcmpl-xxx\",\"object\":\"chat.completion\",\"created\":1706834140,\"model\":\"gpt-35-turbo\",\"prompt_filter_results\":[{\"prompt_index\":0,\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"choices\":[{\"finish_reason\":\"stop\",\"index\":0,\"message\":{\"role\":\"assistant\",\"content\":\"8d245a7d-9c86-4ffc-a336-36e2a5b1b1cc\"},\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"usage\":{\"prompt_tokens\":28,\"completion_tokens\":160,\"total_tokens\":188}}",
"headers" : { },
"status" : 200
},
"scenarioName" : "scenario-5-deployments-gpt-35-turbo-chat-completions",
"uuid" : "53426f33-03a5-464e-93b7-27dd1c00ca41"
}
@@ -1,21 +0,0 @@
{
"id" : "547fcddc-e0ea-4ebc-a6e5-116ba6388a96",
"insertionIndex" : 21,
"name" : "deployments_gpt-35-turbo_chat_completions",
"persistent" : true,
"request" : {
"bodyPatterns" : [ {
"equalToJson" : "{\"messages\":[{\"role\":\"assistant\",\"content\":\"You are a librarian, expert about books\"},{\"role\":\"user\",\"content\":\"Hi, I'm looking for 3 different book suggestions about sci-fi\"}],\"max_tokens\":1024,\"temperature\":1.0,\"top_p\":1.0,\"logit_bias\":{},\"user\":\"\",\"n\":2,\"presence_penalty\":0.0,\"frequency_penalty\":0.0,\"model\":\"gpt-35-turbo\"}",
"ignoreArrayOrder" : true,
"ignoreExtraElements" : true
} ],
"method" : "POST",
"url" : "//openai/deployments/gpt-35-turbo/chat/completions?api-version=2023-12-01-preview"
},
"response" : {
"body" : "{\"id\":\"chatcmpl-xxx\",\"object\":\"chat.completion\",\"created\":1706834125,\"model\":\"gpt-35-turbo\",\"prompt_filter_results\":[{\"prompt_index\":0,\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"choices\":[{\"finish_reason\":\"stop\",\"index\":0,\"message\":{\"role\":\"assistant\",\"content\":\"563bcc98-b0bd-4454-818b-693e5058f287\"},\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"low\"}}},{\"finish_reason\":\"stop\",\"index\":1,\"message\":{\"role\":\"assistant\",\"content\":\"82689182-eea2-41b2-b9b6-b62190acaba0\"},\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"usage\":{\"prompt_tokens\":35,\"completion_tokens\":458,\"total_tokens\":493}}",
"headers" : { },
"status" : 200
},
"uuid" : "547fcddc-e0ea-4ebc-a6e5-116ba6388a96"
}
@@ -0,0 +1,26 @@
{
"id" : "5d78a6d8-abca-488a-8752-599051a3e352",
"insertionIndex" : 4,
"name" : "deployments_gpt-35-turbo_chat_completions",
"newScenarioState" : "scenario-2-deployments-gpt-35-turbo-chat-completions-2",
"persistent" : true,
"request" : {
"bodyPatterns" : [
{
"equalToJson" : "{\"messages\":[{\"role\":\"user\",\"content\":\"What is Seattle?\"},{\"role\":\"system\",\"content\":\"Respond with JSON.\"}],\"model\":\"gpt-35-turbo\"}",
"ignoreArrayOrder" : true,
"ignoreExtraElements" : true
}
],
"method" : "POST",
"url" : "//openai/deployments/gpt-35-turbo/chat/completions?api-version=2023-12-01-preview"
},
"requiredScenarioState" : "Started",
"response" : {
"body" : "{\"id\":\"chatcmpl-xxx\",\"object\":\"chat.completion\",\"created\":1707253065,\"model\":\"gpt-35-turbo\",\"prompt_filter_results\":[{\"prompt_index\":0,\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"choices\":[{\"finish_reason\":\"stop\",\"index\":0,\"message\":{\"role\":\"assistant\",\"content\":\"28374b87-21d3-4506-9569-3c7c4aaf9052\"},\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"usage\":{\"prompt_tokens\":19,\"completion_tokens\":91,\"total_tokens\":110}}",
"headers" : {},
"status" : 200
},
"scenarioName" : "scenario-2-deployments-gpt-35-turbo-chat-completions",
"uuid" : "5d78a6d8-abca-488a-8752-599051a3e352"
}
@@ -0,0 +1,26 @@
{
"id" : "604be5a5-3e55-44ee-a85f-9d9e63b1763a",
"insertionIndex" : 2,
"name" : "deployments_gpt-35-turbo_chat_completions",
"newScenarioState" : "scenario-1-deployments-gpt-35-turbo-chat-completions-2",
"persistent" : true,
"request" : {
"bodyPatterns" : [
{
"equalToJson" : "{\"messages\":[{\"role\":\"user\",\"content\":\"Hello AI, my name is Bob. What is the origin of my name?\"}],\"model\":\"gpt-35-turbo\"}",
"ignoreArrayOrder" : true,
"ignoreExtraElements" : true
}
],
"method" : "POST",
"url" : "//openai/deployments/gpt-35-turbo/chat/completions?api-version=2023-12-01-preview"
},
"requiredScenarioState" : "Started",
"response" : {
"body" : "{\"id\":\"chatcmpl-xxx\",\"object\":\"chat.completion\",\"created\":1707253070,\"model\":\"gpt-35-turbo\",\"prompt_filter_results\":[{\"prompt_index\":0,\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"choices\":[{\"finish_reason\":\"stop\",\"index\":0,\"message\":{\"role\":\"assistant\",\"content\":\"aed93937-6747-4092-8b1d-6a3345a63197\"},\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"usage\":{\"prompt_tokens\":23,\"completion_tokens\":75,\"total_tokens\":98}}",
"headers" : {},
"status" : 200
},
"scenarioName" : "scenario-1-deployments-gpt-35-turbo-chat-completions",
"uuid" : "604be5a5-3e55-44ee-a85f-9d9e63b1763a"
}
@@ -1,23 +0,0 @@
{
"id" : "63e32274-0eb9-486b-a740-d204963a1921",
"insertionIndex" : 12,
"name" : "deployments_gpt-35-turbo_chat_completions",
"persistent" : true,
"request" : {
"bodyPatterns" : [ {
"equalToJson" : "{\"messages\":[{\"role\":\"user\",\"content\":\"Write a paragraph about hats\"},{\"role\":\"system\",\"content\":\"Use upper case text when responding to the prompt.\"}],\"max_tokens\":1000,\"temperature\":1.0,\"top_p\":0.5,\"logit_bias\":{},\"user\":\"\",\"n\":1,\"presence_penalty\":0.0,\"frequency_penalty\":0.0,\"model\":\"gpt-35-turbo\"}",
"ignoreArrayOrder" : true,
"ignoreExtraElements" : true
} ],
"method" : "POST",
"url" : "//openai/deployments/gpt-35-turbo/chat/completions?api-version=2023-12-01-preview"
},
"requiredScenarioState" : "scenario-5-deployments-gpt-35-turbo-chat-completions-2",
"response" : {
"body" : "{\"id\":\"chatcmpl-xxx\",\"object\":\"chat.completion\",\"created\":1706834142,\"model\":\"gpt-35-turbo\",\"prompt_filter_results\":[{\"prompt_index\":0,\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"choices\":[{\"finish_reason\":\"stop\",\"index\":0,\"message\":{\"role\":\"assistant\",\"content\":\"127ef539-b009-48a8-ad11-1ac02a0acb9f\"},\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"usage\":{\"prompt_tokens\":28,\"completion_tokens\":165,\"total_tokens\":193}}",
"headers" : { },
"status" : 200
},
"scenarioName" : "scenario-5-deployments-gpt-35-turbo-chat-completions",
"uuid" : "63e32274-0eb9-486b-a740-d204963a1921"
}
@@ -0,0 +1,23 @@
{
"id" : "70facef2-7e60-49d5-8009-b38915a1b355",
"insertionIndex" : 23,
"name" : "deployments_gpt-35-turbo_chat_completions",
"persistent" : true,
"request" : {
"bodyPatterns" : [
{
"equalToJson" : "{\"messages\":[{\"role\":\"assistant\",\"content\":\"You are a librarian, expert about books\"},{\"role\":\"user\",\"content\":\"Hi, I'm looking for book suggestions\"},{\"role\":\"assistant\",\"content\":\"Of course! I'd be happy to help you find some book suggestions. What genre or type of book are you interested in?\"},{\"role\":\"user\",\"content\":\"I love history and philosophy, I'd like to learn something new about Greece, any suggestion\"}],\"model\":\"gpt-35-turbo\"}",
"ignoreArrayOrder" : true,
"ignoreExtraElements" : true
}
],
"method" : "POST",
"url" : "//openai/deployments/gpt-35-turbo/chat/completions?api-version=2023-12-01-preview"
},
"response" : {
"body" : "{\"id\":\"chatcmpl-xxx\",\"object\":\"chat.completion\",\"created\":1707253001,\"model\":\"gpt-35-turbo\",\"prompt_filter_results\":[{\"prompt_index\":0,\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"choices\":[{\"finish_reason\":\"stop\",\"index\":0,\"message\":{\"role\":\"assistant\",\"content\":\"6fe0e3aa-5670-435c-9c90-976f97ce9c4c\"},\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"usage\":{\"prompt_tokens\":79,\"completion_tokens\":276,\"total_tokens\":355}}",
"headers" : {},
"status" : 200
},
"uuid" : "70facef2-7e60-49d5-8009-b38915a1b355"
}
@@ -0,0 +1,25 @@
{
"id" : "779728d0-3cfa-4374-aa56-7038de43449e",
"insertionIndex" : 24,
"name" : "deployments_gpt-35-turbo_chat_completions",
"persistent" : true,
"request" : {
"bodyPatterns" : [
{
"equalToJson" : "{\"messages\":[{\"role\":\"assistant\",\"content\":\"You are a librarian, expert about books\"},{\"role\":\"user\",\"content\":\"Hi, I'm looking for book suggestions\"}],\"model\":\"gpt-35-turbo\"}",
"ignoreArrayOrder" : true,
"ignoreExtraElements" : true
}
],
"method" : "POST",
"url" : "//openai/deployments/gpt-35-turbo/chat/completions?api-version=2023-12-01-preview"
},
"requiredScenarioState" : "scenario-6-deployments-gpt-35-turbo-chat-completions-2",
"response" : {
"body" : "{\"id\":\"chatcmpl-xxx\",\"object\":\"chat.completion\",\"created\":1707253000,\"model\":\"gpt-35-turbo\",\"prompt_filter_results\":[{\"prompt_index\":0,\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"choices\":[{\"finish_reason\":\"stop\",\"index\":0,\"message\":{\"role\":\"assistant\",\"content\":\"4772ff60-75e0-46bc-8224-6ec8ba5b9be1\"},\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"usage\":{\"prompt_tokens\":27,\"completion_tokens\":26,\"total_tokens\":53}}",
"headers" : {},
"status" : 200
},
"scenarioName" : "scenario-6-deployments-gpt-35-turbo-chat-completions",
"uuid" : "779728d0-3cfa-4374-aa56-7038de43449e"
}
@@ -0,0 +1,23 @@
{
"id" : "79f4220d-21e6-43e2-8a2e-6a281fcbfea9",
"insertionIndex" : 21,
"name" : "deployments_gpt-35-turbo_chat_completions",
"persistent" : true,
"request" : {
"bodyPatterns" : [
{
"equalToJson" : "{\"messages\":[{\"role\":\"assistant\",\"content\":\"You are a librarian, expert about books\"},{\"role\":\"user\",\"content\":\"Hi, I'm looking for 3 different book suggestions about sci-fi\"}],\"max_tokens\":1024,\"temperature\":1.0,\"top_p\":1.0,\"logit_bias\":{},\"user\":\"\",\"n\":2,\"presence_penalty\":0.0,\"frequency_penalty\":0.0,\"model\":\"gpt-35-turbo\"}",
"ignoreArrayOrder" : true,
"ignoreExtraElements" : true
}
],
"method" : "POST",
"url" : "//openai/deployments/gpt-35-turbo/chat/completions?api-version=2023-12-01-preview"
},
"response" : {
"body" : "{\"id\":\"chatcmpl-xxx\",\"object\":\"chat.completion\",\"created\":1707253010,\"model\":\"gpt-35-turbo\",\"prompt_filter_results\":[{\"prompt_index\":0,\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"choices\":[{\"finish_reason\":\"stop\",\"index\":0,\"message\":{\"role\":\"assistant\",\"content\":\"4949cf23-7039-4226-be78-8dd8c6e678e3\"},\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}},{\"finish_reason\":\"stop\",\"index\":1,\"message\":{\"role\":\"assistant\",\"content\":\"7c66554a-3003-467d-9ce7-9bf7e22ab921\"},\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"low\"}}}],\"usage\":{\"prompt_tokens\":33,\"completion_tokens\":640,\"total_tokens\":673}}",
"headers" : {},
"status" : 200
},
"uuid" : "79f4220d-21e6-43e2-8a2e-6a281fcbfea9"
}
@@ -0,0 +1,23 @@
{
"id" : "8ccdcbb2-4a82-47c4-a3da-93041481ce06",
"insertionIndex" : 18,
"name" : "deployments_gpt-35-turbo_chat_completions",
"persistent" : true,
"request" : {
"bodyPatterns" : [
{
"equalToJson" : "{\"messages\":[{\"role\":\"user\",\"content\":\"Write a haiku about the following: Harry Potter\"}],\"model\":\"gpt-35-turbo\"}",
"ignoreArrayOrder" : true,
"ignoreExtraElements" : true
}
],
"method" : "POST",
"url" : "//openai/deployments/gpt-35-turbo/chat/completions?api-version=2023-12-01-preview"
},
"response" : {
"body" : "{\"id\":\"chatcmpl-xxx\",\"object\":\"chat.completion\",\"created\":1707253023,\"model\":\"gpt-35-turbo\",\"prompt_filter_results\":[{\"prompt_index\":0,\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"choices\":[{\"finish_reason\":\"stop\",\"index\":0,\"message\":{\"role\":\"assistant\",\"content\":\"9043bdfe-acca-4068-8880-31f68015d800\"},\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"low\"}}}],\"usage\":{\"prompt_tokens\":17,\"completion_tokens\":18,\"total_tokens\":35}}",
"headers" : {},
"status" : 200
},
"uuid" : "8ccdcbb2-4a82-47c4-a3da-93041481ce06"
}
@@ -1,24 +0,0 @@
{
"id" : "8d24484b-28a8-4dfb-8ea8-3098f013e7b9",
"insertionIndex" : 2,
"name" : "deployments_gpt-35-turbo_chat_completions",
"newScenarioState" : "scenario-1-deployments-gpt-35-turbo-chat-completions-2",
"persistent" : true,
"request" : {
"bodyPatterns" : [ {
"equalToJson" : "{\"messages\":[{\"role\":\"user\",\"content\":\"Hello AI, my name is Bob. What is the origin of my name?\"}],\"model\":\"gpt-35-turbo\"}",
"ignoreArrayOrder" : true,
"ignoreExtraElements" : true
} ],
"method" : "POST",
"url" : "//openai/deployments/gpt-35-turbo/chat/completions?api-version=2023-12-01-preview"
},
"requiredScenarioState" : "Started",
"response" : {
"body" : "{\"id\":\"chatcmpl-xxx\",\"object\":\"chat.completion\",\"created\":1706834159,\"model\":\"gpt-35-turbo\",\"prompt_filter_results\":[{\"prompt_index\":0,\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"choices\":[{\"finish_reason\":\"stop\",\"index\":0,\"message\":{\"role\":\"assistant\",\"content\":\"4d48cee2-a5cf-47e3-b098-c363ef41fa4a\"},\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"usage\":{\"prompt_tokens\":24,\"completion_tokens\":49,\"total_tokens\":73}}",
"headers" : { },
"status" : 200
},
"scenarioName" : "scenario-1-deployments-gpt-35-turbo-chat-completions",
"uuid" : "8d24484b-28a8-4dfb-8ea8-3098f013e7b9"
}
@@ -1,21 +0,0 @@
{
"id" : "8e1a79d7-8b2d-49d9-a4b6-1af619d23972",
"insertionIndex" : 15,
"name" : "deployments_gpt-35-turbo_chat_completions",
"persistent" : true,
"request" : {
"bodyPatterns" : [ {
"equalToJson" : "{\"messages\":[{\"role\":\"user\",\"content\":\"Write a paragraph about Handlers.\"}],\"max_tokens\":100,\"temperature\":0.4,\"top_p\":1.0,\"logit_bias\":{},\"user\":\"\",\"n\":1,\"presence_penalty\":0.0,\"frequency_penalty\":0.0,\"model\":\"gpt-35-turbo\"}",
"ignoreArrayOrder" : true,
"ignoreExtraElements" : true
} ],
"method" : "POST",
"url" : "//openai/deployments/gpt-35-turbo/chat/completions?api-version=2023-12-01-preview"
},
"response" : {
"body" : "{\"id\":\"chatcmpl-xxx\",\"object\":\"chat.completion\",\"created\":1706834138,\"model\":\"gpt-35-turbo\",\"prompt_filter_results\":[{\"prompt_index\":0,\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"choices\":[{\"finish_reason\":\"length\",\"index\":0,\"message\":{\"role\":\"assistant\",\"content\":\"8112a34b-8713-4ac1-94ab-73cbce4afba0\"},\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"usage\":{\"prompt_tokens\":14,\"completion_tokens\":100,\"total_tokens\":114}}",
"headers" : { },
"status" : 200
},
"uuid" : "8e1a79d7-8b2d-49d9-a4b6-1af619d23972"
}
@@ -0,0 +1,23 @@
{
"id" : "bcdbf876-8b4c-4de1-99b4-deaad761fdbe",
"insertionIndex" : 14,
"name" : "deployments_gpt-35-turbo_chat_completions",
"persistent" : true,
"request" : {
"bodyPatterns" : [
{
"equalToJson" : "{\"messages\":[{\"role\":\"user\",\"content\":\"Write a phrase with Cancellation.\"}],\"model\":\"gpt-35-turbo\"}",
"ignoreArrayOrder" : true,
"ignoreExtraElements" : true
}
],
"method" : "POST",
"url" : "//openai/deployments/gpt-35-turbo/chat/completions?api-version=2023-12-01-preview"
},
"response" : {
"body" : "{\"id\":\"chatcmpl-xxx\",\"object\":\"chat.completion\",\"created\":1707253036,\"model\":\"gpt-35-turbo\",\"prompt_filter_results\":[{\"prompt_index\":0,\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"choices\":[{\"finish_reason\":\"stop\",\"index\":0,\"message\":{\"role\":\"assistant\",\"content\":\"49ec813d-2f20-4424-9a3f-b6ead6b4894f\"},\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"usage\":{\"prompt_tokens\":14,\"completion_tokens\":12,\"total_tokens\":26}}",
"headers" : {},
"status" : 200
},
"uuid" : "bcdbf876-8b4c-4de1-99b4-deaad761fdbe"
}
@@ -0,0 +1,25 @@
{
"id" : "c71f3ff7-70f7-4966-a752-811bf1c01382",
"insertionIndex" : 1,
"name" : "deployments_gpt-35-turbo_chat_completions",
"persistent" : true,
"request" : {
"bodyPatterns" : [
{
"equalToJson" : "{\"messages\":[{\"role\":\"user\",\"content\":\"Hello AI, my name is Bob. What is the origin of my name?\"}],\"model\":\"gpt-35-turbo\"}",
"ignoreArrayOrder" : true,
"ignoreExtraElements" : true
}
],
"method" : "POST",
"url" : "//openai/deployments/gpt-35-turbo/chat/completions?api-version=2023-12-01-preview"
},
"requiredScenarioState" : "scenario-1-deployments-gpt-35-turbo-chat-completions-2",
"response" : {
"body" : "{\"id\":\"chatcmpl-xxx\",\"object\":\"chat.completion\",\"created\":1707253072,\"model\":\"gpt-35-turbo\",\"prompt_filter_results\":[{\"prompt_index\":0,\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"choices\":[{\"finish_reason\":\"stop\",\"index\":0,\"message\":{\"role\":\"assistant\",\"content\":\"b82a811f-96d2-479f-96db-cadddfa99c1d\"},\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"usage\":{\"prompt_tokens\":23,\"completion_tokens\":80,\"total_tokens\":103}}",
"headers" : {},
"status" : 200
},
"scenarioName" : "scenario-1-deployments-gpt-35-turbo-chat-completions",
"uuid" : "c71f3ff7-70f7-4966-a752-811bf1c01382"
}
@@ -0,0 +1,23 @@
{
"id" : "ca797b35-ef23-4628-9c6f-b1ea00ba5e3e",
"insertionIndex" : 15,
"name" : "deployments_gpt-35-turbo_chat_completions",
"persistent" : true,
"request" : {
"bodyPatterns" : [
{
"equalToJson" : "{\"messages\":[{\"role\":\"user\",\"content\":\"Write a paragraph about Handlers.\"}],\"model\":\"gpt-35-turbo\"}",
"ignoreArrayOrder" : true,
"ignoreExtraElements" : true
}
],
"method" : "POST",
"url" : "//openai/deployments/gpt-35-turbo/chat/completions?api-version=2023-12-01-preview"
},
"response" : {
"body" : "{\"id\":\"chatcmpl-xxx\",\"object\":\"chat.completion\",\"created\":1707253032,\"model\":\"gpt-35-turbo\",\"prompt_filter_results\":[{\"prompt_index\":0,\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"choices\":[{\"finish_reason\":\"stop\",\"index\":0,\"message\":{\"role\":\"assistant\",\"content\":\"49c63368-9fe4-42ca-bd0c-ff1064c44eb6\"},\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"usage\":{\"prompt_tokens\":13,\"completion_tokens\":149,\"total_tokens\":162}}",
"headers" : {},
"status" : 200
},
"uuid" : "ca797b35-ef23-4628-9c6f-b1ea00ba5e3e"
}
@@ -0,0 +1,25 @@
{
"id" : "daf144e4-182b-4100-91f2-49b6115a1026",
"insertionIndex" : 10,
"name" : "deployments_gpt-35-turbo_chat_completions",
"persistent" : true,
"request" : {
"bodyPatterns" : [
{
"equalToJson" : "{\"messages\":[{\"role\":\"user\",\"content\":\"Hello AI, what can you do for me?\"}],\"model\":\"gpt-35-turbo\"}",
"ignoreArrayOrder" : true,
"ignoreExtraElements" : true
}
],
"method" : "POST",
"url" : "//openai/deployments/gpt-35-turbo/chat/completions?api-version=2023-12-01-preview"
},
"requiredScenarioState" : "scenario-5-deployments-gpt-35-turbo-chat-completions-2",
"response" : {
"body" : "{\"id\":\"chatcmpl-xxx\",\"object\":\"chat.completion\",\"created\":1707253047,\"model\":\"gpt-35-turbo\",\"prompt_filter_results\":[{\"prompt_index\":0,\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"choices\":[{\"finish_reason\":\"stop\",\"index\":0,\"message\":{\"role\":\"assistant\",\"content\":\"4aab22a1-8bb4-462e-a72d-5abeb5b91335\"},\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"usage\":{\"prompt_tokens\":17,\"completion_tokens\":251,\"total_tokens\":268}}",
"headers" : {},
"status" : 200
},
"scenarioName" : "scenario-5-deployments-gpt-35-turbo-chat-completions",
"uuid" : "daf144e4-182b-4100-91f2-49b6115a1026"
}
@@ -1,21 +0,0 @@
{
"id" : "db15fdb3-7258-4a62-8877-7a23deff3483",
"insertionIndex" : 14,
"name" : "deployments_gpt-35-turbo_chat_completions",
"persistent" : true,
"request" : {
"bodyPatterns" : [ {
"equalToJson" : "{\"messages\":[{\"role\":\"user\",\"content\":\"Write a phrase with Cancellation.\"}],\"model\":\"gpt-35-turbo\"}",
"ignoreArrayOrder" : true,
"ignoreExtraElements" : true
} ],
"method" : "POST",
"url" : "//openai/deployments/gpt-35-turbo/chat/completions?api-version=2023-12-01-preview"
},
"response" : {
"body" : "{\"id\":\"chatcmpl-xxx\",\"object\":\"chat.completion\",\"created\":1706834139,\"model\":\"gpt-35-turbo\",\"prompt_filter_results\":[{\"prompt_index\":0,\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"choices\":[{\"finish_reason\":\"stop\",\"index\":0,\"message\":{\"role\":\"assistant\",\"content\":\"b5e465e1-e745-41ae-bb4b-8e38448bfe71\"},\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"usage\":{\"prompt_tokens\":15,\"completion_tokens\":9,\"total_tokens\":24}}",
"headers" : { },
"status" : 200
},
"uuid" : "db15fdb3-7258-4a62-8877-7a23deff3483"
}
@@ -0,0 +1,23 @@
{
"id" : "dc3d7bb6-815c-44fc-a15f-a6f9ce7eb012",
"insertionIndex" : 13,
"name" : "deployments_gpt-35-turbo_chat_completions",
"persistent" : true,
"request" : {
"bodyPatterns" : [
{
"equalToJson" : "{\"messages\":[{\"role\":\"user\",\"content\":\"Write a paragraph about hats\"}],\"model\":\"gpt-35-turbo\"}",
"ignoreArrayOrder" : true,
"ignoreExtraElements" : true
}
],
"method" : "POST",
"url" : "//openai/deployments/gpt-35-turbo/chat/completions?api-version=2023-12-01-preview"
},
"response" : {
"body" : "{\"id\":\"chatcmpl-xxx\",\"object\":\"chat.completion\",\"created\":1707253037,\"model\":\"gpt-35-turbo\",\"prompt_filter_results\":[{\"prompt_index\":0,\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"choices\":[{\"finish_reason\":\"stop\",\"index\":0,\"message\":{\"role\":\"assistant\",\"content\":\"8dafdc23-45e2-4c72-949d-0b88c107c76e\"},\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"usage\":{\"prompt_tokens\":12,\"completion_tokens\":130,\"total_tokens\":142}}",
"headers" : {},
"status" : 200
},
"uuid" : "dc3d7bb6-815c-44fc-a15f-a6f9ce7eb012"
}
@@ -0,0 +1,23 @@
{
"id" : "f0070b1d-f4eb-4691-9d72-a0b935a227eb",
"insertionIndex" : 17,
"name" : "deployments_gpt-35-turbo_chat_completions",
"persistent" : true,
"request" : {
"bodyPatterns" : [
{
"equalToJson" : "{\"messages\":[{\"role\":\"user\",\"content\":\"Write a random paragraph about: I missed the F1 final race.\"}],\"model\":\"gpt-35-turbo\"}",
"ignoreArrayOrder" : true,
"ignoreExtraElements" : true
}
],
"method" : "POST",
"url" : "//openai/deployments/gpt-35-turbo/chat/completions?api-version=2023-12-01-preview"
},
"response" : {
"body" : "{\"id\":\"chatcmpl-xxx\",\"object\":\"chat.completion\",\"created\":1707253024,\"model\":\"gpt-35-turbo\",\"prompt_filter_results\":[{\"prompt_index\":0,\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"choices\":[{\"finish_reason\":\"stop\",\"index\":0,\"message\":{\"role\":\"assistant\",\"content\":\"97aeec5d-1555-4548-a681-cb1cc52b15c5\"},\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"usage\":{\"prompt_tokens\":21,\"completion_tokens\":175,\"total_tokens\":196}}",
"headers" : {},
"status" : 200
},
"uuid" : "f0070b1d-f4eb-4691-9d72-a0b935a227eb"
}
@@ -1,21 +0,0 @@
{
"id" : "f38fccbd-0526-4d8c-ab2c-bc1bd945292c",
"insertionIndex" : 18,
"name" : "deployments_gpt-35-turbo_chat_completions",
"persistent" : true,
"request" : {
"bodyPatterns" : [ {
"equalToJson" : "{\"messages\":[{\"role\":\"user\",\"content\":\"Write a haiku about the following: Harry Potter\"}],\"max_tokens\":100,\"temperature\":1.0,\"top_p\":1.0,\"logit_bias\":{},\"user\":\"\",\"n\":1,\"presence_penalty\":0.0,\"frequency_penalty\":0.0,\"model\":\"gpt-35-turbo\"}",
"ignoreArrayOrder" : true,
"ignoreExtraElements" : true
} ],
"method" : "POST",
"url" : "//openai/deployments/gpt-35-turbo/chat/completions?api-version=2023-12-01-preview"
},
"response" : {
"body" : "{\"id\":\"chatcmpl-xxx\",\"object\":\"chat.completion\",\"created\":1706834134,\"model\":\"gpt-35-turbo\",\"prompt_filter_results\":[{\"prompt_index\":0,\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"choices\":[{\"finish_reason\":\"stop\",\"index\":0,\"message\":{\"role\":\"assistant\",\"content\":\"dc4da588-5ebe-4d15-b586-edd28fff1ce4\"},\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"usage\":{\"prompt_tokens\":18,\"completion_tokens\":29,\"total_tokens\":47}}",
"headers" : { },
"status" : 200
},
"uuid" : "f38fccbd-0526-4d8c-ab2c-bc1bd945292c"
}
@@ -1,21 +0,0 @@
{
"id" : "f66a56a2-e9ca-4f8b-88cb-b1748bc3156e",
"insertionIndex" : 11,
"name" : "deployments_gpt-35-turbo_chat_completions",
"persistent" : true,
"request" : {
"bodyPatterns" : [ {
"equalToJson" : "{\"messages\":[{\"role\":\"user\",\"content\":\"Hello AI, what can you do for me?\"}],\"max_tokens\":60,\"temperature\":0.7,\"top_p\":1.0,\"logit_bias\":{},\"user\":\"\",\"n\":1,\"presence_penalty\":0.0,\"frequency_penalty\":0.0,\"model\":\"gpt-35-turbo\"}",
"ignoreArrayOrder" : true,
"ignoreExtraElements" : true
} ],
"method" : "POST",
"url" : "//openai/deployments/gpt-35-turbo/chat/completions?api-version=2023-12-01-preview"
},
"response" : {
"body" : "{\"id\":\"chatcmpl-xxx\",\"object\":\"chat.completion\",\"created\":1706834145,\"model\":\"gpt-35-turbo\",\"prompt_filter_results\":[{\"prompt_index\":0,\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"choices\":[{\"finish_reason\":\"stop\",\"index\":0,\"message\":{\"role\":\"assistant\",\"content\":\"039898f6-a204-4203-82c6-e1082d25aff4\"},\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"usage\":{\"prompt_tokens\":18,\"completion_tokens\":41,\"total_tokens\":59}}",
"headers" : { },
"status" : 200
},
"uuid" : "f66a56a2-e9ca-4f8b-88cb-b1748bc3156e"
}
@@ -0,0 +1,26 @@
{
"id" : "0215b128-4822-4368-ac3d-2f580a221f00",
"insertionIndex" : 6,
"name" : "deployments_text-davinci-003_completions",
"newScenarioState" : "scenario-3-deployments-text-davinci-003-completions-3",
"persistent" : true,
"request" : {
"bodyPatterns" : [
{
"equalToJson" : "{\"prompt\":[\"Hello AI, what can you do for me?\"],\"max_tokens\":256,\"temperature\":1.0,\"top_p\":1.0,\"logit_bias\":{},\"user\":\"\",\"n\":1,\"presence_penalty\":0.0,\"frequency_penalty\":0.0,\"best_of\":1,\"model\":\"text-davinci-003\"}",
"ignoreArrayOrder" : true,
"ignoreExtraElements" : true
}
],
"method" : "POST",
"url" : "//openai/deployments/text-davinci-003/completions?api-version=2023-12-01-preview"
},
"requiredScenarioState" : "scenario-3-deployments-text-davinci-003-completions-2",
"response" : {
"body" : "{\"id\":\"cmpl-xxx\",\"object\":\"text_completion\",\"created\":1707253062,\"model\":\"text-davinci-003\",\"prompt_filter_results\":[{\"prompt_index\":0,\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"choices\":[{\"text\":\"7949e981-c632-422f-9b76-335a2379cd83\",\"index\":0,\"finish_reason\":\"stop\",\"logprobs\":null,\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"usage\":{\"prompt_tokens\":10,\"completion_tokens\":26,\"total_tokens\":36}}",
"headers" : {},
"status" : 200
},
"scenarioName" : "scenario-3-deployments-text-davinci-003-completions",
"uuid" : "0215b128-4822-4368-ac3d-2f580a221f00"
}
@@ -0,0 +1,25 @@
{
"id" : "1296bcee-1e54-43b1-b4b3-4642dd8bd0a0",
"insertionIndex" : 5,
"name" : "deployments_text-davinci-003_completions",
"persistent" : true,
"request" : {
"bodyPatterns" : [
{
"equalToJson" : "{\"prompt\":[\"Hello AI, what can you do for me?\"],\"max_tokens\":256,\"temperature\":1.0,\"top_p\":1.0,\"logit_bias\":{},\"user\":\"\",\"n\":1,\"presence_penalty\":0.0,\"frequency_penalty\":0.0,\"best_of\":1,\"model\":\"text-davinci-003\"}",
"ignoreArrayOrder" : true,
"ignoreExtraElements" : true
}
],
"method" : "POST",
"url" : "//openai/deployments/text-davinci-003/completions?api-version=2023-12-01-preview"
},
"requiredScenarioState" : "scenario-3-deployments-text-davinci-003-completions-3",
"response" : {
"body" : "{\"id\":\"cmpl-xxx\",\"object\":\"text_completion\",\"created\":1707253064,\"model\":\"text-davinci-003\",\"prompt_filter_results\":[{\"prompt_index\":0,\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"choices\":[{\"text\":\"f3d22bfb-13ae-41f1-ba1c-e162da7cf3ec\",\"index\":0,\"finish_reason\":\"stop\",\"logprobs\":null,\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"usage\":{\"prompt_tokens\":10,\"completion_tokens\":34,\"total_tokens\":44}}",
"headers" : {},
"status" : 200
},
"scenarioName" : "scenario-3-deployments-text-davinci-003-completions",
"uuid" : "1296bcee-1e54-43b1-b4b3-4642dd8bd0a0"
}
@@ -1,21 +0,0 @@
{
"id" : "25f23187-2ccd-4365-ac5f-4c34f9cb1df7",
"insertionIndex" : 35,
"name" : "deployments_text-davinci-003_completions",
"persistent" : true,
"request" : {
"bodyPatterns" : [ {
"equalToJson" : "{\"prompt\":[\"Translate this date 1970-01-01 to French format\"],\"max_tokens\":100,\"temperature\":1.0,\"top_p\":1.0,\"logit_bias\":{},\"user\":\"\",\"n\":1,\"presence_penalty\":0.0,\"frequency_penalty\":0.0,\"best_of\":1,\"model\":\"text-davinci-003\"}",
"ignoreArrayOrder" : true,
"ignoreExtraElements" : true
} ],
"method" : "POST",
"url" : "//openai/deployments/text-davinci-003/completions?api-version=2023-12-01-preview"
},
"response" : {
"body" : "{\"id\":\"cmpl-xxx\",\"object\":\"text_completion\",\"created\":1706834099,\"model\":\"text-davinci-003\",\"prompt_filter_results\":[{\"prompt_index\":0,\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"choices\":[{\"text\":\"71aea285-d376-4526-8b85-b54640a02de3\",\"index\":0,\"finish_reason\":\"stop\",\"logprobs\":null,\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"usage\":{\"prompt_tokens\":12,\"completion_tokens\":8,\"total_tokens\":20}}",
"headers" : { },
"status" : 200
},
"uuid" : "25f23187-2ccd-4365-ac5f-4c34f9cb1df7"
}
@@ -0,0 +1,23 @@
{
"id" : "350fea53-3d73-4d59-b603-dba32fdc5af9",
"insertionIndex" : 37,
"name" : "deployments_text-davinci-003_completions",
"persistent" : true,
"request" : {
"bodyPatterns" : [
{
"equalToJson" : "{\"prompt\":[\" Generate a creative reason or excuse for the given event.\\n Be creative and be funny. Let your imagination run wild.\\n\\n Event: I am running late.\\n Excuse: I was being held ransom by giraffe gangsters.\\n\\n Event: I haven't been to the gym for a year\\n Excuse: I've been too busy training my pet dragon.\\n\\n Event: I missed the F1 final race\\n\"],\"max_tokens\":100,\"temperature\":0.4,\"top_p\":1.0,\"logit_bias\":{},\"user\":\"\",\"n\":1,\"presence_penalty\":0.0,\"frequency_penalty\":0.0,\"best_of\":1,\"model\":\"text-davinci-003\"}",
"ignoreArrayOrder" : true,
"ignoreExtraElements" : true
}
],
"method" : "POST",
"url" : "//openai/deployments/text-davinci-003/completions?api-version=2023-12-01-preview"
},
"response" : {
"body" : "{\"id\":\"cmpl-xxx\",\"object\":\"text_completion\",\"created\":1707252975,\"model\":\"text-davinci-003\",\"prompt_filter_results\":[{\"prompt_index\":0,\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"choices\":[{\"text\":\"1ec9fb4c-eae2-44b4-9974-c87d452220ae\",\"index\":0,\"finish_reason\":\"stop\",\"logprobs\":null,\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"usage\":{\"prompt_tokens\":93,\"completion_tokens\":15,\"total_tokens\":108}}",
"headers" : {},
"status" : 200
},
"uuid" : "350fea53-3d73-4d59-b603-dba32fdc5af9"
}
@@ -0,0 +1,23 @@
{
"id" : "3ce79fbf-90ee-4575-aeb4-6f7d545d1db6",
"insertionIndex" : 32,
"name" : "deployments_text-davinci-003_completions",
"persistent" : true,
"request" : {
"bodyPatterns" : [
{
"equalToJson" : "{\"prompt\":[\"BEGIN CONTENT TO SUMMARIZE:\\nJane: I think we're almost there. Let me check.\\nJane: I have some bad news, we're only half way there.\\nJohn: Oh no, I'm not sure I can keep going. I'm getting tired.\\nJane: I'm getting tired too.\\nJohn: Maybe there is a large piece of text we can use to generate a long conversation.\\nJane: That's a good idea. Let me see if I can find one. Maybe Lorem Ipsum?\\nJohn: Yeah, that's a good idea.\\nJane: I found a Lorem Ipsum generator.\\nJane: Here's a 4096 character Lorem Ipsum text:\\nJane: Lorem ipsum dolor sit amet, con\\nJane: Lorem ipsum dolor sit amet, consectetur adipiscing elit. Sed euismod, nunc sit amet aliquam\\nJane: Lorem ipsum dolor sit amet, consectetur adipiscing elit. Sed euismod, nunc sit amet aliquam\\nJane: Darn, it's just repeating stuf now.\\nJohn: I think we're done.\\nJane: We're not though! We need like 1500 more characters.\\nJohn: Oh Cananda, our home and native land.\\nJane: True patriot love in all thy sons command.\\nJohn: With glowing hearts we see thee rise.\\nJane: The True North strong and free.\\nJohn: From far and wide, O Canada, we stand on guard for thee.\\nJane: God keep our land glorious and free.\\nJohn: O Canada, we stand on guard for thee.\\nJane: O Canada, we stand on guard for thee.\\nJane: That was fun, thank you. Let me check now.\\nJane: I think we need about 600 more characters.\\nJohn: Oh say can you see?\\nJane: By the dawn's early light.\\nJohn: What so proudly we hailed.\\nJane: At the twilight's last gleaming.\\nJohn: Whose broad stripes and bright stars.\\nJane: Through the perilous fight.\\nJohn: O'er the ramparts we watched.\\nJane: Were so gallantly streaming.\\nJohn: And the rockets' red glare.\\nJane: The bombs bursting in air.\\nJohn: Gave proof through the night.\\nJane: That our flag was still there.\\nJohn: Oh say does that star-spangled banner yet wave.\\nJane: O'er the land of the free.\\nJohn: And the home of the brave.\\nJane: Are you a Seattle Kraken Fan?\\nJohn: Yes, I am. I love going to the games.\\nJane: I'm a Seattle Kraken Fan too. Who is your favorite player?\\nJohn: I like watching all the players, but I think my favorite is Matty Beniers.\\nJane: Yeah, he's a great player. I like watching him too. I also like watching Jaden Schwartz.\\nJohn: Adam Larsson is another good one. The big cat!\\nJane: WE MADE IT! It's long enough. Thank you!\\nJohn: Can you automate generating long text next time?\\nJane: I will.\\nJohn: You're welcome. I'm glad we could help. Goodbye!\\nJane: Goodbye!\\n\\nEND CONTENT TO SUMMARIZE.\\n\\nSummarize the conversation in 'CONTENT TO SUMMARIZE', identifying main points of discussion and any conclusions that were reached.\\nDo not incorporate other general knowledge.\\nSummary is in plain text, in complete sentences, with no markup or tags.\\n\\nBEGIN SUMMARY:\\n\"],\"max_tokens\":1024,\"temperature\":0.1,\"top_p\":0.5,\"logit_bias\":{},\"user\":\"\",\"n\":1,\"presence_penalty\":0.0,\"frequency_penalty\":0.0,\"best_of\":1,\"model\":\"text-davinci-003\"}",
"ignoreArrayOrder" : true,
"ignoreExtraElements" : true
}
],
"method" : "POST",
"url" : "//openai/deployments/text-davinci-003/completions?api-version=2023-12-01-preview"
},
"response" : {
"body" : "{\"id\":\"cmpl-xxx\",\"object\":\"text_completion\",\"created\":1707252982,\"model\":\"text-davinci-003\",\"prompt_filter_results\":[{\"prompt_index\":0,\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"choices\":[{\"text\":\"caf6e239-7150-4d70-b814-62cd93e7c525\",\"index\":0,\"finish_reason\":\"stop\",\"logprobs\":null,\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"usage\":{\"prompt_tokens\":791,\"completion_tokens\":48,\"total_tokens\":839}}",
"headers" : {},
"status" : 200
},
"uuid" : "3ce79fbf-90ee-4575-aeb4-6f7d545d1db6"
}
@@ -0,0 +1,23 @@
{
"id" : "3d48b3d9-5263-4d35-97dc-6db5b0335989",
"insertionIndex" : 30,
"name" : "deployments_text-davinci-003_completions",
"persistent" : true,
"request" : {
"bodyPatterns" : [
{
"equalToJson" : "{\"prompt\":[\"You are an action item extractor. You will be given chat history and need to make note of action items mentioned in the chat.\\nExtract action items from the content if there are any. If there are no action, return nothing. If a single field is missing, use an empty string.\\nReturn the action items in json.\\n\\nPossible statuses for action items are: Open, Closed, In Progress.\\n\\nEXAMPLE INPUT WITH ACTION ITEMS:\\n\\nJohn Doe said: \\\"I will record a demo for the new feature by Friday\\\"\\nI said: \\\"Great, thanks John. We may not use all of it but it's good to get it out there.\\\"\\n\\nEXAMPLE OUTPUT:\\n{\\n \\\"actionItems\\\": [\\n {\\n \\\"owner\\\": \\\"John Doe\\\",\\n \\\"actionItem\\\": \\\"Record a demo for the new feature\\\",\\n \\\"dueDate\\\": \\\"Friday\\\",\\n \\\"status\\\": \\\"Open\\\",\\n \\\"notes\\\": \\\"\\n }\\n ]\\n}\\n\\nEXAMPLE INPUT WITHOUT ACTION ITEMS:\\n\\nJohn Doe said: \\\"Hey I'm going to the store, do you need anything?\\\"\\nI said: \\\"No thanks, I'm good.\\\"\\n\\nEXAMPLE OUTPUT:\\n{\\n \\\"action_items\\\": []\\n}\\n\\nCONTENT STARTS HERE.\\n\\nJane: I think we're almost there. Let me check.\\nJane: I have some bad news, we're only half way there.\\nJohn: Oh no, I'm not sure I can keep going. I'm getting tired.\\nJane: I'm getting tired too.\\nJohn: Maybe there is a large piece of text we can use to generate a long conversation.\\nJane: That's a good idea. Let me see if I can find one. Maybe Lorem Ipsum?\\nJohn: Yeah, that's a good idea.\\nJane: I found a Lorem Ipsum generator.\\nJane: Here's a 4096 character Lorem Ipsum text:\\nJane: Lorem ipsum dolor sit amet, con\\nJane: Lorem ipsum dolor sit amet, consectetur adipiscing elit. Sed euismod, nunc sit amet aliquam\\nJane: Lorem ipsum dolor sit amet, consectetur adipiscing elit. Sed euismod, nunc sit amet aliquam\\nJane: Darn, it's just repeating stuf now.\\nJohn: I think we're done.\\nJane: We're not though! We need like 1500 more characters.\\nJohn: Oh Cananda, our home and native land.\\nJane: True patriot love in all thy sons command.\\nJohn: With glowing hearts we see thee rise.\\nJane: The True North strong and free.\\nJohn: From far and wide, O Canada, we stand on guard for thee.\\nJane: God keep our land glorious and free.\\nJohn: O Canada, we stand on guard for thee.\\nJane: O Canada, we stand on guard for thee.\\nJane: That was fun, thank you. Let me check now.\\nJane: I think we need about 600 more characters.\\nJohn: Oh say can you see?\\nJane: By the dawn's early light.\\nJohn: What so proudly we hailed.\\nJane: At the twilight's last gleaming.\\nJohn: Whose broad stripes and bright stars.\\nJane: Through the perilous fight.\\nJohn: O'er the ramparts we watched.\\nJane: Were so gallantly streaming.\\nJohn: And the rockets' red glare.\\nJane: The bombs bursting in air.\\nJohn: Gave proof through the night.\\nJane: That our flag was still there.\\nJohn: Oh say does that star-spangled banner yet wave.\\nJane: O'er the land of the free.\\nJohn: And the home of the brave.\\nJane: Are you a Seattle Kraken Fan?\\nJohn: Yes, I am. I love going to the games.\\nJane: I'm a Seattle Kraken Fan too. Who is your favorite player?\\nJohn: I like watching all the players, but I think my favorite is Matty Beniers.\\nJane: Yeah, he's a great player. I like watching him too. I also like watching Jaden Schwartz.\\nJohn: Adam Larsson is another good one. The big cat!\\nJane: WE MADE IT! It's long enough. Thank you!\\nJohn: Can you automate generating long text next time?\\nJane: I will.\\nJohn: You're welcome. I'm glad we could help. Goodbye!\\nJane: Goodbye!\\n\\nCONTENT STOPS HERE.\\n\\nOUTPUT:\\n\"],\"max_tokens\":1024,\"temperature\":0.1,\"top_p\":0.5,\"logit_bias\":{},\"user\":\"\",\"n\":1,\"presence_penalty\":0.0,\"frequency_penalty\":0.0,\"best_of\":1,\"model\":\"text-davinci-003\"}",
"ignoreArrayOrder" : true,
"ignoreExtraElements" : true
}
],
"method" : "POST",
"url" : "//openai/deployments/text-davinci-003/completions?api-version=2023-12-01-preview"
},
"response" : {
"body" : "{\"id\":\"cmpl-xxx\",\"object\":\"text_completion\",\"created\":1707252987,\"model\":\"text-davinci-003\",\"prompt_filter_results\":[{\"prompt_index\":0,\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"choices\":[{\"text\":\"cab3c6e5-6681-48a0-8c56-3727299a890d\",\"index\":0,\"finish_reason\":\"stop\",\"logprobs\":null,\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"usage\":{\"prompt_tokens\":1018,\"completion_tokens\":62,\"total_tokens\":1080}}",
"headers" : {},
"status" : 200
},
"uuid" : "3d48b3d9-5263-4d35-97dc-6db5b0335989"
}
@@ -1,24 +0,0 @@
{
"id" : "53c9bc60-38e1-43ee-bc41-72c4c8e0c132",
"insertionIndex" : 9,
"name" : "deployments_text-davinci-003_completions",
"newScenarioState" : "scenario-4-deployments-text-davinci-003-completions-2",
"persistent" : true,
"request" : {
"bodyPatterns" : [ {
"equalToJson" : "{\"prompt\":[\"Hello AI, what can you do for me?\"],\"max_tokens\":256,\"temperature\":1.0,\"top_p\":1.0,\"logit_bias\":{},\"user\":\"\",\"n\":1,\"presence_penalty\":0.0,\"frequency_penalty\":0.0,\"best_of\":1,\"model\":\"text-davinci-003\"}",
"ignoreArrayOrder" : true,
"ignoreExtraElements" : true
} ],
"method" : "POST",
"url" : "//openai/deployments/text-davinci-003/completions?api-version=2023-12-01-preview"
},
"requiredScenarioState" : "Started",
"response" : {
"body" : "{\"id\":\"cmpl-xxx\",\"object\":\"text_completion\",\"created\":1706834147,\"model\":\"text-davinci-003\",\"prompt_filter_results\":[{\"prompt_index\":0,\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"choices\":[{\"text\":\"c7393b1a-90a5-4225-9e8b-21beda1181fb\",\"index\":0,\"finish_reason\":\"stop\",\"logprobs\":null,\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"usage\":{\"prompt_tokens\":10,\"completion_tokens\":21,\"total_tokens\":31}}",
"headers" : { },
"status" : 200
},
"scenarioName" : "scenario-4-deployments-text-davinci-003-completions",
"uuid" : "53c9bc60-38e1-43ee-bc41-72c4c8e0c132"
}
@@ -0,0 +1,23 @@
{
"id" : "544c72c2-de8a-407d-a319-b7c04a8c237e",
"insertionIndex" : 31,
"name" : "deployments_text-davinci-003_completions",
"persistent" : true,
"request" : {
"bodyPatterns" : [
{
"equalToJson" : "{\"prompt\":[\"You are an action item extractor. You will be given chat history and need to make note of action items mentioned in the chat.\\nExtract action items from the content if there are any. If there are no action, return nothing. If a single field is missing, use an empty string.\\nReturn the action items in json.\\n\\nPossible statuses for action items are: Open, Closed, In Progress.\\n\\nEXAMPLE INPUT WITH ACTION ITEMS:\\n\\nJohn Doe said: \\\"I will record a demo for the new feature by Friday\\\"\\nI said: \\\"Great, thanks John. We may not use all of it but it's good to get it out there.\\\"\\n\\nEXAMPLE OUTPUT:\\n{\\n \\\"actionItems\\\": [\\n {\\n \\\"owner\\\": \\\"John Doe\\\",\\n \\\"actionItem\\\": \\\"Record a demo for the new feature\\\",\\n \\\"dueDate\\\": \\\"Friday\\\",\\n \\\"status\\\": \\\"Open\\\",\\n \\\"notes\\\": \\\"\\n }\\n ]\\n}\\n\\nEXAMPLE INPUT WITHOUT ACTION ITEMS:\\n\\nJohn Doe said: \\\"Hey I'm going to the store, do you need anything?\\\"\\nI said: \\\"No thanks, I'm good.\\\"\\n\\nEXAMPLE OUTPUT:\\n{\\n \\\"action_items\\\": []\\n}\\n\\nCONTENT STARTS HERE.\\n\\nJohn: Hello, how are you?\\nJane: I'm fine, thanks. How are you?\\nJohn: I'm doing well, writing some example code.\\nJane: That's great! I'm writing some example code too.\\nJohn: What are you writing?\\nJane: I'm writing a chatbot.\\nJohn: That's cool. I'm writing a chatbot too.\\nJane: What language are you writing it in?\\nJohn: I'm writing it in C#.\\nJane: I'm writing it in Python.\\nJohn: That's cool. I need to learn Python.\\nJane: I need to learn C#.\\nJohn: Can I try out your chatbot?\\nJane: Sure, here's the link.\\nJohn: Thanks!\\nJane: You're welcome.\\nJane: Look at this poem my chatbot wrote:\\nJane: Roses are red\\nJane: Violets are blue\\nJane: I'm writing a chatbot\\nJane: What about you?\\nJohn: That's cool. Let me see if mine will write a poem, too.\\nJohn: Here's a poem my chatbot wrote:\\nJohn: The singularity of the universe is a mystery.\\nJohn: The universe is a mystery.\\nJohn: The universe is a mystery.\\nJohn: The universe is a mystery.\\nJohn: Looks like I need to improve mine, oh well.\\nJane: You might want to try using a different model.\\nJane: I'm using the GPT-3 model.\\nJohn: I'm using the GPT-2 model. That makes sense.\\nJohn: Here is a new poem after updating the model.\\nJohn: The universe is a mystery.\\nJohn: The universe is a mystery.\\nJohn: The universe is a mystery.\\nJohn: Yikes, it's really stuck isn't it. Would you help me debug my code?\\nJane: Sure, what's the problem?\\nJohn: I'm not sure. I think it's a bug in the code.\\nJane: I'll take a look.\\nJane: I think I found the problem.\\nJane: It looks like you're not passing the right parameters to the model.\\nJohn: Thanks for the help!\\nJane: I'm now writing a bot to summarize conversations. I want to make sure it works when the conversation is long.\\nJohn: So you need to keep talking with me to generate a long conversation?\\nJane: Yes, that's right.\\nJohn: Ok, I'll keep talking. What should we talk about?\\nJane: I don't know, what do you want to talk about?\\nJohn: I don't know, it's nice how CoPilot is doing most of the talking for us. But it definitely gets stuck sometimes.\\nJane: I agree, it's nice that CoPilot is doing most of the talking for us.\\nJane: But it definitely gets stuck sometimes.\\nJohn: Do you know how long it needs to be?\\nJane: I think the max length is 1024 tokens. Which is approximately 1024*4= 4096 characters.\\nJohn: That's a lot of characters.\\nJane: Yes, it is.\\nJohn: I'm not sure how much longer I can keep talking.\\n\\nCONTENT STOPS HERE.\\n\\nOUTPUT:\\n\"],\"max_tokens\":1024,\"temperature\":0.1,\"top_p\":0.5,\"logit_bias\":{},\"user\":\"\",\"n\":1,\"presence_penalty\":0.0,\"frequency_penalty\":0.0,\"best_of\":1,\"model\":\"text-davinci-003\"}",
"ignoreArrayOrder" : true,
"ignoreExtraElements" : true
}
],
"method" : "POST",
"url" : "//openai/deployments/text-davinci-003/completions?api-version=2023-12-01-preview"
},
"response" : {
"body" : "{\"id\":\"cmpl-xxx\",\"object\":\"text_completion\",\"created\":1707252983,\"model\":\"text-davinci-003\",\"prompt_filter_results\":[{\"prompt_index\":0,\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"choices\":[{\"text\":\"ee5e62b0-d339-4171-b42a-664a5eb77685\",\"index\":0,\"finish_reason\":\"stop\",\"logprobs\":null,\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"usage\":{\"prompt_tokens\":998,\"completion_tokens\":167,\"total_tokens\":1165}}",
"headers" : {},
"status" : 200
},
"uuid" : "544c72c2-de8a-407d-a319-b7c04a8c237e"
}
@@ -1,21 +0,0 @@
{
"id" : "6e1f75c1-ff79-4c2f-8aa2-21d3bb9b657c",
"insertionIndex" : 29,
"name" : "deployments_text-davinci-003_completions",
"persistent" : true,
"request" : {
"bodyPatterns" : [ {
"equalToJson" : "{\"prompt\":[\"Analyze the following extract taken from a conversation transcript and extract key topics.\\n- Topics only worth remembering.\\n- Be brief. Short phrases.\\n- Can use broken English.\\n- Conciseness is very important.\\n- Topics can include names of memories you want to recall.\\n- NO LONG SENTENCES. SHORT PHRASES.\\n- Return in JSON\\n[Input]\\nMy name is Macbeth. I used to be King of Scotland, but I died. My wife's name is Lady Macbeth and we were married for 15 years. We had no children. Our beloved dog Toby McDuff was a famous hunter of rats in the forest.\\nMy tragic story was immortalized by Shakespeare in a play.\\n[Output]\\n{\\n \\\"topics\\\": [\\n \\\"Macbeth\\\",\\n \\\"King of Scotland\\\",\\n \\\"Lady Macbeth\\\",\\n \\\"Dog\\\",\\n \\\"Toby McDuff\\\",\\n \\\"Shakespeare\\\",\\n \\\"Play\\\",\\n \\\"Tragedy\\\"\\n ]\\n}\\n+++++\\n[Input]\\nJohn: Hello, how are you?\\nJane: I'm fine, thanks. How are you?\\nJohn: I'm doing well, writing some example code.\\nJane: That's great! I'm writing some example code too.\\nJohn: What are you writing?\\nJane: I'm writing a chatbot.\\nJohn: That's cool. I'm writing a chatbot too.\\nJane: What language are you writing it in?\\nJohn: I'm writing it in C#.\\nJane: I'm writing it in Python.\\nJohn: That's cool. I need to learn Python.\\nJane: I need to learn C#.\\nJohn: Can I try out your chatbot?\\nJane: Sure, here's the link.\\nJohn: Thanks!\\nJane: You're welcome.\\nJane: Look at this poem my chatbot wrote:\\nJane: Roses are red\\nJane: Violets are blue\\nJane: I'm writing a chatbot\\nJane: What about you?\\nJohn: That's cool. Let me see if mine will write a poem, too.\\nJohn: Here's a poem my chatbot wrote:\\nJohn: The singularity of the universe is a mystery.\\nJohn: The universe is a mystery.\\nJohn: The universe is a mystery.\\nJohn: The universe is a mystery.\\nJohn: Looks like I need to improve mine, oh well.\\nJane: You might want to try using a different model.\\nJane: I'm using the GPT-3 model.\\nJohn: I'm using the GPT-2 model. That makes sense.\\nJohn: Here is a new poem after updating the model.\\nJohn: The universe is a mystery.\\nJohn: The universe is a mystery.\\nJohn: The universe is a mystery.\\nJohn: Yikes, it's really stuck isn't it. Would you help me debug my code?\\nJane: Sure, what's the problem?\\nJohn: I'm not sure. I think it's a bug in the code.\\nJane: I'll take a look.\\nJane: I think I found the problem.\\nJane: It looks like you're not passing the right parameters to the model.\\nJohn: Thanks for the help!\\nJane: I'm now writing a bot to summarize conversations. I want to make sure it works when the conversation is long.\\nJohn: So you need to keep talking with me to generate a long conversation?\\nJane: Yes, that's right.\\nJohn: Ok, I'll keep talking. What should we talk about?\\nJane: I don't know, what do you want to talk about?\\nJohn: I don't know, it's nice how CoPilot is doing most of the talking for us. But it definitely gets stuck sometimes.\\nJane: I agree, it's nice that CoPilot is doing most of the talking for us.\\nJane: But it definitely gets stuck sometimes.\\nJohn: Do you know how long it needs to be?\\nJane: I think the max length is 1024 tokens. Which is approximately 1024*4= 4096 characters.\\nJohn: That's a lot of characters.\\nJane: Yes, it is.\\nJohn: I'm not sure how much longer I can keep talking.\\n[Output]\"],\"max_tokens\":1024,\"temperature\":0.1,\"top_p\":0.5,\"logit_bias\":{},\"user\":\"\",\"n\":1,\"presence_penalty\":0.0,\"frequency_penalty\":0.0,\"best_of\":1,\"model\":\"text-davinci-003\"}",
"ignoreArrayOrder" : true,
"ignoreExtraElements" : true
} ],
"method" : "POST",
"url" : "//openai/deployments/text-davinci-003/completions?api-version=2023-12-01-preview"
},
"response" : {
"body" : "{\"id\":\"cmpl-xxx\",\"object\":\"text_completion\",\"created\":1706834110,\"model\":\"text-davinci-003\",\"prompt_filter_results\":[{\"prompt_index\":0,\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"choices\":[{\"text\":\"33adccb8-4f4e-4bcf-b2de-e7e3632f6f4d\",\"index\":0,\"finish_reason\":\"stop\",\"logprobs\":null,\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"usage\":{\"prompt_tokens\":927,\"completion_tokens\":77,\"total_tokens\":1004}}",
"headers" : { },
"status" : 200
},
"uuid" : "6e1f75c1-ff79-4c2f-8aa2-21d3bb9b657c"
}
@@ -1,21 +0,0 @@
{
"id" : "713b4915-450e-40a6-bd95-59d39067d220",
"insertionIndex" : 36,
"name" : "deployments_text-davinci-003_completions",
"persistent" : true,
"request" : {
"bodyPatterns" : [ {
"equalToJson" : "{\"prompt\":[\" Generate a creative reason or excuse for the given event.\\n Be creative and be funny. Let your imagination run wild.\\n\\n Event: I am running late.\\n Excuse: I was being held ransom by giraffe gangsters.\\n\\n Event: I haven't been to the gym for a year\\n Excuse: I've been too busy training my pet dragon.\\n\\n Event: sorry I forgot your birthday\\n\"],\"max_tokens\":100,\"temperature\":0.4,\"top_p\":1.0,\"logit_bias\":{},\"user\":\"\",\"n\":1,\"presence_penalty\":0.0,\"frequency_penalty\":0.0,\"best_of\":1,\"model\":\"text-davinci-003\"}",
"ignoreArrayOrder" : true,
"ignoreExtraElements" : true
} ],
"method" : "POST",
"url" : "//openai/deployments/text-davinci-003/completions?api-version=2023-12-01-preview"
},
"response" : {
"body" : "{\"id\":\"cmpl-xxx\",\"object\":\"text_completion\",\"created\":1706834099,\"model\":\"text-davinci-003\",\"prompt_filter_results\":[{\"prompt_index\":0,\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"choices\":[{\"text\":\"1291ecae-7eb5-446b-8244-0f4835213416\",\"index\":0,\"finish_reason\":\"stop\",\"logprobs\":null,\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"low\"}}}],\"usage\":{\"prompt_tokens\":91,\"completion_tokens\":23,\"total_tokens\":114}}",
"headers" : { },
"status" : 200
},
"uuid" : "713b4915-450e-40a6-bd95-59d39067d220"
}
@@ -0,0 +1,26 @@
{
"id" : "7441c9cd-22ef-41a0-8c0b-f050326ca99c",
"insertionIndex" : 9,
"name" : "deployments_text-davinci-003_completions",
"newScenarioState" : "scenario-3-deployments-text-davinci-003-completions-2",
"persistent" : true,
"request" : {
"bodyPatterns" : [
{
"equalToJson" : "{\"prompt\":[\"Hello AI, what can you do for me?\"],\"max_tokens\":256,\"temperature\":1.0,\"top_p\":1.0,\"logit_bias\":{},\"user\":\"\",\"n\":1,\"presence_penalty\":0.0,\"frequency_penalty\":0.0,\"best_of\":1,\"model\":\"text-davinci-003\"}",
"ignoreArrayOrder" : true,
"ignoreExtraElements" : true
}
],
"method" : "POST",
"url" : "//openai/deployments/text-davinci-003/completions?api-version=2023-12-01-preview"
},
"requiredScenarioState" : "Started",
"response" : {
"body" : "{\"id\":\"cmpl-xxx\",\"object\":\"text_completion\",\"created\":1707253052,\"model\":\"text-davinci-003\",\"prompt_filter_results\":[{\"prompt_index\":0,\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"choices\":[{\"text\":\"50ea41ad-bd16-4241-bb54-c98e091dac99\",\"index\":0,\"finish_reason\":\"stop\",\"logprobs\":null,\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"usage\":{\"prompt_tokens\":10,\"completion_tokens\":35,\"total_tokens\":45}}",
"headers" : {},
"status" : 200
},
"scenarioName" : "scenario-3-deployments-text-davinci-003-completions",
"uuid" : "7441c9cd-22ef-41a0-8c0b-f050326ca99c"
}
@@ -0,0 +1,23 @@
{
"id" : "7718fb6b-1cae-4420-8e34-126c14d00539",
"insertionIndex" : 29,
"name" : "deployments_text-davinci-003_completions",
"persistent" : true,
"request" : {
"bodyPatterns" : [
{
"equalToJson" : "{\"prompt\":[\"Analyze the following extract taken from a conversation transcript and extract key topics.\\n- Topics only worth remembering.\\n- Be brief. Short phrases.\\n- Can use broken English.\\n- Conciseness is very important.\\n- Topics can include names of memories you want to recall.\\n- NO LONG SENTENCES. SHORT PHRASES.\\n- Return in JSON\\n[Input]\\nMy name is Macbeth. I used to be King of Scotland, but I died. My wife's name is Lady Macbeth and we were married for 15 years. We had no children. Our beloved dog Toby McDuff was a famous hunter of rats in the forest.\\nMy tragic story was immortalized by Shakespeare in a play.\\n[Output]\\n{\\n \\\"topics\\\": [\\n \\\"Macbeth\\\",\\n \\\"King of Scotland\\\",\\n \\\"Lady Macbeth\\\",\\n \\\"Dog\\\",\\n \\\"Toby McDuff\\\",\\n \\\"Shakespeare\\\",\\n \\\"Play\\\",\\n \\\"Tragedy\\\"\\n ]\\n}\\n+++++\\n[Input]\\nJohn: Hello, how are you?\\nJane: I'm fine, thanks. How are you?\\nJohn: I'm doing well, writing some example code.\\nJane: That's great! I'm writing some example code too.\\nJohn: What are you writing?\\nJane: I'm writing a chatbot.\\nJohn: That's cool. I'm writing a chatbot too.\\nJane: What language are you writing it in?\\nJohn: I'm writing it in C#.\\nJane: I'm writing it in Python.\\nJohn: That's cool. I need to learn Python.\\nJane: I need to learn C#.\\nJohn: Can I try out your chatbot?\\nJane: Sure, here's the link.\\nJohn: Thanks!\\nJane: You're welcome.\\nJane: Look at this poem my chatbot wrote:\\nJane: Roses are red\\nJane: Violets are blue\\nJane: I'm writing a chatbot\\nJane: What about you?\\nJohn: That's cool. Let me see if mine will write a poem, too.\\nJohn: Here's a poem my chatbot wrote:\\nJohn: The singularity of the universe is a mystery.\\nJohn: The universe is a mystery.\\nJohn: The universe is a mystery.\\nJohn: The universe is a mystery.\\nJohn: Looks like I need to improve mine, oh well.\\nJane: You might want to try using a different model.\\nJane: I'm using the GPT-3 model.\\nJohn: I'm using the GPT-2 model. That makes sense.\\nJohn: Here is a new poem after updating the model.\\nJohn: The universe is a mystery.\\nJohn: The universe is a mystery.\\nJohn: The universe is a mystery.\\nJohn: Yikes, it's really stuck isn't it. Would you help me debug my code?\\nJane: Sure, what's the problem?\\nJohn: I'm not sure. I think it's a bug in the code.\\nJane: I'll take a look.\\nJane: I think I found the problem.\\nJane: It looks like you're not passing the right parameters to the model.\\nJohn: Thanks for the help!\\nJane: I'm now writing a bot to summarize conversations. I want to make sure it works when the conversation is long.\\nJohn: So you need to keep talking with me to generate a long conversation?\\nJane: Yes, that's right.\\nJohn: Ok, I'll keep talking. What should we talk about?\\nJane: I don't know, what do you want to talk about?\\nJohn: I don't know, it's nice how CoPilot is doing most of the talking for us. But it definitely gets stuck sometimes.\\nJane: I agree, it's nice that CoPilot is doing most of the talking for us.\\nJane: But it definitely gets stuck sometimes.\\nJohn: Do you know how long it needs to be?\\nJane: I think the max length is 1024 tokens. Which is approximately 1024*4= 4096 characters.\\nJohn: That's a lot of characters.\\nJane: Yes, it is.\\nJohn: I'm not sure how much longer I can keep talking.\\n[Output]\"],\"max_tokens\":1024,\"temperature\":0.1,\"top_p\":0.5,\"logit_bias\":{},\"user\":\"\",\"n\":1,\"presence_penalty\":0.0,\"frequency_penalty\":0.0,\"best_of\":1,\"model\":\"text-davinci-003\"}",
"ignoreArrayOrder" : true,
"ignoreExtraElements" : true
}
],
"method" : "POST",
"url" : "//openai/deployments/text-davinci-003/completions?api-version=2023-12-01-preview"
},
"response" : {
"body" : "{\"id\":\"cmpl-xxx\",\"object\":\"text_completion\",\"created\":1707252988,\"model\":\"text-davinci-003\",\"prompt_filter_results\":[{\"prompt_index\":0,\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"choices\":[{\"text\":\"527e770d-c106-4b6d-8595-f584b0532d75\",\"index\":0,\"finish_reason\":\"stop\",\"logprobs\":null,\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"usage\":{\"prompt_tokens\":927,\"completion_tokens\":77,\"total_tokens\":1004}}",
"headers" : {},
"status" : 200
},
"uuid" : "7718fb6b-1cae-4420-8e34-126c14d00539"
}
@@ -1,21 +0,0 @@
{
"id" : "79dc9a6e-6e4b-452b-91ed-b441a44d62be",
"insertionIndex" : 30,
"name" : "deployments_text-davinci-003_completions",
"persistent" : true,
"request" : {
"bodyPatterns" : [ {
"equalToJson" : "{\"prompt\":[\"You are an action item extractor. You will be given chat history and need to make note of action items mentioned in the chat.\\nExtract action items from the content if there are any. If there are no action, return nothing. If a single field is missing, use an empty string.\\nReturn the action items in json.\\n\\nPossible statuses for action items are: Open, Closed, In Progress.\\n\\nEXAMPLE INPUT WITH ACTION ITEMS:\\n\\nJohn Doe said: \\\"I will record a demo for the new feature by Friday\\\"\\nI said: \\\"Great, thanks John. We may not use all of it but it's good to get it out there.\\\"\\n\\nEXAMPLE OUTPUT:\\n{\\n \\\"actionItems\\\": [\\n {\\n \\\"owner\\\": \\\"John Doe\\\",\\n \\\"actionItem\\\": \\\"Record a demo for the new feature\\\",\\n \\\"dueDate\\\": \\\"Friday\\\",\\n \\\"status\\\": \\\"Open\\\",\\n \\\"notes\\\": \\\"\\n }\\n ]\\n}\\n\\nEXAMPLE INPUT WITHOUT ACTION ITEMS:\\n\\nJohn Doe said: \\\"Hey I'm going to the store, do you need anything?\\\"\\nI said: \\\"No thanks, I'm good.\\\"\\n\\nEXAMPLE OUTPUT:\\n{\\n \\\"action_items\\\": []\\n}\\n\\nCONTENT STARTS HERE.\\n\\nJane: I think we're almost there. Let me check.\\nJane: I have some bad news, we're only half way there.\\nJohn: Oh no, I'm not sure I can keep going. I'm getting tired.\\nJane: I'm getting tired too.\\nJohn: Maybe there is a large piece of text we can use to generate a long conversation.\\nJane: That's a good idea. Let me see if I can find one. Maybe Lorem Ipsum?\\nJohn: Yeah, that's a good idea.\\nJane: I found a Lorem Ipsum generator.\\nJane: Here's a 4096 character Lorem Ipsum text:\\nJane: Lorem ipsum dolor sit amet, con\\nJane: Lorem ipsum dolor sit amet, consectetur adipiscing elit. Sed euismod, nunc sit amet aliquam\\nJane: Lorem ipsum dolor sit amet, consectetur adipiscing elit. Sed euismod, nunc sit amet aliquam\\nJane: Darn, it's just repeating stuf now.\\nJohn: I think we're done.\\nJane: We're not though! We need like 1500 more characters.\\nJohn: Oh Cananda, our home and native land.\\nJane: True patriot love in all thy sons command.\\nJohn: With glowing hearts we see thee rise.\\nJane: The True North strong and free.\\nJohn: From far and wide, O Canada, we stand on guard for thee.\\nJane: God keep our land glorious and free.\\nJohn: O Canada, we stand on guard for thee.\\nJane: O Canada, we stand on guard for thee.\\nJane: That was fun, thank you. Let me check now.\\nJane: I think we need about 600 more characters.\\nJohn: Oh say can you see?\\nJane: By the dawn's early light.\\nJohn: What so proudly we hailed.\\nJane: At the twilight's last gleaming.\\nJohn: Whose broad stripes and bright stars.\\nJane: Through the perilous fight.\\nJohn: O'er the ramparts we watched.\\nJane: Were so gallantly streaming.\\nJohn: And the rockets' red glare.\\nJane: The bombs bursting in air.\\nJohn: Gave proof through the night.\\nJane: That our flag was still there.\\nJohn: Oh say does that star-spangled banner yet wave.\\nJane: O'er the land of the free.\\nJohn: And the home of the brave.\\nJane: Are you a Seattle Kraken Fan?\\nJohn: Yes, I am. I love going to the games.\\nJane: I'm a Seattle Kraken Fan too. Who is your favorite player?\\nJohn: I like watching all the players, but I think my favorite is Matty Beniers.\\nJane: Yeah, he's a great player. I like watching him too. I also like watching Jaden Schwartz.\\nJohn: Adam Larsson is another good one. The big cat!\\nJane: WE MADE IT! It's long enough. Thank you!\\nJohn: Can you automate generating long text next time?\\nJane: I will.\\nJohn: You're welcome. I'm glad we could help. Goodbye!\\nJane: Goodbye!\\n\\nCONTENT STOPS HERE.\\n\\nOUTPUT:\\n\"],\"max_tokens\":1024,\"temperature\":0.1,\"top_p\":0.5,\"logit_bias\":{},\"user\":\"\",\"n\":1,\"presence_penalty\":0.0,\"frequency_penalty\":0.0,\"best_of\":1,\"model\":\"text-davinci-003\"}",
"ignoreArrayOrder" : true,
"ignoreExtraElements" : true
} ],
"method" : "POST",
"url" : "//openai/deployments/text-davinci-003/completions?api-version=2023-12-01-preview"
},
"response" : {
"body" : "{\"id\":\"cmpl-xxx\",\"object\":\"text_completion\",\"created\":1706834109,\"model\":\"text-davinci-003\",\"prompt_filter_results\":[{\"prompt_index\":0,\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"choices\":[{\"text\":\"a7678552-d24f-4424-b57f-35db44f8d320\",\"index\":0,\"finish_reason\":\"stop\",\"logprobs\":null,\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"usage\":{\"prompt_tokens\":1018,\"completion_tokens\":62,\"total_tokens\":1080}}",
"headers" : { },
"status" : 200
},
"uuid" : "79dc9a6e-6e4b-452b-91ed-b441a44d62be"
}
@@ -1,23 +0,0 @@
{
"id" : "7b007608-4004-4b4a-97fc-17b824be79d7",
"insertionIndex" : 6,
"name" : "deployments_text-davinci-003_completions",
"persistent" : true,
"request" : {
"bodyPatterns" : [ {
"equalToJson" : "{\"prompt\":[\"Hello AI, what can you do for me?\"],\"max_tokens\":256,\"temperature\":1.0,\"top_p\":1.0,\"logit_bias\":{},\"user\":\"\",\"n\":1,\"presence_penalty\":0.0,\"frequency_penalty\":0.0,\"best_of\":1,\"model\":\"text-davinci-003\"}",
"ignoreArrayOrder" : true,
"ignoreExtraElements" : true
} ],
"method" : "POST",
"url" : "//openai/deployments/text-davinci-003/completions?api-version=2023-12-01-preview"
},
"requiredScenarioState" : "scenario-4-deployments-text-davinci-003-completions-2",
"response" : {
"body" : "{\"id\":\"cmpl-xxx\",\"object\":\"text_completion\",\"created\":1706834152,\"model\":\"text-davinci-003\",\"prompt_filter_results\":[{\"prompt_index\":0,\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"choices\":[{\"text\":\"c1a3e3d1-0ca9-48cb-9685-781d5ee7e31c\",\"index\":0,\"finish_reason\":\"stop\",\"logprobs\":null,\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"usage\":{\"prompt_tokens\":10,\"completion_tokens\":46,\"total_tokens\":56}}",
"headers" : { },
"status" : 200
},
"scenarioName" : "scenario-4-deployments-text-davinci-003-completions",
"uuid" : "7b007608-4004-4b4a-97fc-17b824be79d7"
}
@@ -0,0 +1,23 @@
{
"id" : "857195c1-97b9-4118-8c05-d25d0020f8e2",
"insertionIndex" : 35,
"name" : "deployments_text-davinci-003_completions",
"persistent" : true,
"request" : {
"bodyPatterns" : [
{
"equalToJson" : "{\"prompt\":[\"Translate this date 1970-01-01 to French format\"],\"max_tokens\":100,\"temperature\":1.0,\"top_p\":1.0,\"logit_bias\":{},\"user\":\"\",\"n\":1,\"presence_penalty\":0.0,\"frequency_penalty\":0.0,\"best_of\":1,\"model\":\"text-davinci-003\"}",
"ignoreArrayOrder" : true,
"ignoreExtraElements" : true
}
],
"method" : "POST",
"url" : "//openai/deployments/text-davinci-003/completions?api-version=2023-12-01-preview"
},
"response" : {
"body" : "{\"id\":\"cmpl-xxx\",\"object\":\"text_completion\",\"created\":1707252976,\"model\":\"text-davinci-003\",\"prompt_filter_results\":[{\"prompt_index\":0,\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"choices\":[{\"text\":\"5cfcf9bb-5adc-43ab-ac46-80009b0e3cf9\",\"index\":0,\"finish_reason\":\"stop\",\"logprobs\":null,\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"usage\":{\"prompt_tokens\":12,\"completion_tokens\":7,\"total_tokens\":19}}",
"headers" : {},
"status" : 200
},
"uuid" : "857195c1-97b9-4118-8c05-d25d0020f8e2"
}
@@ -0,0 +1,23 @@
{
"id" : "85f3675c-e404-4138-96c2-e49d4521e4f6",
"insertionIndex" : 36,
"name" : "deployments_text-davinci-003_completions",
"persistent" : true,
"request" : {
"bodyPatterns" : [
{
"equalToJson" : "{\"prompt\":[\" Generate a creative reason or excuse for the given event.\\n Be creative and be funny. Let your imagination run wild.\\n\\n Event: I am running late.\\n Excuse: I was being held ransom by giraffe gangsters.\\n\\n Event: I haven't been to the gym for a year\\n Excuse: I've been too busy training my pet dragon.\\n\\n Event: sorry I forgot your birthday\\n\"],\"max_tokens\":100,\"temperature\":0.4,\"top_p\":1.0,\"logit_bias\":{},\"user\":\"\",\"n\":1,\"presence_penalty\":0.0,\"frequency_penalty\":0.0,\"best_of\":1,\"model\":\"text-davinci-003\"}",
"ignoreArrayOrder" : true,
"ignoreExtraElements" : true
}
],
"method" : "POST",
"url" : "//openai/deployments/text-davinci-003/completions?api-version=2023-12-01-preview"
},
"response" : {
"body" : "{\"id\":\"cmpl-xxx\",\"object\":\"text_completion\",\"created\":1707252976,\"model\":\"text-davinci-003\",\"prompt_filter_results\":[{\"prompt_index\":0,\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"choices\":[{\"text\":\"936e5f54-9693-4a66-bd9d-96a9fa72d314\",\"index\":0,\"finish_reason\":\"stop\",\"logprobs\":null,\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"usage\":{\"prompt_tokens\":91,\"completion_tokens\":14,\"total_tokens\":105}}",
"headers" : {},
"status" : 200
},
"uuid" : "85f3675c-e404-4138-96c2-e49d4521e4f6"
}
@@ -0,0 +1,23 @@
{
"id" : "990e9efb-2d61-424d-bbf6-a68e2d25552f",
"insertionIndex" : 34,
"name" : "deployments_text-davinci-003_completions",
"persistent" : true,
"request" : {
"bodyPatterns" : [
{
"equalToJson" : "{\"prompt\":[\"Today is: 2021-09-01\\nCurrent time is: 12:00:00\\n\\nAnswer to the following questions using JSON syntax, including the data used.\\n Is it morning, afternoon, evening, or night (morning/afternoon/evening/night)?\\n Is it weekend time (weekend/not weekend)?\\n\"],\"max_tokens\":100,\"temperature\":1.0,\"top_p\":1.0,\"logit_bias\":{},\"user\":\"\",\"n\":1,\"presence_penalty\":0.0,\"frequency_penalty\":0.0,\"best_of\":1,\"model\":\"text-davinci-003\"}",
"ignoreArrayOrder" : true,
"ignoreExtraElements" : true
}
],
"method" : "POST",
"url" : "//openai/deployments/text-davinci-003/completions?api-version=2023-12-01-preview"
},
"response" : {
"body" : "{\"id\":\"cmpl-xxx\",\"object\":\"text_completion\",\"created\":1707252977,\"model\":\"text-davinci-003\",\"prompt_filter_results\":[{\"prompt_index\":0,\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"choices\":[{\"text\":\"c0c8de7b-5fdf-43ff-a261-380cbf4be59e\",\"index\":0,\"finish_reason\":\"stop\",\"logprobs\":null,\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"usage\":{\"prompt_tokens\":71,\"completion_tokens\":44,\"total_tokens\":115}}",
"headers" : {},
"status" : 200
},
"uuid" : "990e9efb-2d61-424d-bbf6-a68e2d25552f"
}
@@ -0,0 +1,23 @@
{
"id" : "a29ad1f1-2423-4dbf-a127-fd2c93998fcd",
"insertionIndex" : 28,
"name" : "deployments_text-davinci-003_completions",
"persistent" : true,
"request" : {
"bodyPatterns" : [
{
"equalToJson" : "{\"prompt\":[\"Analyze the following extract taken from a conversation transcript and extract key topics.\\n- Topics only worth remembering.\\n- Be brief. Short phrases.\\n- Can use broken English.\\n- Conciseness is very important.\\n- Topics can include names of memories you want to recall.\\n- NO LONG SENTENCES. SHORT PHRASES.\\n- Return in JSON\\n[Input]\\nMy name is Macbeth. I used to be King of Scotland, but I died. My wife's name is Lady Macbeth and we were married for 15 years. We had no children. Our beloved dog Toby McDuff was a famous hunter of rats in the forest.\\nMy tragic story was immortalized by Shakespeare in a play.\\n[Output]\\n{\\n \\\"topics\\\": [\\n \\\"Macbeth\\\",\\n \\\"King of Scotland\\\",\\n \\\"Lady Macbeth\\\",\\n \\\"Dog\\\",\\n \\\"Toby McDuff\\\",\\n \\\"Shakespeare\\\",\\n \\\"Play\\\",\\n \\\"Tragedy\\\"\\n ]\\n}\\n+++++\\n[Input]\\nJane: I think we're almost there. Let me check.\\nJane: I have some bad news, we're only half way there.\\nJohn: Oh no, I'm not sure I can keep going. I'm getting tired.\\nJane: I'm getting tired too.\\nJohn: Maybe there is a large piece of text we can use to generate a long conversation.\\nJane: That's a good idea. Let me see if I can find one. Maybe Lorem Ipsum?\\nJohn: Yeah, that's a good idea.\\nJane: I found a Lorem Ipsum generator.\\nJane: Here's a 4096 character Lorem Ipsum text:\\nJane: Lorem ipsum dolor sit amet, con\\nJane: Lorem ipsum dolor sit amet, consectetur adipiscing elit. Sed euismod, nunc sit amet aliquam\\nJane: Lorem ipsum dolor sit amet, consectetur adipiscing elit. Sed euismod, nunc sit amet aliquam\\nJane: Darn, it's just repeating stuf now.\\nJohn: I think we're done.\\nJane: We're not though! We need like 1500 more characters.\\nJohn: Oh Cananda, our home and native land.\\nJane: True patriot love in all thy sons command.\\nJohn: With glowing hearts we see thee rise.\\nJane: The True North strong and free.\\nJohn: From far and wide, O Canada, we stand on guard for thee.\\nJane: God keep our land glorious and free.\\nJohn: O Canada, we stand on guard for thee.\\nJane: O Canada, we stand on guard for thee.\\nJane: That was fun, thank you. Let me check now.\\nJane: I think we need about 600 more characters.\\nJohn: Oh say can you see?\\nJane: By the dawn's early light.\\nJohn: What so proudly we hailed.\\nJane: At the twilight's last gleaming.\\nJohn: Whose broad stripes and bright stars.\\nJane: Through the perilous fight.\\nJohn: O'er the ramparts we watched.\\nJane: Were so gallantly streaming.\\nJohn: And the rockets' red glare.\\nJane: The bombs bursting in air.\\nJohn: Gave proof through the night.\\nJane: That our flag was still there.\\nJohn: Oh say does that star-spangled banner yet wave.\\nJane: O'er the land of the free.\\nJohn: And the home of the brave.\\nJane: Are you a Seattle Kraken Fan?\\nJohn: Yes, I am. I love going to the games.\\nJane: I'm a Seattle Kraken Fan too. Who is your favorite player?\\nJohn: I like watching all the players, but I think my favorite is Matty Beniers.\\nJane: Yeah, he's a great player. I like watching him too. I also like watching Jaden Schwartz.\\nJohn: Adam Larsson is another good one. The big cat!\\nJane: WE MADE IT! It's long enough. Thank you!\\nJohn: Can you automate generating long text next time?\\nJane: I will.\\nJohn: You're welcome. I'm glad we could help. Goodbye!\\nJane: Goodbye!\\n[Output]\"],\"max_tokens\":1024,\"temperature\":0.1,\"top_p\":0.5,\"logit_bias\":{},\"user\":\"\",\"n\":1,\"presence_penalty\":0.0,\"frequency_penalty\":0.0,\"best_of\":1,\"model\":\"text-davinci-003\"}",
"ignoreArrayOrder" : true,
"ignoreExtraElements" : true
}
],
"method" : "POST",
"url" : "//openai/deployments/text-davinci-003/completions?api-version=2023-12-01-preview"
},
"response" : {
"body" : "{\"id\":\"cmpl-xxx\",\"object\":\"text_completion\",\"created\":1707252990,\"model\":\"text-davinci-003\",\"prompt_filter_results\":[{\"prompt_index\":0,\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"choices\":[{\"text\":\"18733ff5-6af1-4bfc-98b9-a6e7cc1a5005\",\"index\":0,\"finish_reason\":\"stop\",\"logprobs\":null,\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"usage\":{\"prompt_tokens\":947,\"completion_tokens\":56,\"total_tokens\":1003}}",
"headers" : {},
"status" : 200
},
"uuid" : "a29ad1f1-2423-4dbf-a127-fd2c93998fcd"
}
@@ -1,21 +0,0 @@
{
"id" : "b946d010-8f1e-446a-aa88-1d5abc29099c",
"insertionIndex" : 28,
"name" : "deployments_text-davinci-003_completions",
"persistent" : true,
"request" : {
"bodyPatterns" : [ {
"equalToJson" : "{\"prompt\":[\"Analyze the following extract taken from a conversation transcript and extract key topics.\\n- Topics only worth remembering.\\n- Be brief. Short phrases.\\n- Can use broken English.\\n- Conciseness is very important.\\n- Topics can include names of memories you want to recall.\\n- NO LONG SENTENCES. SHORT PHRASES.\\n- Return in JSON\\n[Input]\\nMy name is Macbeth. I used to be King of Scotland, but I died. My wife's name is Lady Macbeth and we were married for 15 years. We had no children. Our beloved dog Toby McDuff was a famous hunter of rats in the forest.\\nMy tragic story was immortalized by Shakespeare in a play.\\n[Output]\\n{\\n \\\"topics\\\": [\\n \\\"Macbeth\\\",\\n \\\"King of Scotland\\\",\\n \\\"Lady Macbeth\\\",\\n \\\"Dog\\\",\\n \\\"Toby McDuff\\\",\\n \\\"Shakespeare\\\",\\n \\\"Play\\\",\\n \\\"Tragedy\\\"\\n ]\\n}\\n+++++\\n[Input]\\nJane: I think we're almost there. Let me check.\\nJane: I have some bad news, we're only half way there.\\nJohn: Oh no, I'm not sure I can keep going. I'm getting tired.\\nJane: I'm getting tired too.\\nJohn: Maybe there is a large piece of text we can use to generate a long conversation.\\nJane: That's a good idea. Let me see if I can find one. Maybe Lorem Ipsum?\\nJohn: Yeah, that's a good idea.\\nJane: I found a Lorem Ipsum generator.\\nJane: Here's a 4096 character Lorem Ipsum text:\\nJane: Lorem ipsum dolor sit amet, con\\nJane: Lorem ipsum dolor sit amet, consectetur adipiscing elit. Sed euismod, nunc sit amet aliquam\\nJane: Lorem ipsum dolor sit amet, consectetur adipiscing elit. Sed euismod, nunc sit amet aliquam\\nJane: Darn, it's just repeating stuf now.\\nJohn: I think we're done.\\nJane: We're not though! We need like 1500 more characters.\\nJohn: Oh Cananda, our home and native land.\\nJane: True patriot love in all thy sons command.\\nJohn: With glowing hearts we see thee rise.\\nJane: The True North strong and free.\\nJohn: From far and wide, O Canada, we stand on guard for thee.\\nJane: God keep our land glorious and free.\\nJohn: O Canada, we stand on guard for thee.\\nJane: O Canada, we stand on guard for thee.\\nJane: That was fun, thank you. Let me check now.\\nJane: I think we need about 600 more characters.\\nJohn: Oh say can you see?\\nJane: By the dawn's early light.\\nJohn: What so proudly we hailed.\\nJane: At the twilight's last gleaming.\\nJohn: Whose broad stripes and bright stars.\\nJane: Through the perilous fight.\\nJohn: O'er the ramparts we watched.\\nJane: Were so gallantly streaming.\\nJohn: And the rockets' red glare.\\nJane: The bombs bursting in air.\\nJohn: Gave proof through the night.\\nJane: That our flag was still there.\\nJohn: Oh say does that star-spangled banner yet wave.\\nJane: O'er the land of the free.\\nJohn: And the home of the brave.\\nJane: Are you a Seattle Kraken Fan?\\nJohn: Yes, I am. I love going to the games.\\nJane: I'm a Seattle Kraken Fan too. Who is your favorite player?\\nJohn: I like watching all the players, but I think my favorite is Matty Beniers.\\nJane: Yeah, he's a great player. I like watching him too. I also like watching Jaden Schwartz.\\nJohn: Adam Larsson is another good one. The big cat!\\nJane: WE MADE IT! It's long enough. Thank you!\\nJohn: Can you automate generating long text next time?\\nJane: I will.\\nJohn: You're welcome. I'm glad we could help. Goodbye!\\nJane: Goodbye!\\n[Output]\"],\"max_tokens\":1024,\"temperature\":0.1,\"top_p\":0.5,\"logit_bias\":{},\"user\":\"\",\"n\":1,\"presence_penalty\":0.0,\"frequency_penalty\":0.0,\"best_of\":1,\"model\":\"text-davinci-003\"}",
"ignoreArrayOrder" : true,
"ignoreExtraElements" : true
} ],
"method" : "POST",
"url" : "//openai/deployments/text-davinci-003/completions?api-version=2023-12-01-preview"
},
"response" : {
"body" : "{\"id\":\"cmpl-xxx\",\"object\":\"text_completion\",\"created\":1706834112,\"model\":\"text-davinci-003\",\"prompt_filter_results\":[{\"prompt_index\":0,\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"choices\":[{\"text\":\"1782fa16-5e6a-436e-a9e6-884307845d19\",\"index\":0,\"finish_reason\":\"stop\",\"logprobs\":null,\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"usage\":{\"prompt_tokens\":947,\"completion_tokens\":56,\"total_tokens\":1003}}",
"headers" : { },
"status" : 200
},
"uuid" : "b946d010-8f1e-446a-aa88-1d5abc29099c"
}
@@ -1,21 +0,0 @@
{
"id" : "bb5c976d-a431-4026-b142-cbc87e62f60c",
"insertionIndex" : 32,
"name" : "deployments_text-davinci-003_completions",
"persistent" : true,
"request" : {
"bodyPatterns" : [ {
"equalToJson" : "{\"prompt\":[\"BEGIN CONTENT TO SUMMARIZE:\\nJane: I think we're almost there. Let me check.\\nJane: I have some bad news, we're only half way there.\\nJohn: Oh no, I'm not sure I can keep going. I'm getting tired.\\nJane: I'm getting tired too.\\nJohn: Maybe there is a large piece of text we can use to generate a long conversation.\\nJane: That's a good idea. Let me see if I can find one. Maybe Lorem Ipsum?\\nJohn: Yeah, that's a good idea.\\nJane: I found a Lorem Ipsum generator.\\nJane: Here's a 4096 character Lorem Ipsum text:\\nJane: Lorem ipsum dolor sit amet, con\\nJane: Lorem ipsum dolor sit amet, consectetur adipiscing elit. Sed euismod, nunc sit amet aliquam\\nJane: Lorem ipsum dolor sit amet, consectetur adipiscing elit. Sed euismod, nunc sit amet aliquam\\nJane: Darn, it's just repeating stuf now.\\nJohn: I think we're done.\\nJane: We're not though! We need like 1500 more characters.\\nJohn: Oh Cananda, our home and native land.\\nJane: True patriot love in all thy sons command.\\nJohn: With glowing hearts we see thee rise.\\nJane: The True North strong and free.\\nJohn: From far and wide, O Canada, we stand on guard for thee.\\nJane: God keep our land glorious and free.\\nJohn: O Canada, we stand on guard for thee.\\nJane: O Canada, we stand on guard for thee.\\nJane: That was fun, thank you. Let me check now.\\nJane: I think we need about 600 more characters.\\nJohn: Oh say can you see?\\nJane: By the dawn's early light.\\nJohn: What so proudly we hailed.\\nJane: At the twilight's last gleaming.\\nJohn: Whose broad stripes and bright stars.\\nJane: Through the perilous fight.\\nJohn: O'er the ramparts we watched.\\nJane: Were so gallantly streaming.\\nJohn: And the rockets' red glare.\\nJane: The bombs bursting in air.\\nJohn: Gave proof through the night.\\nJane: That our flag was still there.\\nJohn: Oh say does that star-spangled banner yet wave.\\nJane: O'er the land of the free.\\nJohn: And the home of the brave.\\nJane: Are you a Seattle Kraken Fan?\\nJohn: Yes, I am. I love going to the games.\\nJane: I'm a Seattle Kraken Fan too. Who is your favorite player?\\nJohn: I like watching all the players, but I think my favorite is Matty Beniers.\\nJane: Yeah, he's a great player. I like watching him too. I also like watching Jaden Schwartz.\\nJohn: Adam Larsson is another good one. The big cat!\\nJane: WE MADE IT! It's long enough. Thank you!\\nJohn: Can you automate generating long text next time?\\nJane: I will.\\nJohn: You're welcome. I'm glad we could help. Goodbye!\\nJane: Goodbye!\\n\\nEND CONTENT TO SUMMARIZE.\\n\\nSummarize the conversation in 'CONTENT TO SUMMARIZE', identifying main points of discussion and any conclusions that were reached.\\nDo not incorporate other general knowledge.\\nSummary is in plain text, in complete sentences, with no markup or tags.\\n\\nBEGIN SUMMARY:\\n\"],\"max_tokens\":1024,\"temperature\":0.1,\"top_p\":0.5,\"logit_bias\":{},\"user\":\"\",\"n\":1,\"presence_penalty\":0.0,\"frequency_penalty\":0.0,\"best_of\":1,\"model\":\"text-davinci-003\"}",
"ignoreArrayOrder" : true,
"ignoreExtraElements" : true
} ],
"method" : "POST",
"url" : "//openai/deployments/text-davinci-003/completions?api-version=2023-12-01-preview"
},
"response" : {
"body" : "{\"id\":\"cmpl-xxx\",\"object\":\"text_completion\",\"created\":1706834104,\"model\":\"text-davinci-003\",\"prompt_filter_results\":[{\"prompt_index\":0,\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"choices\":[{\"text\":\"be511440-5116-42d2-9d71-dd3887828d1a\",\"index\":0,\"finish_reason\":\"stop\",\"logprobs\":null,\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"usage\":{\"prompt_tokens\":791,\"completion_tokens\":55,\"total_tokens\":846}}",
"headers" : { },
"status" : 200
},
"uuid" : "bb5c976d-a431-4026-b142-cbc87e62f60c"
}
@@ -1,21 +0,0 @@
{
"id" : "bfa8b606-15ca-4096-ac0d-adbce5b0cbfd",
"insertionIndex" : 34,
"name" : "deployments_text-davinci-003_completions",
"persistent" : true,
"request" : {
"bodyPatterns" : [ {
"equalToJson" : "{\"prompt\":[\"Today is: 2021-09-01\\nCurrent time is: 12:00:00\\n\\nAnswer to the following questions using JSON syntax, including the data used.\\n Is it morning, afternoon, evening, or night (morning/afternoon/evening/night)?\\n Is it weekend time (weekend/not weekend)?\\n\"],\"max_tokens\":100,\"temperature\":1.0,\"top_p\":1.0,\"logit_bias\":{},\"user\":\"\",\"n\":1,\"presence_penalty\":0.0,\"frequency_penalty\":0.0,\"best_of\":1,\"model\":\"text-davinci-003\"}",
"ignoreArrayOrder" : true,
"ignoreExtraElements" : true
} ],
"method" : "POST",
"url" : "//openai/deployments/text-davinci-003/completions?api-version=2023-12-01-preview"
},
"response" : {
"body" : "{\"id\":\"cmpl-xxx\",\"object\":\"text_completion\",\"created\":1706834100,\"model\":\"text-davinci-003\",\"prompt_filter_results\":[{\"prompt_index\":0,\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"choices\":[{\"text\":\"874ed76a-5ecd-4832-a556-bb256fe6e833\",\"index\":0,\"finish_reason\":\"stop\",\"logprobs\":null,\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"usage\":{\"prompt_tokens\":71,\"completion_tokens\":48,\"total_tokens\":119}}",
"headers" : { },
"status" : 200
},
"uuid" : "bfa8b606-15ca-4096-ac0d-adbce5b0cbfd"
}
@@ -1,21 +0,0 @@
{
"id" : "c94e0c39-6013-4230-9ac9-d5b9d397ef71",
"insertionIndex" : 33,
"name" : "deployments_text-davinci-003_completions",
"persistent" : true,
"request" : {
"bodyPatterns" : [ {
"equalToJson" : "{\"prompt\":[\"BEGIN CONTENT TO SUMMARIZE:\\nJohn: Hello, how are you?\\nJane: I'm fine, thanks. How are you?\\nJohn: I'm doing well, writing some example code.\\nJane: That's great! I'm writing some example code too.\\nJohn: What are you writing?\\nJane: I'm writing a chatbot.\\nJohn: That's cool. I'm writing a chatbot too.\\nJane: What language are you writing it in?\\nJohn: I'm writing it in C#.\\nJane: I'm writing it in Python.\\nJohn: That's cool. I need to learn Python.\\nJane: I need to learn C#.\\nJohn: Can I try out your chatbot?\\nJane: Sure, here's the link.\\nJohn: Thanks!\\nJane: You're welcome.\\nJane: Look at this poem my chatbot wrote:\\nJane: Roses are red\\nJane: Violets are blue\\nJane: I'm writing a chatbot\\nJane: What about you?\\nJohn: That's cool. Let me see if mine will write a poem, too.\\nJohn: Here's a poem my chatbot wrote:\\nJohn: The singularity of the universe is a mystery.\\nJohn: The universe is a mystery.\\nJohn: The universe is a mystery.\\nJohn: The universe is a mystery.\\nJohn: Looks like I need to improve mine, oh well.\\nJane: You might want to try using a different model.\\nJane: I'm using the GPT-3 model.\\nJohn: I'm using the GPT-2 model. That makes sense.\\nJohn: Here is a new poem after updating the model.\\nJohn: The universe is a mystery.\\nJohn: The universe is a mystery.\\nJohn: The universe is a mystery.\\nJohn: Yikes, it's really stuck isn't it. Would you help me debug my code?\\nJane: Sure, what's the problem?\\nJohn: I'm not sure. I think it's a bug in the code.\\nJane: I'll take a look.\\nJane: I think I found the problem.\\nJane: It looks like you're not passing the right parameters to the model.\\nJohn: Thanks for the help!\\nJane: I'm now writing a bot to summarize conversations. I want to make sure it works when the conversation is long.\\nJohn: So you need to keep talking with me to generate a long conversation?\\nJane: Yes, that's right.\\nJohn: Ok, I'll keep talking. What should we talk about?\\nJane: I don't know, what do you want to talk about?\\nJohn: I don't know, it's nice how CoPilot is doing most of the talking for us. But it definitely gets stuck sometimes.\\nJane: I agree, it's nice that CoPilot is doing most of the talking for us.\\nJane: But it definitely gets stuck sometimes.\\nJohn: Do you know how long it needs to be?\\nJane: I think the max length is 1024 tokens. Which is approximately 1024*4= 4096 characters.\\nJohn: That's a lot of characters.\\nJane: Yes, it is.\\nJohn: I'm not sure how much longer I can keep talking.\\n\\nEND CONTENT TO SUMMARIZE.\\n\\nSummarize the conversation in 'CONTENT TO SUMMARIZE', identifying main points of discussion and any conclusions that were reached.\\nDo not incorporate other general knowledge.\\nSummary is in plain text, in complete sentences, with no markup or tags.\\n\\nBEGIN SUMMARY:\\n\"],\"max_tokens\":1024,\"temperature\":0.1,\"top_p\":0.5,\"logit_bias\":{},\"user\":\"\",\"n\":1,\"presence_penalty\":0.0,\"frequency_penalty\":0.0,\"best_of\":1,\"model\":\"text-davinci-003\"}",
"ignoreArrayOrder" : true,
"ignoreExtraElements" : true
} ],
"method" : "POST",
"url" : "//openai/deployments/text-davinci-003/completions?api-version=2023-12-01-preview"
},
"response" : {
"body" : "{\"id\":\"cmpl-xxx\",\"object\":\"text_completion\",\"created\":1706834102,\"model\":\"text-davinci-003\",\"prompt_filter_results\":[{\"prompt_index\":0,\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"choices\":[{\"text\":\"9dbd661d-69c2-4839-9934-0d6e6d578da9\",\"index\":0,\"finish_reason\":\"stop\",\"logprobs\":null,\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"usage\":{\"prompt_tokens\":771,\"completion_tokens\":71,\"total_tokens\":842}}",
"headers" : { },
"status" : 200
},
"uuid" : "c94e0c39-6013-4230-9ac9-d5b9d397ef71"
}
@@ -1,21 +0,0 @@
{
"id" : "ebdb09a0-2362-444e-ae20-6a059ae86631",
"insertionIndex" : 37,
"name" : "deployments_text-davinci-003_completions",
"persistent" : true,
"request" : {
"bodyPatterns" : [ {
"equalToJson" : "{\"prompt\":[\" Generate a creative reason or excuse for the given event.\\n Be creative and be funny. Let your imagination run wild.\\n\\n Event: I am running late.\\n Excuse: I was being held ransom by giraffe gangsters.\\n\\n Event: I haven't been to the gym for a year\\n Excuse: I've been too busy training my pet dragon.\\n\\n Event: I missed the F1 final race\\n\"],\"max_tokens\":100,\"temperature\":0.4,\"top_p\":1.0,\"logit_bias\":{},\"user\":\"\",\"n\":1,\"presence_penalty\":0.0,\"frequency_penalty\":0.0,\"best_of\":1,\"model\":\"text-davinci-003\"}",
"ignoreArrayOrder" : true,
"ignoreExtraElements" : true
} ],
"method" : "POST",
"url" : "//openai/deployments/text-davinci-003/completions?api-version=2023-12-01-preview"
},
"response" : {
"body" : "{\"id\":\"cmpl-xxx\",\"object\":\"text_completion\",\"created\":1706834098,\"model\":\"text-davinci-003\",\"prompt_filter_results\":[{\"prompt_index\":0,\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"choices\":[{\"text\":\"29736d86-096e-4f81-9b0c-a2bd61300c54\",\"index\":0,\"finish_reason\":\"stop\",\"logprobs\":null,\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"usage\":{\"prompt_tokens\":93,\"completion_tokens\":18,\"total_tokens\":111}}",
"headers" : { },
"status" : 200
},
"uuid" : "ebdb09a0-2362-444e-ae20-6a059ae86631"
}
@@ -0,0 +1,23 @@
{
"id" : "fb3fd96e-de60-4e75-b551-493819766937",
"insertionIndex" : 33,
"name" : "deployments_text-davinci-003_completions",
"persistent" : true,
"request" : {
"bodyPatterns" : [
{
"equalToJson" : "{\"prompt\":[\"BEGIN CONTENT TO SUMMARIZE:\\nJohn: Hello, how are you?\\nJane: I'm fine, thanks. How are you?\\nJohn: I'm doing well, writing some example code.\\nJane: That's great! I'm writing some example code too.\\nJohn: What are you writing?\\nJane: I'm writing a chatbot.\\nJohn: That's cool. I'm writing a chatbot too.\\nJane: What language are you writing it in?\\nJohn: I'm writing it in C#.\\nJane: I'm writing it in Python.\\nJohn: That's cool. I need to learn Python.\\nJane: I need to learn C#.\\nJohn: Can I try out your chatbot?\\nJane: Sure, here's the link.\\nJohn: Thanks!\\nJane: You're welcome.\\nJane: Look at this poem my chatbot wrote:\\nJane: Roses are red\\nJane: Violets are blue\\nJane: I'm writing a chatbot\\nJane: What about you?\\nJohn: That's cool. Let me see if mine will write a poem, too.\\nJohn: Here's a poem my chatbot wrote:\\nJohn: The singularity of the universe is a mystery.\\nJohn: The universe is a mystery.\\nJohn: The universe is a mystery.\\nJohn: The universe is a mystery.\\nJohn: Looks like I need to improve mine, oh well.\\nJane: You might want to try using a different model.\\nJane: I'm using the GPT-3 model.\\nJohn: I'm using the GPT-2 model. That makes sense.\\nJohn: Here is a new poem after updating the model.\\nJohn: The universe is a mystery.\\nJohn: The universe is a mystery.\\nJohn: The universe is a mystery.\\nJohn: Yikes, it's really stuck isn't it. Would you help me debug my code?\\nJane: Sure, what's the problem?\\nJohn: I'm not sure. I think it's a bug in the code.\\nJane: I'll take a look.\\nJane: I think I found the problem.\\nJane: It looks like you're not passing the right parameters to the model.\\nJohn: Thanks for the help!\\nJane: I'm now writing a bot to summarize conversations. I want to make sure it works when the conversation is long.\\nJohn: So you need to keep talking with me to generate a long conversation?\\nJane: Yes, that's right.\\nJohn: Ok, I'll keep talking. What should we talk about?\\nJane: I don't know, what do you want to talk about?\\nJohn: I don't know, it's nice how CoPilot is doing most of the talking for us. But it definitely gets stuck sometimes.\\nJane: I agree, it's nice that CoPilot is doing most of the talking for us.\\nJane: But it definitely gets stuck sometimes.\\nJohn: Do you know how long it needs to be?\\nJane: I think the max length is 1024 tokens. Which is approximately 1024*4= 4096 characters.\\nJohn: That's a lot of characters.\\nJane: Yes, it is.\\nJohn: I'm not sure how much longer I can keep talking.\\n\\nEND CONTENT TO SUMMARIZE.\\n\\nSummarize the conversation in 'CONTENT TO SUMMARIZE', identifying main points of discussion and any conclusions that were reached.\\nDo not incorporate other general knowledge.\\nSummary is in plain text, in complete sentences, with no markup or tags.\\n\\nBEGIN SUMMARY:\\n\"],\"max_tokens\":1024,\"temperature\":0.1,\"top_p\":0.5,\"logit_bias\":{},\"user\":\"\",\"n\":1,\"presence_penalty\":0.0,\"frequency_penalty\":0.0,\"best_of\":1,\"model\":\"text-davinci-003\"}",
"ignoreArrayOrder" : true,
"ignoreExtraElements" : true
}
],
"method" : "POST",
"url" : "//openai/deployments/text-davinci-003/completions?api-version=2023-12-01-preview"
},
"response" : {
"body" : "{\"id\":\"cmpl-xxx\",\"object\":\"text_completion\",\"created\":1707252979,\"model\":\"text-davinci-003\",\"prompt_filter_results\":[{\"prompt_index\":0,\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"choices\":[{\"text\":\"daed202a-7933-40ce-941a-4f17954f3e8d\",\"index\":0,\"finish_reason\":\"stop\",\"logprobs\":null,\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"usage\":{\"prompt_tokens\":771,\"completion_tokens\":91,\"total_tokens\":862}}",
"headers" : {},
"status" : 200
},
"uuid" : "fb3fd96e-de60-4e75-b551-493819766937"
}
@@ -1,21 +0,0 @@
{
"id" : "ff557508-e079-47f6-9b97-c393faec9812",
"insertionIndex" : 31,
"name" : "deployments_text-davinci-003_completions",
"persistent" : true,
"request" : {
"bodyPatterns" : [ {
"equalToJson" : "{\"prompt\":[\"You are an action item extractor. You will be given chat history and need to make note of action items mentioned in the chat.\\nExtract action items from the content if there are any. If there are no action, return nothing. If a single field is missing, use an empty string.\\nReturn the action items in json.\\n\\nPossible statuses for action items are: Open, Closed, In Progress.\\n\\nEXAMPLE INPUT WITH ACTION ITEMS:\\n\\nJohn Doe said: \\\"I will record a demo for the new feature by Friday\\\"\\nI said: \\\"Great, thanks John. We may not use all of it but it's good to get it out there.\\\"\\n\\nEXAMPLE OUTPUT:\\n{\\n \\\"actionItems\\\": [\\n {\\n \\\"owner\\\": \\\"John Doe\\\",\\n \\\"actionItem\\\": \\\"Record a demo for the new feature\\\",\\n \\\"dueDate\\\": \\\"Friday\\\",\\n \\\"status\\\": \\\"Open\\\",\\n \\\"notes\\\": \\\"\\n }\\n ]\\n}\\n\\nEXAMPLE INPUT WITHOUT ACTION ITEMS:\\n\\nJohn Doe said: \\\"Hey I'm going to the store, do you need anything?\\\"\\nI said: \\\"No thanks, I'm good.\\\"\\n\\nEXAMPLE OUTPUT:\\n{\\n \\\"action_items\\\": []\\n}\\n\\nCONTENT STARTS HERE.\\n\\nJohn: Hello, how are you?\\nJane: I'm fine, thanks. How are you?\\nJohn: I'm doing well, writing some example code.\\nJane: That's great! I'm writing some example code too.\\nJohn: What are you writing?\\nJane: I'm writing a chatbot.\\nJohn: That's cool. I'm writing a chatbot too.\\nJane: What language are you writing it in?\\nJohn: I'm writing it in C#.\\nJane: I'm writing it in Python.\\nJohn: That's cool. I need to learn Python.\\nJane: I need to learn C#.\\nJohn: Can I try out your chatbot?\\nJane: Sure, here's the link.\\nJohn: Thanks!\\nJane: You're welcome.\\nJane: Look at this poem my chatbot wrote:\\nJane: Roses are red\\nJane: Violets are blue\\nJane: I'm writing a chatbot\\nJane: What about you?\\nJohn: That's cool. Let me see if mine will write a poem, too.\\nJohn: Here's a poem my chatbot wrote:\\nJohn: The singularity of the universe is a mystery.\\nJohn: The universe is a mystery.\\nJohn: The universe is a mystery.\\nJohn: The universe is a mystery.\\nJohn: Looks like I need to improve mine, oh well.\\nJane: You might want to try using a different model.\\nJane: I'm using the GPT-3 model.\\nJohn: I'm using the GPT-2 model. That makes sense.\\nJohn: Here is a new poem after updating the model.\\nJohn: The universe is a mystery.\\nJohn: The universe is a mystery.\\nJohn: The universe is a mystery.\\nJohn: Yikes, it's really stuck isn't it. Would you help me debug my code?\\nJane: Sure, what's the problem?\\nJohn: I'm not sure. I think it's a bug in the code.\\nJane: I'll take a look.\\nJane: I think I found the problem.\\nJane: It looks like you're not passing the right parameters to the model.\\nJohn: Thanks for the help!\\nJane: I'm now writing a bot to summarize conversations. I want to make sure it works when the conversation is long.\\nJohn: So you need to keep talking with me to generate a long conversation?\\nJane: Yes, that's right.\\nJohn: Ok, I'll keep talking. What should we talk about?\\nJane: I don't know, what do you want to talk about?\\nJohn: I don't know, it's nice how CoPilot is doing most of the talking for us. But it definitely gets stuck sometimes.\\nJane: I agree, it's nice that CoPilot is doing most of the talking for us.\\nJane: But it definitely gets stuck sometimes.\\nJohn: Do you know how long it needs to be?\\nJane: I think the max length is 1024 tokens. Which is approximately 1024*4= 4096 characters.\\nJohn: That's a lot of characters.\\nJane: Yes, it is.\\nJohn: I'm not sure how much longer I can keep talking.\\n\\nCONTENT STOPS HERE.\\n\\nOUTPUT:\\n\"],\"max_tokens\":1024,\"temperature\":0.1,\"top_p\":0.5,\"logit_bias\":{},\"user\":\"\",\"n\":1,\"presence_penalty\":0.0,\"frequency_penalty\":0.0,\"best_of\":1,\"model\":\"text-davinci-003\"}",
"ignoreArrayOrder" : true,
"ignoreExtraElements" : true
} ],
"method" : "POST",
"url" : "//openai/deployments/text-davinci-003/completions?api-version=2023-12-01-preview"
},
"response" : {
"body" : "{\"id\":\"cmpl-xxx\",\"object\":\"text_completion\",\"created\":1706834105,\"model\":\"text-davinci-003\",\"prompt_filter_results\":[{\"prompt_index\":0,\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"choices\":[{\"text\":\"a317d77f-9069-4f7a-9b91-61729cd2c248\",\"index\":0,\"finish_reason\":\"stop\",\"logprobs\":null,\"content_filter_results\":{\"hate\":{\"filtered\":false,\"severity\":\"safe\"},\"self_harm\":{\"filtered\":false,\"severity\":\"safe\"},\"sexual\":{\"filtered\":false,\"severity\":\"safe\"},\"violence\":{\"filtered\":false,\"severity\":\"safe\"}}}],\"usage\":{\"prompt_tokens\":998,\"completion_tokens\":167,\"total_tokens\":1165}}",
"headers" : { },
"status" : 200
},
"uuid" : "ff557508-e079-47f6-9b97-c393faec9812"
}
@@ -136,7 +136,7 @@ public class ConversationSummaryPlugin {
new KernelFunctionArguments.Builder()
.withInput(paragraph)
.build(),
ContextVariableTypes.getDefaultVariableTypeForClass(String.class));
ContextVariableTypes.getGlobalVariableTypeForClass(String.class));
})
.reduce("", (acc, next) -> {
return acc + "\n" + next.getResult();
@@ -57,9 +57,8 @@ public class Example03_Arguments {
.withVariable("day", "Monday")
.build();
FunctionResult<?> resultValue = kernel.invokeAsync(
functionCollection.get("AppendDay"),
arguments)
FunctionResult<?> resultValue = kernel.invokeAsync(functionCollection.get("AppendDay"))
.withArguments(arguments)
.block();
System.out.println(resultValue.getResult());
@@ -8,9 +8,9 @@ import com.azure.core.credential.AzureKeyCredential;
import com.azure.core.credential.KeyCredential;
import com.microsoft.semantickernel.Kernel;
import com.microsoft.semantickernel.exceptions.ConfigurationException;
import com.microsoft.semantickernel.orchestration.PromptExecutionSettings;
import com.microsoft.semantickernel.orchestration.FunctionResult;
import com.microsoft.semantickernel.orchestration.KernelFunctionArguments;
import com.microsoft.semantickernel.orchestration.PromptExecutionSettings;
import com.microsoft.semantickernel.plugin.KernelFunctionFactory;
import com.microsoft.semantickernel.semanticfunctions.KernelFunctionFromPrompt;
import com.microsoft.semantickernel.textcompletion.TextGenerationService;
@@ -79,14 +79,17 @@ public class Example05_InlineFunctionDefinition {
)
.build();
var result = kernel.invokeAsync(excuseFunction,
var result = kernel
.invokeAsync(excuseFunction)
.withArguments(
KernelFunctionArguments.builder()
.withInput("I missed the F1 final race")
.build())
.block();
System.out.println(result.getResult());
result = kernel.invokeAsync(excuseFunction,
result = kernel.invokeAsync(excuseFunction)
.withArguments(
KernelFunctionArguments.builder()
.withInput("sorry I forgot your birthday")
.build())
@@ -108,7 +111,7 @@ public class Example05_InlineFunctionDefinition {
null);
FunctionResult<?> fixedFunctionResult = kernel
.invokeAsync(fixedFunction, null)
.invokeAsync(fixedFunction)
.block();
System.out.println(fixedFunctionResult.getResult());
@@ -88,7 +88,7 @@ public class Example06_TemplateLanguage {
var promptTemplate = new KernelPromptTemplateFactory()
.tryCreate(new PromptTemplateConfig(functionDefinition));
var renderedPrompt = promptTemplate.renderAsync(kernel, null).block();
var renderedPrompt = promptTemplate.renderAsync(kernel, null, null).block();
System.out.println(renderedPrompt);
var kindOfDay = KernelFunctionFactory
@@ -104,7 +104,7 @@ public class Example06_TemplateLanguage {
// Show the result
System.out.println("--- Prompt Function result");
var result = kernel.invokeAsync(kindOfDay, null).block();
var result = kernel.invokeAsync(kindOfDay).block();
System.out.println(result.getResult());
}
}
@@ -34,7 +34,7 @@ public class Example07_BingAndGooglePlugins {
private static final String CLIENT_ENDPOINT = System.getenv("CLIENT_ENDPOINT");
private static final String MODEL_ID = System.getenv()
.getOrDefault("MODEL_ID", "gpt-3.5-turbo");
private static final String BING_API_KEY = System.getenv("BING_API_KEY");
private static final String GOOGLE_API_KEY = System.getenv("GOOGLE_API_KEY");
private static final String GOOGLE_SEARCH_ENGINE_ID = System.getenv("GOOGLE_SEARCH_ENGINE_ID");
@@ -57,12 +57,13 @@ public class Example07_BingAndGooglePlugins {
// Load Bing plugin
var bingConnector = new BingConnector(BING_API_KEY);
var bing = KernelPluginFactory.createFromObject(new WebSearchEnginePlugin(bingConnector), "bing");
var bing = KernelPluginFactory.createFromObject(new WebSearchEnginePlugin(bingConnector),
"bing");
var chatCompletionService = ChatCompletionService.builder()
.withOpenAIAsyncClient(client)
.withModelId(MODEL_ID)
.build();
.withOpenAIAsyncClient(client)
.withModelId(MODEL_ID)
.build();
var kernel = Kernel.builder()
.withPlugin(bing)
@@ -78,8 +79,7 @@ public class Example07_BingAndGooglePlugins {
// kernel.importPluginFromObject(new WebSearchEnginePlugin(googleConnector), "google");
}
private static void example1Async(Kernel kernel, String searchPluginName)
{
private static void example1Async(Kernel kernel, String searchPluginName) {
System.out.println("======== Bing and Google Search Plugins ========");
// Run
@@ -87,9 +87,9 @@ public class Example07_BingAndGooglePlugins {
var kernelArguments = KernelFunctionArguments.builder()
.withVariable("query", question)
.build();
var function = kernel.getPlugins().getFunction(searchPluginName, "search");
var result = kernel.invokeAsync(function, kernelArguments).block();
var result = kernel.invokeAsync(function).withArguments(kernelArguments).block();
System.out.println(question);
System.out.printf("----%s----%n", searchPluginName);
@@ -108,45 +108,44 @@ public class Example07_BingAndGooglePlugins {
*/
}
private static void example2Async(Kernel kernel)
{
private static void example2Async(Kernel kernel) {
System.out.println("======== Use Search Plugin to answer user questions ========");
var semanticFunction = """
Answer questions only when you know the facts or the information is provided.
When you don't have sufficient information you reply with a list of commands to find the information needed.
When answering multiple questions, use a bullet point list.
Note: make sure single and double quotes are escaped using a backslash char.
Answer questions only when you know the facts or the information is provided.
When you don't have sufficient information you reply with a list of commands to find the information needed.
When answering multiple questions, use a bullet point list.
Note: make sure single and double quotes are escaped using a backslash char.
[COMMANDS AVAILABLE]
- bing.search
[COMMANDS AVAILABLE]
- bing.search
[INFORMATION PROVIDED]
{{ $externalInformation }}
[INFORMATION PROVIDED]
{{ $externalInformation }}
[EXAMPLE 1]
Question: what's the biggest lake in Italy?
Answer: Lake Garda, also known as Lago di Garda.
[EXAMPLE 1]
Question: what's the biggest lake in Italy?
Answer: Lake Garda, also known as Lago di Garda.
[EXAMPLE 2]
Question: what's the biggest lake in Italy? What's the smallest positive number?
Answer:
* Lake Garda, also known as Lago di Garda.
* The smallest positive number is 1.
[EXAMPLE 2]
Question: what's the biggest lake in Italy? What's the smallest positive number?
Answer:
* Lake Garda, also known as Lago di Garda.
* The smallest positive number is 1.
[EXAMPLE 3]
Question: what's Ferrari stock price? Who is the current number one female tennis player in the world?
Answer:
{{ '{{' }} bing.search "what's Ferrari stock price?" {{ '}}' }}.
{{ '{{' }} bing.search "Who is the current number one female tennis player in the world?" {{ '}}' }}.
[EXAMPLE 3]
Question: what's Ferrari stock price? Who is the current number one female tennis player in the world?
Answer:
{{ '{{' }} bing.search "what's Ferrari stock price?" {{ '}}' }}.
{{ '{{' }} bing.search "Who is the current number one female tennis player in the world?" {{ '}}' }}.
[END OF EXAMPLES]
[END OF EXAMPLES]
[TASK]
Question: {{ $question }}.
Answer:
""".stripIndent();
[TASK]
Question: {{ $question }}.
Answer:
""".stripIndent();
// The prompt function will append the answer here
var question = "Who is the most followed person on TikTok right now? What's the exchange rate EUR:USD?";
System.out.println(question);
@@ -167,18 +166,18 @@ public class Example07_BingAndGooglePlugins {
.withVariable("externalInformation", "")
.build();
FunctionResult<String> answer = kernel.invokeAsync(oracle, kernelArguments).block();
FunctionResult<String> answer = kernel.invokeAsync(oracle).withArguments(kernelArguments)
.block();
var result = answer.getResult();
// If the answer contains commands, execute them using the prompt renderer.
if (result.contains("bing.search"))
{
if (result.contains("bing.search")) {
PromptTemplate promptTemplate = new KernelPromptTemplateFactory()
.tryCreate(new PromptTemplateConfig(result));
System.out.println("---- Fetching information from Bing...");
var information = promptTemplate.renderAsync(kernel, null).block();
var information = promptTemplate.renderAsync(kernel, null, null).block();
System.out.println("Information found:");
System.out.println(information);
@@ -189,10 +188,8 @@ public class Example07_BingAndGooglePlugins {
.build();
// Run the prompt function again, now including information from Bing
answer = kernel.invokeAsync(oracle, kernelArguments).block();
}
else
{
answer = kernel.invokeAsync(oracle).withArguments(kernelArguments).block();
} else {
System.out.println("AI had all the information, no need to query Bing.");
}
@@ -13,8 +13,10 @@ import com.microsoft.semantickernel.textcompletion.TextGenerationService;
import java.time.Duration;
public class Example08_RetryHandler {
private static final String MODEL_ID = System.getenv()
.getOrDefault("MODEL_ID", "text-davinci-003");
public static void main(String[] args) throws ConfigurationException {
// Create a Kernel with the HttpClient
RetryOptions retryOptions = new RetryOptions(new ExponentialBackoffOptions()
@@ -43,7 +45,7 @@ public class Example08_RetryHandler {
try {
// Will retry 3 times with exponential backoff
kernel.invokeAsync(fuction, null).block();
kernel.invokeAsync(fuction).block();
} catch (Exception e) {
System.out.println("Hit max retries");
}
@@ -8,9 +8,10 @@ import com.azure.core.credential.AzureKeyCredential;
import com.azure.core.credential.KeyCredential;
import com.microsoft.semantickernel.Kernel;
import com.microsoft.semantickernel.aiservices.openai.textcompletion.OpenAITextGenerationService;
import com.microsoft.semantickernel.orchestration.KernelFunctionArguments;
import com.microsoft.semantickernel.orchestration.FunctionResult;
import com.microsoft.semantickernel.orchestration.KernelFunctionArguments;
import com.microsoft.semantickernel.orchestration.contextvariables.ContextVariable;
import com.microsoft.semantickernel.orchestration.contextvariables.ContextVariableType;
import com.microsoft.semantickernel.orchestration.contextvariables.ContextVariableTypeConverter;
import com.microsoft.semantickernel.orchestration.contextvariables.ContextVariableTypeConverter.NoopConverter;
import com.microsoft.semantickernel.plugin.KernelPlugin;
@@ -27,6 +28,7 @@ import java.time.format.DateTimeFormatter;
import java.time.temporal.Temporal;
import java.util.Date;
import java.util.List;
import java.util.concurrent.CountDownLatch;
import reactor.core.publisher.Mono;
public class Example09_FunctionTypes {
@@ -63,7 +65,12 @@ public class Example09_FunctionTypes {
public DateTimeContextVariableTypeConverter() {
super(
ZonedDateTime.class,
(x) -> convert(x, ZonedDateTime.class),
(x) -> {
if (x instanceof OffsetDateTime) {
return ((OffsetDateTime) x).toZonedDateTime();
}
return convert(x, ZonedDateTime.class);
},
zonedDateTime -> zonedDateTime.format(DateTimeFormatter.ISO_DATE_TIME),
promptString -> ZonedDateTime.parse(promptString, DateTimeFormatter.ISO_DATE_TIME),
converters
@@ -71,7 +78,7 @@ public class Example09_FunctionTypes {
}
}
public static void main(String[] args) {
public static void main(String[] args) throws InterruptedException {
System.out.println("======== Method Function types ========");
@@ -120,17 +127,30 @@ public class Example09_FunctionTypes {
.build();
// Different ways to invoke a function (not limited to these examples)
FunctionResult<?> result = kernel.invokeAsync(plugin.get("NoInputWithVoidResult"), null).block();
FunctionResult<?> result = kernel.invokeAsync(plugin.get("NoInputWithVoidResult"))
.block();
assert result == null;
CountDownLatch cdl = new CountDownLatch(1);
kernel
.invokeAsync(plugin.get("NoInputWithVoidResult"))
.doFinally(ignore -> cdl.countDown())
.subscribe(ignore -> {
throw new RuntimeException("No return expected");
});
cdl.await();
System.out.println(result != null ? result.getResult() : "null");
result = kernel.invokeAsync(plugin.get("NoInputTaskWithVoidResult"), null)
result = kernel.invokeAsync(plugin.get("NoInputTaskWithVoidResult"))
.block();
assert result == null;
System.out.println(result != null ? result.getResult() : "null");
result = kernel
.invokeAsync(
plugin.<String>get("InputDateTimeWithStringResult"),
.invokeAsync(plugin.<String>get("InputDateTimeWithStringResult"))
.withArguments(
KernelFunctionArguments
.builder()
.withVariable("currentDate",
@@ -143,11 +163,12 @@ public class Example09_FunctionTypes {
).block();
System.out.println(result.getResult());
result = kernel.invokeAsync(plugin.<String>get("NoInputTaskWithStringResult"), null)
result = kernel.invokeAsync(plugin.<String>get("NoInputTaskWithStringResult"))
.block();
System.out.println(result.getResult());
kernel.invokeAsync(plugin.<String>get("MultipleInputsWithVoidResult"),
kernel.invokeAsync(plugin.<String>get("MultipleInputsWithVoidResult"))
.withArguments(
KernelFunctionArguments
.builder()
.withVariable("x", "x string")
@@ -158,7 +179,8 @@ public class Example09_FunctionTypes {
System.out.println(result.getResult());
result = kernel
.invokeAsync(plugin.<String>get("ComplexInputWithStringResult"),
.invokeAsync(plugin.<String>get("ComplexInputWithStringResult"))
.withArguments(
KernelFunctionArguments
.builder()
.withVariable(
@@ -178,7 +200,8 @@ public class Example09_FunctionTypes {
System.out.println(result.getResult());
result = kernel
.invokeAsync(plugin.<String>get("InputStringTaskWithStringResult"),
.invokeAsync(plugin.<String>get("InputStringTaskWithStringResult"))
.withArguments(
KernelFunctionArguments
.builder()
.withVariable("echoInput", "return this")
@@ -187,25 +210,24 @@ public class Example09_FunctionTypes {
System.out.println(result.getResult());
result = kernel
.invokeAsync(plugin.<String>get("InputStringTaskWithVoidResult"),
.invokeAsync(plugin.<String>get("InputStringTaskWithVoidResult"))
.withArguments(
KernelFunctionArguments
.builder()
.withVariable("x", "x input")
.build()
)
)
.block();
assert result == null;
System.out.println(result != null ? result.getResult() : "null");
result = kernel
.invokeAsync(plugin.<String>get("noInputComplexReturnTypeAsync"),
null)
.invokeAsync(plugin.<String>get("noInputComplexReturnTypeAsync"))
.block();
System.out.println(result.getResult());
var temporalResult = kernel
.invokeAsync(plugin.<Temporal>get("noInputComplexReturnType"),
null)
.invokeAsync(plugin.<Temporal>get("noInputComplexReturnType"))
.block();
System.out.println(temporalResult.getResult());
@@ -220,48 +242,60 @@ public class Example09_FunctionTypes {
// | T | U extends T | V converted from U |
var result1 = kernel
.invokeAsync(plugin.<OffsetDateTime>get("conversionScenarioA"),
null)
.invokeAsync(plugin.<OffsetDateTime>get("conversionScenarioA"))
.block();
System.out.println(result1.getResult());
var result2 = kernel
.invokeAsync(plugin.<Instant>get("conversionScenarioA"),
null)
.invokeAsync(plugin.<Instant>get("conversionScenarioA"))
.block();
System.out.println(result2.getResult());
var result3 = kernel
.invokeAsync(plugin.<OffsetDateTime>get("conversionScenarioB"),
null)
.invokeAsync(plugin.<OffsetDateTime>get("conversionScenarioB"))
.block();
System.out.println(result3.getResult());
var result4 = kernel
.invokeAsync(plugin.<Temporal>get("conversionScenarioB"),
null)
.invokeAsync(plugin.<Temporal>get("conversionScenarioB"))
.block();
System.out.println(result4.getResult());
var result5 = kernel
.invokeAsync(plugin.<Instant>get("conversionScenarioB"),
null
)
.invokeAsync(plugin.<Instant>get("conversionScenarioB"))
.block();
System.out.println(result5.getResult());
var result6 = kernel
.invokeAsync(plugin.get("noInputComplexReturnType"),
null)
.invokeAsync(plugin.get("noInputComplexReturnType"))
.block();
System.out.println(result6.getResult());
var result7 = kernel
.invokeAsync(plugin.get("withDefaultValue"),
null)
.invokeAsync(plugin.get("withDefaultValue"))
.block();
System.out.println(result7.getResult());
var result8 = kernel
.invokeAsync(plugin.get("noInputComplexReturnType"))
.withResultType(
new ContextVariableType<>(
new DateTimeContextVariableTypeConverter(),
ZonedDateTime.class)
)
.block();
System.out.println(result8.getResult());
var result9 = kernel
.invokeAsync(plugin.get("noInputComplexReturnType"))
.withResultType(
new ContextVariableType<>(
new DateTimeContextVariableTypeConverter(),
ZonedDateTime.class)
)
.block();
System.out.println(result9.getResult());
/*
TODO: support FunctionResult
kernel
@@ -295,8 +329,7 @@ public class Example09_FunctionTypes {
kernel
.invokeAsync(
kernel.getPlugins()
.getFunction("Examples", "NoInputWithVoidResult"),
null)
.getFunction("Examples", "NoInputWithVoidResult"))
.block();
}
@@ -306,7 +339,7 @@ public class Example09_FunctionTypes {
/// <summary>
/// Example of using a void function with no input
/// </summary>
@DefineKernelFunction(name = "NoInputWithVoidResult", returnType="void")
@DefineKernelFunction(name = "NoInputWithVoidResult", returnType = "void")
public void NoInputWithVoidResult() {
System.out.println("Running this.NoInputWithVoidResult) -> No input");
}
@@ -12,27 +12,28 @@ public class Example11_WebSearchQueries {
var kernel = Kernel.builder().build();
// Load native plugins
var searchUrlPlugin = KernelPluginFactory.createFromObject(new SearchUrlPlugin(), "SearchUrlPlugin");
var searchUrlPlugin = KernelPluginFactory.createFromObject(new SearchUrlPlugin(),
"SearchUrlPlugin");
var bingSearchFunction = searchUrlPlugin.get("BingSearchUrl");
// Run
// Run
var ask = "What's the largest building in Europe?";
var kernelArguments = KernelFunctionArguments.builder()
.withVariable("query", ask)
.build();
var result = kernel.invokeAsync(bingSearchFunction, kernelArguments).block();
var result = kernel.invokeAsync(bingSearchFunction).withArguments(kernelArguments).block();
System.out.println(ask);
System.out.println(result.getResult());
/* Expected output:
* ======== WebSearchQueries ========
* What's the tallest building in Europe?
*
* https://www.bing.com/search?q=What%27s%20the%20tallest%20building%20in%20Europe%3F
* == DONE ==
*/
/* Expected output:
* ======== WebSearchQueries ========
* What's the tallest building in Europe?
*
* https://www.bing.com/search?q=What%27s%20the%20tallest%20building%20in%20Europe%3F
* == DONE ==
*/
}
}
@@ -9,7 +9,6 @@ import com.microsoft.semantickernel.Kernel;
import com.microsoft.semantickernel.aiservices.openai.textcompletion.OpenAITextGenerationService;
import com.microsoft.semantickernel.exceptions.ConfigurationException;
import com.microsoft.semantickernel.orchestration.FunctionResult;
import com.microsoft.semantickernel.orchestration.KernelFunction;
import com.microsoft.semantickernel.orchestration.KernelFunctionArguments.Builder;
import com.microsoft.semantickernel.plugin.KernelPlugin;
import com.microsoft.semantickernel.plugin.KernelPluginFactory;
@@ -164,7 +163,8 @@ public class Example13_ConversationSummaryPlugin {
Mono<FunctionResult<String>> summary = kernel
.invokeAsync(
conversationSummaryPlugin
.<String>get("GetConversationActionItems"),
.<String>get("GetConversationActionItems"))
.withArguments(
new Builder()
.withInput(chatTranscript)
.build()
@@ -181,9 +181,8 @@ public class Example13_ConversationSummaryPlugin {
new ConversationSummaryPlugin(), null);
Mono<FunctionResult<String>> summary = kernel
.invokeAsync(
conversationSummaryPlugin
.<String>get("GetConversationTopics"),
.invokeAsync(conversationSummaryPlugin.<String>get("GetConversationTopics"))
.withArguments(
new Builder()
.withInput(chatTranscript)
.build()
@@ -206,7 +205,8 @@ public class Example13_ConversationSummaryPlugin {
.invokeAsync(
conversationSummaryPlugin
.getFunctions()
.get("SummarizeConversation"),
.get("SummarizeConversation"))
.withArguments(
new Builder()
.withInput(chatTranscript)
.build()
@@ -55,7 +55,7 @@ public class Example27_PromptFunctionsUsingChatGPT {
KernelFunctionArguments.builder()
.withVariable("input", "Jupiter")
.build(),
ContextVariableTypes.getDefaultVariableTypeForClass(String.class)
ContextVariableTypes.getGlobalVariableTypeForClass(String.class)
)
.block();
System.out.println(result.getResult());
@@ -90,7 +90,7 @@ public class Example30_ChatWithPrompts {
// This contains the context, ie a piece of a wikipedia page selected by the user.
String systemMessage = PromptTemplateFactory
.build(new PromptTemplateConfig(systemPromptTemplate))
.renderAsync(kernel, arguments)
.renderAsync(kernel, arguments, null)
.block();
System.out.println("------------------------------------\n" + systemMessage);
@@ -99,7 +99,7 @@ public class Example30_ChatWithPrompts {
// This contains the user request, ie "extract locations as a bullet point list"
String userMessage = PromptTemplateFactory
.build(new PromptTemplateConfig(userPromptTemplate))
.renderAsync(kernel, arguments)
.renderAsync(kernel, arguments, null)
.block();
System.out.println("------------------------------------\n" + userMessage);
@@ -58,7 +58,8 @@ public class Example43_GetModelResult {
// Invoke function through kernel
FunctionResult<String> result = kernel.invokeAsync(
myFunction,
myFunction)
.withArguments(
KernelFunctionArguments.builder()
.withVariable("input", "travel")
.build())
@@ -68,7 +68,7 @@ public class Example56_TemplateMethodFunctionsWithMultipleArguments {
var promptTemplateFactory = new KernelPromptTemplateFactory();
var promptTemplate = promptTemplateFactory.tryCreate(
new PromptTemplateConfig(functionDefinition));
var renderedPrompt = promptTemplate.renderAsync(kernel, arguments).block();
var renderedPrompt = promptTemplate.renderAsync(kernel, arguments, null).block();
System.out.println(renderedPrompt);
// Run the prompt / prompt function
@@ -84,7 +84,7 @@ public class Example56_TemplateMethodFunctionsWithMultipleArguments {
// Show the result
System.out.println("--- Prompt Function result");
var result = kernel.invokeAsync(haiku, arguments).block();
var result = kernel.invokeAsync(haiku).withArguments(arguments).block();
System.out.println(result.getResult());
}
@@ -31,6 +31,9 @@ import com.microsoft.semantickernel.orchestration.PromptExecutionSettings;
import com.microsoft.semantickernel.orchestration.contextvariables.ContextVariable;
import com.microsoft.semantickernel.semanticfunctions.KernelFunctionFromPrompt;
import com.microsoft.semantickernel.semanticfunctions.OutputVariable;
import java.util.ArrayList;
import java.util.List;
import java.util.concurrent.atomic.AtomicInteger;
public class Example57_KernelHooks {
@@ -131,8 +134,8 @@ public class Example57_KernelHooks {
// Invoke prompt to trigger execution hooks.
String input = "I missed the F1 final race";
var result = kernel.invokeAsync(
excuseFunction,
var result = kernel.invokeAsync(excuseFunction)
.withArguments(
KernelFunctionArguments
.builder()
.withVariable("input", input)
@@ -188,7 +191,8 @@ public class Example57_KernelHooks {
// Invoke prompt to trigger execution hooks.
String input = "I missed the F1 final race";
var result = kernel.invokeAsync(excuseFunction,
var result = kernel.invokeAsync(excuseFunction)
.withArguments(
KernelFunctionArguments
.builder()
.withVariable("input", input)
@@ -235,8 +239,8 @@ public class Example57_KernelHooks {
kernel.getGlobalKernelHooks().addHook(hook);
// Invoke prompt to trigger execution hooks.
var result = kernel.invokeAsync(
writerFunction,
var result = kernel.invokeAsync(writerFunction)
.withArguments(
KernelFunctionArguments.builder().build())
.block();
System.out.println("Function Result: " + result.getResult());
@@ -276,8 +280,8 @@ public class Example57_KernelHooks {
try {
// Invoke prompt to trigger execution hooks.
var result = kernel.invokeAsync(
writerFunction,
var result = kernel.invokeAsync(writerFunction)
.withArguments(
KernelFunctionArguments.builder().build())
.block();
System.out.println("Function Result: " + result.getResult());
@@ -313,9 +317,8 @@ public class Example57_KernelHooks {
// Invoke prompt to trigger execution hooks.
try {
var result = kernel.invokeAsync(
secondFunction,
KernelFunctionArguments.builder().build())
var result = kernel.invokeAsync(secondFunction)
.withArguments(KernelFunctionArguments.builder().build())
.block();
System.out.println("Function Result: " + result.getResult());
} catch (Exception e) {
@@ -355,8 +358,8 @@ public class Example57_KernelHooks {
try {
// Invoke prompt to trigger execution hooks.
var result = kernel.invokeAsync(
writerFunction,
var result = kernel.invokeAsync(writerFunction)
.withArguments(
KernelFunctionArguments.builder().build())
.block();
System.out.println("Function Result: " + result.getResult());
@@ -54,18 +54,17 @@ public class Example58_ConfigureExecutionSettings {
// Option 1:
// Invoke the prompt function and pass an OpenAI specific instance containing the execution settings
var result = kernel.invokeAsync(
KernelFunctionFromPrompt.builder()
.withTemplate(prompt)
.withDefaultExecutionSettings(
PromptExecutionSettings.builder()
.withMaxTokens(60)
.withTemperature(0.7)
.build()
)
.withOutputVariable(new OutputVariable("result", "java.lang.String"))
.build(),
null
).block();
KernelFunctionFromPrompt.builder()
.withTemplate(prompt)
.withDefaultExecutionSettings(
PromptExecutionSettings.builder()
.withMaxTokens(60)
.withTemperature(0.7)
.build()
)
.withOutputVariable(new OutputVariable("result", "java.lang.String"))
.build())
.block();
System.out.println(result.getResult());
@@ -93,7 +92,7 @@ public class Example58_ConfigureExecutionSettings {
var func = KernelFunctionFactory.createFromPrompt(promptConfig, null);
result = kernel.invokeAsync(func, null).block();
result = kernel.invokeAsync(func).block();
System.out.println(result.getResult());
}
}
@@ -1,54 +1,19 @@
package com.microsoft.semantickernel.samples.syntaxexamples;
import com.azure.ai.openai.OpenAIAsyncClient;
import com.azure.ai.openai.OpenAIClientBuilder;
import com.azure.core.credential.AzureKeyCredential;
import com.azure.core.credential.KeyCredential;
import com.microsoft.semantickernel.Kernel;
import com.microsoft.semantickernel.aiservices.openai.chatcompletion.OpenAIChatCompletion;
import com.microsoft.semantickernel.chatcompletion.ChatCompletionService;
import com.microsoft.semantickernel.orchestration.KernelFunctionArguments;
import com.microsoft.semantickernel.orchestration.contextvariables.ContextVariableTypeConverter;
import com.microsoft.semantickernel.orchestration.contextvariables.ContextVariableTypes;
import com.microsoft.semantickernel.orchestration.KernelFunctionArguments;
import com.microsoft.semantickernel.plugin.KernelPluginFactory;
import com.microsoft.semantickernel.plugin.annotations.DefineKernelFunction;
import reactor.core.publisher.Mono;
public class Example60_AdvancedMethodFunctions {
private static final String CLIENT_KEY = System.getenv("CLIENT_KEY");
private static final String AZURE_CLIENT_KEY = System.getenv("AZURE_CLIENT_KEY");
// Only required if AZURE_CLIENT_KEY is set
private static final String CLIENT_ENDPOINT = System.getenv("CLIENT_ENDPOINT");
private static final String MODEL_ID = System.getenv()
.getOrDefault("MODEL_ID", "gpt-35-turbo");
public static void main(String[] args) {
System.out.println("======== Example58_ConfigureExecutionSettings ========");
System.out.println("======== Example60_AdvancedMethodFunctions ========");
OpenAIAsyncClient client;
if (AZURE_CLIENT_KEY != null) {
client = new OpenAIClientBuilder()
.credential(new AzureKeyCredential(AZURE_CLIENT_KEY))
.endpoint(CLIENT_ENDPOINT)
.buildAsyncClient();
} else {
client = new OpenAIClientBuilder()
.credential(new KeyCredential(CLIENT_KEY))
.buildAsyncClient();
}
ChatCompletionService openAIChatCompletion = OpenAIChatCompletion.builder()
.withModelId(MODEL_ID)
.withOpenAIAsyncClient(client)
.build();
var kernel = Kernel.builder()
.withAIService(ChatCompletionService.class, openAIChatCompletion)
.build();
var kernel = Kernel.builder().build();
System.out.println("Running Method Function Chaining example...");
@@ -65,17 +30,15 @@ public class Example60_AdvancedMethodFunctions {
s -> null
);
ContextVariableTypes.DEFAULT_TYPES.putConverter(type);
ContextVariableTypes.addGlobalConverter(type);
var result = kernel
.invokeAsync(
FunctionsChainingPlugin.PluginName,
"Function1",
.invokeAsync(FunctionsChainingPlugin.PluginName, "Function1")
.withArguments(
KernelFunctionArguments
.builder()
.build(),
ContextVariableTypes.getDefaultVariableTypeForClass(MyCustomType.class)
)
.build())
.withResultType(ContextVariableTypes.getGlobalVariableTypeForClass(MyCustomType.class))
.block();
System.out.println("CustomType.Number: " + result.getResult().number); // 2
@@ -120,12 +83,10 @@ public class Example60_AdvancedMethodFunctions {
public Mono<MyCustomType> function1Async(Kernel kernel) {
// Execute another function
return kernel
.invokeAsync(
PluginName,
"Function2",
KernelFunctionArguments.builder().build(),
ContextVariableTypes.getDefaultVariableTypeForClass(
Example60_AdvancedMethodFunctions.MyCustomType.class))
.invokeAsync(PluginName, "Function2")
.withArguments(KernelFunctionArguments.builder().build())
.withResultType(ContextVariableTypes.getGlobalVariableTypeForClass(
Example60_AdvancedMethodFunctions.MyCustomType.class))
.flatMap(value -> {
// Process the result
return Mono.just(
@@ -142,79 +103,4 @@ public class Example60_AdvancedMethodFunctions {
return new MyCustomType(1, "From Function2");
}
}
/*
public static async Task RunAsync()
{
await MethodFunctionsChainingAsync();
}
#region Method Functions Chaining
/// <summary>
/// This example executes Function1, which in turn executes Function2.
/// </summary>
private static async Task MethodFunctionsChainingAsync()
{
Console.WriteLine("Running Method Function Chaining example...");
var kernel = new Kernel();
var functions = kernel.ImportPluginFromType<FunctionsChainingPlugin>();
var customType = await kernel.InvokeAsync<MyCustomType>(functions["Function1"]);
Console.WriteLine($"CustomType.Number: {customType!.Number}"); // 2
Console.WriteLine($"CustomType.Text: {customType.Text}"); // From Function1 + From Function2
}
#endregion
#region Custom Type
/// <summary>
/// In order to use custom types, <see cref="TypeConverter"/> should be specified,
/// that will convert object instance to string representation.
/// </summary>
/// <remarks>
/// <see cref="TypeConverter"/> is used to represent complex object as meaningful string, so
/// it can be passed to AI for further processing using prompt functions.
/// It's possible to choose any format (e.g. XML, JSON, YAML) to represent your object.
/// </remarks>
[TypeConverter(typeof(MyCustomTypeConverter))]
private sealed class MyCustomType
{
public int Number { get; set; }
public string? Text { get; set; }
}
/// <summary>
/// Implementation of <see cref="TypeConverter"/> for <see cref="MyCustomType"/>.
/// In this example, object instance is serialized with <see cref="JsonSerializer"/> from System.Text.Json,
/// but it's possible to convert object to string using any other serialization logic.
/// </summary>
private sealed class MyCustomTypeConverter : TypeConverter
{
public override bool CanConvertFrom(ITypeDescriptorContext? context, Type sourceType) => true;
/// <summary>
/// This method is used to convert object from string to actual type. This will allow to pass object to
/// method function which requires it.
/// </summary>
public override object? ConvertFrom(ITypeDescriptorContext? context, CultureInfo? culture, object value)
{
return JsonSerializer.Deserialize<MyCustomType>((string)value);
}
/// <summary>
/// This method is used to convert actual type to string representation, so it can be passed to AI
/// for further processing.
/// </summary>
public override object? ConvertTo(ITypeDescriptorContext? context, CultureInfo? culture, object? value, Type destinationType)
{
return JsonSerializer.Serialize(value);
}
}
*/
}
@@ -86,7 +86,7 @@ public class Example61_MultipleLLMs {
.withOutputVariable("result", "java.lang.String")
.build();
var result = kernel.invokeAsync(func, arguments).block();
var result = kernel.invokeAsync(func).withArguments(arguments).block();
System.out.println(result.getResult());
}
@@ -97,18 +97,18 @@ public class Example61_MultipleLLMs {
var prompt = "Hello AI, what can you do for me?";
var result = kernel.invokeAsync(
KernelFunctionFromPrompt
.builder()
.withTemplate(prompt)
.withDefaultExecutionSettings(
PromptExecutionSettings.builder()
.withModelId(modelId)
.build()
)
.withOutputVariable("result", "java.lang.String")
.build(),
KernelFunctionArguments.builder().build()
).block();
KernelFunctionFromPrompt
.builder()
.withTemplate(prompt)
.withDefaultExecutionSettings(
PromptExecutionSettings.builder()
.withModelId(modelId)
.build()
)
.withOutputVariable("result", "java.lang.String")
.build())
.withArguments(KernelFunctionArguments.builder().build())
.block();
System.out.println(result.getResult());
}
@@ -137,9 +137,8 @@ public class Example61_MultipleLLMs {
var function = KernelFunctionFromPrompt.create(promptConfig);
var result = kernel.invokeAsync(
function,
KernelFunctionArguments.builder().build())
var result = kernel.invokeAsync(function)
.withArguments(KernelFunctionArguments.builder().build())
.block();
System.out.println(result.getResult());
@@ -77,7 +77,7 @@ public class Example62_CustomAIServiceSelector {
.withOutputVariable("result", "java.lang.String")
.build();
var result = kernel.invokeAsync(func, arguments).block();
var result = kernel.invokeAsync(func).withArguments(arguments).block();
System.out.println(result.getResult());
}
@@ -96,16 +96,16 @@ public class Example62_CustomAIServiceSelector {
@Nullable
KernelFunction<?> function,
@Nullable
KernelFunctionArguments arguments,
Map<Class<? extends AIService>, AIService> services) {
Map<Class<? extends AIService>, AIService> services) {
// Just get the first one
PromptExecutionSettings executionSettings = function.getExecutionSettings()
.values().stream().findFirst().get();
// unchecked cast
T service = (T)services.values().stream().findFirst().get();
T service = (T) services.values().stream().findFirst().get();
return new AIServiceSelection<>(
service,
@@ -50,7 +50,7 @@ public class Example63_ChatCompletionPrompts {
""".stripIndent();
var chatSemanticFunction = KernelFunctionFromPrompt.create(chatPrompt);
var chatPromptResult = kernel.invokeAsync(chatSemanticFunction, null).block();
var chatPromptResult = kernel.invokeAsync(chatSemanticFunction).block();
System.out.println("Chat Prompt:");
System.out.println(chatPrompt);
@@ -60,7 +60,7 @@ public class Example63_ChatCompletionPrompts {
CountDownLatch cdl = new CountDownLatch(1);
System.out.println("Chat Prompt Result:");
kernel
.invokeAsync(chatSemanticFunction, null)
.invokeAsync(chatSemanticFunction)
.doFinally(x -> cdl.countDown())
.subscribe(result -> System.out.println(result.getResult()));
@@ -81,7 +81,7 @@ public class Example64_MultiplePromptTemplates {
.withVariable("name", "Bob")
.build();
var result = kernel.invokeAsync(function, arguments).block();
var result = kernel.invokeAsync(function).withArguments(arguments).block();
System.out.println(result.getResult());
}
}
@@ -31,8 +31,8 @@ public class Example69_MutableKernelPlugin {
Kernel kernel = Kernel.builder().build();
kernel.getPlugins().add(plugin);
var result = kernel.invokeAsync(kernel.getPlugins().getFunction("Plugin", "dateFunction"),
null).block();
var result = kernel.invokeAsync(kernel.getPlugins().getFunction("Plugin", "dateFunction"))
.block();
System.out.println("Result: " + result.getResult());
}
@@ -4,11 +4,10 @@ import com.azure.core.credential.KeyCredential;
import com.microsoft.semantickernel.Kernel;
import com.microsoft.semantickernel.chatcompletion.ChatCompletionService;
import com.microsoft.semantickernel.chatcompletion.ChatHistory;
import com.microsoft.semantickernel.orchestration.FunctionResult;
import com.microsoft.semantickernel.orchestration.KernelFunction;
import com.microsoft.semantickernel.orchestration.KernelFunctionArguments;
import com.microsoft.semantickernel.orchestration.KernelFunctionYaml;
import com.microsoft.semantickernel.orchestration.FunctionResult;
import com.microsoft.semantickernel.templateengine.handlebars.HandlebarsPromptTemplate;
import java.io.BufferedReader;
import java.io.IOException;
import java.io.InputStreamReader;
@@ -58,8 +57,8 @@ public class Main {
chatHistory.addUserMessage(input);
FunctionResult<String> message = kernel
.invokeAsync(
chatFunction,
.invokeAsync(chatFunction)
.withArguments(
KernelFunctionArguments
.builder()
.withVariable("messages", chatHistory)
@@ -7,7 +7,6 @@ import com.microsoft.semantickernel.orchestration.FunctionResult;
import com.microsoft.semantickernel.orchestration.KernelFunction;
import com.microsoft.semantickernel.orchestration.KernelFunctionArguments;
import com.microsoft.semantickernel.orchestration.KernelFunctionYaml;
import java.io.IOException;
import java.nio.file.Path;
import java.util.Arrays;
@@ -77,8 +76,8 @@ public class SimpleChatTest {
chatHistory.addUserMessage(message.matcher);
FunctionResult<String> result = kernel
.invokeAsync(
chatFunction,
.invokeAsync(chatFunction)
.withArguments(
KernelFunctionArguments
.builder()
.withVariable("messages", chatHistory)

Some files were not shown because too many files have changed in this diff Show More