diff --git a/backend/endpoints/v1/tools/ragTesting/index.js b/backend/endpoints/v1/tools/ragTesting/index.js index 04d1372..c62bbcb 100644 --- a/backend/endpoints/v1/tools/ragTesting/index.js +++ b/backend/endpoints/v1/tools/ragTesting/index.js @@ -205,11 +205,17 @@ function ragTestingEndpoints(app) { return; } - const test = await RagTest.get({ id: Number(testId) }, { id: true }); - if (!test) { + const test = await RagTest.get( + { id: Number(testId) }, + { id: true, enabled: true } + ); + if (!test || !test.enabled) { response .status(200) - .json({ success: false, error: "No test found for that id." }); + .json({ + success: false, + error: "No enabled test found for that id.", + }); return; } diff --git a/backend/utils/toolHelpers/RagTests/create.js b/backend/utils/toolHelpers/RagTests/create.js index 9e88acc..e035289 100644 --- a/backend/utils/toolHelpers/RagTests/create.js +++ b/backend/utils/toolHelpers/RagTests/create.js @@ -27,7 +27,6 @@ async function createRagTest(user, request, response) { return; } - console.log(workspaceId); const workspace = await OrganizationWorkspace.get({ id: Number(workspaceId), organization_id: organization.id, diff --git a/frontend/src/pages/Tools/RAGTesting/index.tsx b/frontend/src/pages/Tools/RAGTesting/index.tsx index fa45863..bff6cff 100644 --- a/frontend/src/pages/Tools/RAGTesting/index.tsx +++ b/frontend/src/pages/Tools/RAGTesting/index.tsx @@ -66,10 +66,15 @@ export default function RAGDriftTesting() {

- Retrieval Augmented Generation (RAG) testing + RAG Context drift testing

- What is RAG testing? + What is "Context drift"? +
+ "Context Drift" is what happens when your vector database + changes over time and what was a good LLM response suddenly + changes and gives vastly different answers. +

Often, you depend on high quality and current context snippets to answer user prompts in LLM chatbot applications. As your @@ -77,7 +82,7 @@ export default function RAGDriftTesting() { documents being referenced will change. This can often lead to vastly different LLM responses for a fixed prompt. This tool will proactively alert you that deviations have occurred for a fixed - prompt. + prompt so you can catch them quickly.

diff --git a/frontend/src/pages/Tools/ToolsList/index.tsx b/frontend/src/pages/Tools/ToolsList/index.tsx index 7818340..a24918f 100644 --- a/frontend/src/pages/Tools/ToolsList/index.tsx +++ b/frontend/src/pages/Tools/ToolsList/index.tsx @@ -20,8 +20,8 @@ export default function ToolsList({ organization }: { organization: any }) {