Add tests to ensure correct context window size is

2026-07-01 22:14:03 -04:00 · 2023-09-06 08:28:34 +00:00
1 changed files with 17 additions and 0 deletions
@@ -0,0 +1,17 @@
+import { ALL_AVAILABLE_OPENAI_MODELS, ALL_AVAILABLE_LLAMADEUCE_MODELS } from "../llm/LLM";
+import { DEFAULT_CONTEXT_WINDOW } from "../constants";
+import { expect } from "chai";
+
+describe("Context Window Size Tests", () => {
+  Object.entries(ALL_AVAILABLE_OPENAI_MODELS).forEach(([modelName, model]) => {
+    it(`should use the correct context window size for the ${modelName} model`, () => {
+      expect(model.contextWindow).not.to.equal(DEFAULT_CONTEXT_WINDOW);
+    });
+  });
+
+  Object.entries(ALL_AVAILABLE_LLAMADEUCE_MODELS).forEach(([modelName, model]) => {
+    it(`should use the correct context window size for the ${modelName} model`, () => {
+      expect(model.contextWindow).not.to.equal(DEFAULT_CONTEXT_WINDOW);
+    });
+  });
+});