mirror of
https://github.com/mudler/cogito.git
synced 2026-07-23 18:35:23 -04:00
Ettore Di Giacinto
2f20fcce01
* Split e2e and unit tests Signed-off-by: Ettore Di Giacinto <mudler@localai.io> * Abstract away LLM to an interface Signed-off-by: Ettore Di Giacinto <mudler@localai.io> * Update README Signed-off-by: Ettore Di Giacinto <mudler@localai.io> * Fixups Signed-off-by: Ettore Di Giacinto <mudler@localai.io> * Enhance content improve generation Signed-off-by: Ettore Di Giacinto <mudler@localai.io> * Add unit test for reviewer Signed-off-by: Ettore Di Giacinto <mudler@localai.io> * Better handling of result status of tool calls Signed-off-by: Ettore Di Giacinto <mudler@localai.io> * Fixups Signed-off-by: Ettore Di Giacinto <mudler@localai.io> * Add tools test file Signed-off-by: Ettore Di Giacinto <mudler@localai.io> --------- Signed-off-by: Ettore Di Giacinto <mudler@localai.io>
72 lines
2.3 KiB
Go
72 lines
2.3 KiB
Go
package cogito_test
|
|
|
|
import (
|
|
"strings"
|
|
|
|
. "github.com/mudler/cogito"
|
|
. "github.com/onsi/ginkgo/v2"
|
|
. "github.com/onsi/gomega"
|
|
)
|
|
|
|
var _ = Describe("cogito test", Label("e2e"), func() {
|
|
Context("Goals", func() {
|
|
|
|
It("is able to extract a plan", func() {
|
|
defaultLLM := NewOpenAILLM(defaultModel, "", apiEndpoint)
|
|
|
|
conv := NewEmptyFragment().AddMessage("user", "You need to search all informations you can about Isaac Asimov.")
|
|
|
|
goal, err := ExtractGoal(defaultLLM, conv)
|
|
|
|
Expect(err).ToNot(HaveOccurred())
|
|
|
|
Expect(goal.Goal).ToNot(BeEmpty())
|
|
Expect(strings.ToLower(goal.Goal)).To(ContainSubstring(strings.ToLower("Isaac Asimov")))
|
|
|
|
plan, err := ExtractPlan(defaultLLM, conv, goal, WithTools(
|
|
&SearchTool{}))
|
|
Expect(err).ToNot(HaveOccurred())
|
|
|
|
Expect(plan).ToNot(BeNil())
|
|
Expect(plan.Subtasks).ToNot(BeEmpty())
|
|
Expect(plan.Subtasks[0]).To(ContainSubstring("search"))
|
|
})
|
|
|
|
// This is more of an integration test
|
|
It("is able to extract a plan and execute subtasks", func() {
|
|
defaultLLM := NewOpenAILLM(defaultModel, "", apiEndpoint)
|
|
tools := Tools{&SearchTool{
|
|
results: []string{
|
|
"Isaac Asimov was a prolific science fiction writer and biochemist.",
|
|
"He was born on January 2, 1920, in Petrovichi, Russia.",
|
|
"Asimov is best known for his Foundation series and Robot series.",
|
|
"He wrote or edited over 500 books and an estimated 90,000 letters and postcards.",
|
|
},
|
|
}}
|
|
|
|
conv := NewEmptyFragment().AddMessage("user", "You need to search all informations you can about Isaac Asimov.")
|
|
|
|
goal, err := ExtractGoal(defaultLLM, conv)
|
|
|
|
Expect(err).ToNot(HaveOccurred())
|
|
|
|
Expect(goal.Goal).ToNot(BeEmpty())
|
|
Expect(strings.ToLower(goal.Goal)).To(ContainSubstring("isaac asimov"))
|
|
|
|
plan, err := ExtractPlan(defaultLLM, conv, goal, WithTools(tools...))
|
|
Expect(err).ToNot(HaveOccurred())
|
|
|
|
Expect(plan).ToNot(BeNil())
|
|
Expect(plan.Subtasks).ToNot(BeEmpty())
|
|
Expect(plan.Subtasks[0]).To(ContainSubstring("search"))
|
|
|
|
conv, err = ExecutePlan(defaultLLM, conv, plan, goal, WithTools(tools...))
|
|
Expect(err).ToNot(HaveOccurred())
|
|
|
|
Expect(conv.Status.ToolsCalled).ToNot(BeEmpty())
|
|
Expect(conv.Status.ToolsCalled[0].Tool().Function.Name).To(Equal("search"))
|
|
Expect(conv.Status.Iterations).To(Equal(len(plan.Subtasks)))
|
|
})
|
|
})
|
|
})
|