mirror of
https://github.com/langgenius/dify-plugin-daemon.git
synced 2026-07-22 01:35:24 -04:00
888ad788bc
* refactor: introduce local plugin control panel and cleanup environment setup process * fix: args * refactor: new local runtime * temp: stash work for refactor on RemotePluginServer * refactor: unify local runtime lifetime and sperate init environment process * chore: add missing files * stash * refactor: local plugin lifetime control * refactor: complete installation process of control panel * refactor: adapt service layer to new controlpanel * refactor: pluginManager.Install * fix: add routine wrap to InstallServerless, avoid blocking main thread * feat: reinstall serverless runtime * chore: add comments to Reinstall and update confusing naming * refactor: unify install plugin service * refactor: add labels to debugging runtime * refactor: add getters to plugin manager * refactor: split install service to decode/install_task/install service * ??? * refactor: adapt controllers * refactor: session write * refactor: session runtime * Refine install task orchestration (#501) * refactor: installing task * refactor cluster management, decouple lifetime management and cluster * fix cli test command * fix: cleanup TODO comments and implement GracefulStop for instance * feat: add logger to control panel * fix: multiple nil references * refactor: better lifetime control * refactor: better cycle interval * fix(LocalPluginRuntime): prevent returning err when it's not error * fix: avoid adding empty PipExtraArgs * fix: missing errors in Environment init * fix: add truncateMessage to avoid db explosion * cleanup: better lifecycle management * fix: init status at the beginning of installation * optimize: GracefulStop for pluginInstance * refactor: tests * refactor: centralize routine labels (#504) * cleanup: RoutineKey * fix: init routine pool * fix: correctly handle cluster register error * fix: memory leak * fix: add \n to instance write * fix(installer.go): set success to true after succeed for defer func * refactor * fix: missing cwd in testutils * fix: scaleup default runtime nums to 1 when testing * fix: localruntime appconfig in testing module * Update internal/core/local_runtime/load_balancing.go Co-authored-by: gemini-code-assist[bot] <176961590+gemini-code-assist[bot]@users.noreply.github.com> * fix: more efficiency implement in installer_local.go * fix: returns after failing in onDebuggingRuntimeDisconnected * fix: returns after failing in onDebuggingRuntimeDisconnected * fix: splits tests * refactor: naming * refactor: manifest.VersionX * fix: adapt SetDefault to tests * fix: enforce use constants in DBType * fix: generate * fix: linter * cleanup tests * refactor: change package to * cleanup: useless codes * Update internal/cluster/plugin.go Co-authored-by: gemini-code-assist[bot] <176961590+gemini-code-assist[bot]@users.noreply.github.com> * cleanup * refactor: decouple connection_key management from debugging_time * refactor: confused naming * feat: recycle resources to adapt to https://github.com/langgenius/dify-plugin-daemon/pull/500 * refactor: confusing redirecting * fix: support get serverless runtime * fix: race condition in Launching * fix: avoid ManifestValidate in first step of debugging handshake * fix: adding ReleaseAllLocks to finalizers * wtf: what a beautiful code * refactor: rename Stream.Async to Stream.Process * fix: kill process if daed instance was detected * fix: correctly handle failures * fix: consistence of difference interfaces * fix: add stacktrace to panic * fix: only trigger once event * fix: ensure plugin runtime was shutdown * feat: cleanup install tasks * fix: add scale logs --------- Co-authored-by: gemini-code-assist[bot] <176961590+gemini-code-assist[bot]@users.noreply.github.com>
162 lines
4.9 KiB
Go
162 lines
4.9 KiB
Go
package local_runtime
|
|
|
|
import (
|
|
_ "embed"
|
|
"fmt"
|
|
"os"
|
|
"os/exec"
|
|
"path"
|
|
"regexp"
|
|
"strings"
|
|
|
|
version "github.com/hashicorp/go-version"
|
|
"github.com/langgenius/dify-plugin-daemon/pkg/utils/log"
|
|
)
|
|
|
|
//go:embed patches/0.0.1b70.ai_model.py.patch
|
|
var python001b70aiModelsPatches []byte
|
|
|
|
//go:embed patches/0.1.1.llm.py.patch
|
|
var python011llmPatches []byte
|
|
|
|
//go:embed patches/0.1.1.request_reader.py.patch
|
|
var python011requestReaderPatches []byte
|
|
|
|
func (p *LocalPluginRuntime) patchPluginSdk(
|
|
requirementsPath string,
|
|
pythonInterpreterPath string,
|
|
) error {
|
|
// get the version of the plugin sdk
|
|
requirements, err := os.ReadFile(requirementsPath)
|
|
if err != nil {
|
|
return fmt.Errorf("failed to read requirements.txt: %s", err)
|
|
}
|
|
|
|
pluginSdkVersion, err := p.getPluginSdkVersion(string(requirements))
|
|
if err != nil {
|
|
log.Error("failed to get the version of the plugin sdk: %s", err)
|
|
return nil
|
|
}
|
|
|
|
pluginSdkVersionObj, err := version.NewVersion(pluginSdkVersion)
|
|
if err != nil {
|
|
log.Error("failed to create the version: %s", err)
|
|
return nil
|
|
}
|
|
|
|
if pluginSdkVersionObj.LessThan(version.Must(version.NewVersion("0.0.1b70"))) {
|
|
// get dify-plugin path
|
|
command := exec.Command(pythonInterpreterPath, "-c", "import importlib.util;print(importlib.util.find_spec('dify_plugin').origin)")
|
|
command.Dir = p.State.WorkingPath
|
|
output, err := command.Output()
|
|
if err != nil {
|
|
return fmt.Errorf("failed to get the path of the plugin sdk: %s", err)
|
|
}
|
|
|
|
pluginSdkPath := path.Dir(strings.TrimSpace(string(output)))
|
|
patchPath := path.Join(pluginSdkPath, "interfaces/model/ai_model.py")
|
|
|
|
// apply the patch
|
|
if _, err := os.Stat(patchPath); err != nil {
|
|
return fmt.Errorf("failed to find the patch file: %s", err)
|
|
}
|
|
|
|
if err := os.WriteFile(patchPath, python001b70aiModelsPatches, 0644); err != nil {
|
|
return fmt.Errorf("failed to write the patch file: %s", err)
|
|
}
|
|
}
|
|
|
|
if pluginSdkVersionObj.LessThan(version.Must(version.NewVersion("0.1.1"))) {
|
|
// get dify-plugin path
|
|
command := exec.Command(pythonInterpreterPath, "-c", "import importlib.util;print(importlib.util.find_spec('dify_plugin').origin)")
|
|
command.Dir = p.State.WorkingPath
|
|
output, err := command.Output()
|
|
if err != nil {
|
|
return fmt.Errorf("failed to get the path of the plugin sdk: %s", err)
|
|
}
|
|
|
|
pluginSdkPath := path.Dir(strings.TrimSpace(string(output)))
|
|
patchPath := path.Join(pluginSdkPath, "entities/model/llm.py")
|
|
|
|
// apply the patch
|
|
if _, err := os.Stat(patchPath); err != nil {
|
|
return fmt.Errorf("failed to find the patch file: %s", err)
|
|
}
|
|
|
|
if err := os.WriteFile(patchPath, python011llmPatches, 0644); err != nil {
|
|
return fmt.Errorf("failed to write the patch file: %s", err)
|
|
}
|
|
|
|
patchPath = path.Join(pluginSdkPath, "core/server/stdio/request_reader.py")
|
|
if _, err := os.Stat(patchPath); err != nil {
|
|
return fmt.Errorf("failed to find the patch file: %s", err)
|
|
}
|
|
|
|
if err := os.WriteFile(patchPath, python011requestReaderPatches, 0644); err != nil {
|
|
return fmt.Errorf("failed to write the patch file: %s", err)
|
|
}
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (p *LocalPluginRuntime) getPluginSdkVersion(requirements string) (string, error) {
|
|
// using regex to find the version of the plugin sdk
|
|
// First try to match exact version or compatible version
|
|
re := regexp.MustCompile(`(?:dify[_-]plugin)(?:~=|==)([0-9.a-z]+)`)
|
|
matches := re.FindStringSubmatch(requirements)
|
|
if len(matches) >= 2 {
|
|
return matches[1], nil
|
|
}
|
|
|
|
// Try to match version ranges with multiple constraints
|
|
// Extract all version constraints for dify-plugin
|
|
// Try to match version ranges with multiple constraints
|
|
// For example: dify-plugin>=0.1.0,<0.2.0
|
|
reAllConstraints := regexp.MustCompile(`(?:dify[_-]plugin)([><]=?|==)([0-9.a-z]+)(?:,([><]=?|==)([0-9.a-z]+))?`)
|
|
allMatches := reAllConstraints.FindAllStringSubmatch(requirements, -1)
|
|
|
|
if len(allMatches) > 0 {
|
|
// Always return the highest version among all constraints
|
|
var highestVersion *version.Version
|
|
var versionStr string
|
|
|
|
for _, match := range allMatches {
|
|
// Check for the second version constraint if it exists
|
|
if len(match) >= 5 {
|
|
currentVersionStr := match[4]
|
|
currentVersion, err := version.NewVersion(currentVersionStr)
|
|
if err != nil {
|
|
continue
|
|
}
|
|
|
|
if highestVersion == nil || currentVersion.GreaterThan(highestVersion) {
|
|
highestVersion = currentVersion
|
|
versionStr = currentVersionStr
|
|
}
|
|
} else if len(match) >= 3 {
|
|
currentVersionStr := match[2]
|
|
currentVersion, err := version.NewVersion(currentVersionStr)
|
|
if err != nil {
|
|
continue
|
|
}
|
|
|
|
if highestVersion == nil || currentVersion.GreaterThan(highestVersion) {
|
|
highestVersion = currentVersion
|
|
versionStr = currentVersionStr
|
|
}
|
|
}
|
|
}
|
|
|
|
if versionStr != "" {
|
|
return versionStr, nil
|
|
}
|
|
|
|
// If we couldn't parse any versions but have matches, return the first one
|
|
if len(allMatches[0]) >= 3 {
|
|
return allMatches[0][2], nil
|
|
}
|
|
}
|
|
|
|
return "", fmt.Errorf("failed to find the version of the plugin sdk")
|
|
}
|