Files
Yeuoly 888ad788bc refactor: plugin lifecycle control panel (#499)
* refactor: introduce local plugin control panel and cleanup environment setup process

* fix: args

* refactor: new local runtime

* temp: stash work for refactor on RemotePluginServer

* refactor: unify local runtime lifetime and sperate init environment process

* chore: add missing files

* stash

* refactor: local plugin lifetime control

* refactor: complete installation process of control panel

* refactor: adapt service layer to new controlpanel

* refactor: pluginManager.Install

* fix: add routine wrap to InstallServerless, avoid blocking main thread

* feat: reinstall serverless runtime

* chore: add comments to Reinstall and update confusing naming

* refactor: unify install plugin service

* refactor: add labels to debugging runtime

* refactor: add getters to plugin manager

* refactor: split install service to decode/install_task/install service

* ???

* refactor: adapt controllers

* refactor: session write

* refactor: session runtime

* Refine install task orchestration (#501)

* refactor: installing task

* refactor cluster management, decouple lifetime management and cluster

* fix cli test command

* fix: cleanup TODO comments and implement GracefulStop for instance

* feat: add logger to control panel

* fix: multiple nil references

* refactor: better lifetime control

* refactor: better cycle interval

* fix(LocalPluginRuntime): prevent returning err when it's not  error

* fix: avoid adding empty PipExtraArgs

* fix: missing errors in Environment init

* fix: add truncateMessage to avoid db explosion

* cleanup: better lifecycle management

* fix: init status at the beginning of installation

* optimize: GracefulStop for pluginInstance

* refactor: tests

* refactor: centralize routine labels (#504)

* cleanup: RoutineKey

* fix: init routine pool

* fix: correctly handle cluster register error

* fix: memory leak

* fix: add \n to instance write

* fix(installer.go): set success to true after succeed for defer func

* refactor

* fix: missing cwd in testutils

* fix: scaleup default runtime nums to 1 when testing

* fix: localruntime appconfig in testing module

* Update internal/core/local_runtime/load_balancing.go

Co-authored-by: gemini-code-assist[bot] <176961590+gemini-code-assist[bot]@users.noreply.github.com>

* fix: more efficiency implement in installer_local.go

* fix: returns after failing in onDebuggingRuntimeDisconnected

* fix: returns after failing in onDebuggingRuntimeDisconnected

* fix: splits tests

* refactor: naming

* refactor: manifest.VersionX

* fix: adapt SetDefault to tests

* fix: enforce use constants in DBType

* fix: generate

* fix: linter

* cleanup tests

* refactor: change  package to

* cleanup: useless codes

* Update internal/cluster/plugin.go

Co-authored-by: gemini-code-assist[bot] <176961590+gemini-code-assist[bot]@users.noreply.github.com>

* cleanup

* refactor: decouple connection_key management from debugging_time

* refactor: confused naming

* feat: recycle resources to adapt to https://github.com/langgenius/dify-plugin-daemon/pull/500

* refactor: confusing redirecting

* fix: support get serverless runtime

* fix: race condition in Launching

* fix: avoid ManifestValidate in first step of debugging handshake

* fix: adding ReleaseAllLocks to finalizers

* wtf: what a beautiful code

* refactor: rename Stream.Async to Stream.Process

* fix: kill process if daed instance was detected

* fix: correctly handle failures

* fix: consistence of difference interfaces

* fix: add stacktrace to panic

* fix: only trigger once  event

* fix: ensure plugin runtime was shutdown

* feat: cleanup install tasks

* fix: add scale logs

---------

Co-authored-by: gemini-code-assist[bot] <176961590+gemini-code-assist[bot]@users.noreply.github.com>
2025-11-18 17:28:02 +08:00

162 lines
4.9 KiB
Go

package local_runtime
import (
_ "embed"
"fmt"
"os"
"os/exec"
"path"
"regexp"
"strings"
version "github.com/hashicorp/go-version"
"github.com/langgenius/dify-plugin-daemon/pkg/utils/log"
)
//go:embed patches/0.0.1b70.ai_model.py.patch
var python001b70aiModelsPatches []byte
//go:embed patches/0.1.1.llm.py.patch
var python011llmPatches []byte
//go:embed patches/0.1.1.request_reader.py.patch
var python011requestReaderPatches []byte
func (p *LocalPluginRuntime) patchPluginSdk(
requirementsPath string,
pythonInterpreterPath string,
) error {
// get the version of the plugin sdk
requirements, err := os.ReadFile(requirementsPath)
if err != nil {
return fmt.Errorf("failed to read requirements.txt: %s", err)
}
pluginSdkVersion, err := p.getPluginSdkVersion(string(requirements))
if err != nil {
log.Error("failed to get the version of the plugin sdk: %s", err)
return nil
}
pluginSdkVersionObj, err := version.NewVersion(pluginSdkVersion)
if err != nil {
log.Error("failed to create the version: %s", err)
return nil
}
if pluginSdkVersionObj.LessThan(version.Must(version.NewVersion("0.0.1b70"))) {
// get dify-plugin path
command := exec.Command(pythonInterpreterPath, "-c", "import importlib.util;print(importlib.util.find_spec('dify_plugin').origin)")
command.Dir = p.State.WorkingPath
output, err := command.Output()
if err != nil {
return fmt.Errorf("failed to get the path of the plugin sdk: %s", err)
}
pluginSdkPath := path.Dir(strings.TrimSpace(string(output)))
patchPath := path.Join(pluginSdkPath, "interfaces/model/ai_model.py")
// apply the patch
if _, err := os.Stat(patchPath); err != nil {
return fmt.Errorf("failed to find the patch file: %s", err)
}
if err := os.WriteFile(patchPath, python001b70aiModelsPatches, 0644); err != nil {
return fmt.Errorf("failed to write the patch file: %s", err)
}
}
if pluginSdkVersionObj.LessThan(version.Must(version.NewVersion("0.1.1"))) {
// get dify-plugin path
command := exec.Command(pythonInterpreterPath, "-c", "import importlib.util;print(importlib.util.find_spec('dify_plugin').origin)")
command.Dir = p.State.WorkingPath
output, err := command.Output()
if err != nil {
return fmt.Errorf("failed to get the path of the plugin sdk: %s", err)
}
pluginSdkPath := path.Dir(strings.TrimSpace(string(output)))
patchPath := path.Join(pluginSdkPath, "entities/model/llm.py")
// apply the patch
if _, err := os.Stat(patchPath); err != nil {
return fmt.Errorf("failed to find the patch file: %s", err)
}
if err := os.WriteFile(patchPath, python011llmPatches, 0644); err != nil {
return fmt.Errorf("failed to write the patch file: %s", err)
}
patchPath = path.Join(pluginSdkPath, "core/server/stdio/request_reader.py")
if _, err := os.Stat(patchPath); err != nil {
return fmt.Errorf("failed to find the patch file: %s", err)
}
if err := os.WriteFile(patchPath, python011requestReaderPatches, 0644); err != nil {
return fmt.Errorf("failed to write the patch file: %s", err)
}
}
return nil
}
func (p *LocalPluginRuntime) getPluginSdkVersion(requirements string) (string, error) {
// using regex to find the version of the plugin sdk
// First try to match exact version or compatible version
re := regexp.MustCompile(`(?:dify[_-]plugin)(?:~=|==)([0-9.a-z]+)`)
matches := re.FindStringSubmatch(requirements)
if len(matches) >= 2 {
return matches[1], nil
}
// Try to match version ranges with multiple constraints
// Extract all version constraints for dify-plugin
// Try to match version ranges with multiple constraints
// For example: dify-plugin>=0.1.0,<0.2.0
reAllConstraints := regexp.MustCompile(`(?:dify[_-]plugin)([><]=?|==)([0-9.a-z]+)(?:,([><]=?|==)([0-9.a-z]+))?`)
allMatches := reAllConstraints.FindAllStringSubmatch(requirements, -1)
if len(allMatches) > 0 {
// Always return the highest version among all constraints
var highestVersion *version.Version
var versionStr string
for _, match := range allMatches {
// Check for the second version constraint if it exists
if len(match) >= 5 {
currentVersionStr := match[4]
currentVersion, err := version.NewVersion(currentVersionStr)
if err != nil {
continue
}
if highestVersion == nil || currentVersion.GreaterThan(highestVersion) {
highestVersion = currentVersion
versionStr = currentVersionStr
}
} else if len(match) >= 3 {
currentVersionStr := match[2]
currentVersion, err := version.NewVersion(currentVersionStr)
if err != nil {
continue
}
if highestVersion == nil || currentVersion.GreaterThan(highestVersion) {
highestVersion = currentVersion
versionStr = currentVersionStr
}
}
}
if versionStr != "" {
return versionStr, nil
}
// If we couldn't parse any versions but have matches, return the first one
if len(allMatches[0]) >= 3 {
return allMatches[0][2], nil
}
}
return "", fmt.Errorf("failed to find the version of the plugin sdk")
}