Files
Yeuoly 888ad788bc refactor: plugin lifecycle control panel (#499)
* refactor: introduce local plugin control panel and cleanup environment setup process

* fix: args

* refactor: new local runtime

* temp: stash work for refactor on RemotePluginServer

* refactor: unify local runtime lifetime and sperate init environment process

* chore: add missing files

* stash

* refactor: local plugin lifetime control

* refactor: complete installation process of control panel

* refactor: adapt service layer to new controlpanel

* refactor: pluginManager.Install

* fix: add routine wrap to InstallServerless, avoid blocking main thread

* feat: reinstall serverless runtime

* chore: add comments to Reinstall and update confusing naming

* refactor: unify install plugin service

* refactor: add labels to debugging runtime

* refactor: add getters to plugin manager

* refactor: split install service to decode/install_task/install service

* ???

* refactor: adapt controllers

* refactor: session write

* refactor: session runtime

* Refine install task orchestration (#501)

* refactor: installing task

* refactor cluster management, decouple lifetime management and cluster

* fix cli test command

* fix: cleanup TODO comments and implement GracefulStop for instance

* feat: add logger to control panel

* fix: multiple nil references

* refactor: better lifetime control

* refactor: better cycle interval

* fix(LocalPluginRuntime): prevent returning err when it's not  error

* fix: avoid adding empty PipExtraArgs

* fix: missing errors in Environment init

* fix: add truncateMessage to avoid db explosion

* cleanup: better lifecycle management

* fix: init status at the beginning of installation

* optimize: GracefulStop for pluginInstance

* refactor: tests

* refactor: centralize routine labels (#504)

* cleanup: RoutineKey

* fix: init routine pool

* fix: correctly handle cluster register error

* fix: memory leak

* fix: add \n to instance write

* fix(installer.go): set success to true after succeed for defer func

* refactor

* fix: missing cwd in testutils

* fix: scaleup default runtime nums to 1 when testing

* fix: localruntime appconfig in testing module

* Update internal/core/local_runtime/load_balancing.go

Co-authored-by: gemini-code-assist[bot] <176961590+gemini-code-assist[bot]@users.noreply.github.com>

* fix: more efficiency implement in installer_local.go

* fix: returns after failing in onDebuggingRuntimeDisconnected

* fix: returns after failing in onDebuggingRuntimeDisconnected

* fix: splits tests

* refactor: naming

* refactor: manifest.VersionX

* fix: adapt SetDefault to tests

* fix: enforce use constants in DBType

* fix: generate

* fix: linter

* cleanup tests

* refactor: change  package to

* cleanup: useless codes

* Update internal/cluster/plugin.go

Co-authored-by: gemini-code-assist[bot] <176961590+gemini-code-assist[bot]@users.noreply.github.com>

* cleanup

* refactor: decouple connection_key management from debugging_time

* refactor: confused naming

* feat: recycle resources to adapt to https://github.com/langgenius/dify-plugin-daemon/pull/500

* refactor: confusing redirecting

* fix: support get serverless runtime

* fix: race condition in Launching

* fix: avoid ManifestValidate in first step of debugging handshake

* fix: adding ReleaseAllLocks to finalizers

* wtf: what a beautiful code

* refactor: rename Stream.Async to Stream.Process

* fix: kill process if daed instance was detected

* fix: correctly handle failures

* fix: consistence of difference interfaces

* fix: add stacktrace to panic

* fix: only trigger once  event

* fix: ensure plugin runtime was shutdown

* feat: cleanup install tasks

* fix: add scale logs

---------

Co-authored-by: gemini-code-assist[bot] <176961590+gemini-code-assist[bot]@users.noreply.github.com>
2025-11-18 17:28:02 +08:00

180 lines
5.6 KiB
Go

package tasks
import (
"fmt"
"time"
"github.com/langgenius/dify-plugin-daemon/internal/core/plugin_manager"
"github.com/langgenius/dify-plugin-daemon/internal/types/models"
"github.com/langgenius/dify-plugin-daemon/internal/types/models/curd"
"github.com/langgenius/dify-plugin-daemon/pkg/entities/installation_entities"
"github.com/langgenius/dify-plugin-daemon/pkg/entities/plugin_entities"
"github.com/langgenius/dify-plugin-daemon/pkg/utils/log"
)
type PluginInstallJob struct {
Identifier plugin_entities.PluginUniqueIdentifier
Declaration *plugin_entities.PluginDeclaration
Meta map[string]any
NeedsRuntimeInstall bool
}
type PluginUpgradeJob struct {
NewIdentifier plugin_entities.PluginUniqueIdentifier
NewDeclaration *plugin_entities.PluginDeclaration
OriginalIdentifier plugin_entities.PluginUniqueIdentifier
OriginalDeclaration *plugin_entities.PluginDeclaration
Meta map[string]any
}
func ProcessInstallJob(
manager *plugin_manager.PluginManager,
tenants []string,
runtimeType plugin_entities.PluginRuntimeType,
source string,
taskIDs []string,
job PluginInstallJob,
) {
startTasks(taskIDs)
defer endTasks(taskIDs)
// if the plugin does not need runtime install, just save the installation to the database
if !job.NeedsRuntimeInstall {
if err := SaveInstallationForTenantsToDB(tenants, job, runtimeType, source); err != nil {
SetTaskStatusForOnePlugin(taskIDs, job.Identifier, models.InstallTaskStatusFailed, err.Error())
return
}
SetTaskStatusForOnePlugin(taskIDs, job.Identifier, models.InstallTaskStatusSuccess, "installed")
return
}
// set status to running
SetTaskStatusForOnePlugin(taskIDs, job.Identifier, models.InstallTaskStatusRunning, "starting")
// start installation process
installationStream, err := manager.Install(job.Identifier)
if err != nil {
SetTaskStatusForOnePlugin(taskIDs, job.Identifier, models.InstallTaskStatusFailed, fmt.Sprintf("failed to start installation: %v", err))
return
}
// wait for the job to be done
err = installationStream.Process(func(resp installation_entities.PluginInstallResponse) {
switch resp.Event {
case installation_entities.PluginInstallEventInfo:
SetTaskMessageForOnePlugin(taskIDs, job.Identifier, resp.Data)
case installation_entities.PluginInstallEventError:
SetTaskStatusForOnePlugin(taskIDs, job.Identifier, models.InstallTaskStatusFailed, resp.Data)
case installation_entities.PluginInstallEventDone:
if err := SaveInstallationForTenantsToDB(tenants, job, runtimeType, source); err != nil {
SetTaskStatusForOnePlugin(taskIDs, job.Identifier, models.InstallTaskStatusFailed, err.Error())
return
}
SetTaskStatusForOnePlugin(taskIDs, job.Identifier, models.InstallTaskStatusSuccess, "installed")
// delete the task in 60 seconds
time.AfterFunc(time.Second*60, func() {
for _, taskID := range taskIDs {
if err := DeleteTask(taskID); err != nil {
log.Error("failed to delete task %s: %v", taskID, err)
}
}
})
}
})
if err != nil {
SetTaskStatusForOnePlugin(taskIDs, job.Identifier, models.InstallTaskStatusFailed, err.Error())
}
}
func ProcessUpgradeJob(
manager *plugin_manager.PluginManager,
tenants []string,
runtimeType plugin_entities.PluginRuntimeType,
source string,
taskIDs []string,
job PluginUpgradeJob,
) {
startTasks(taskIDs)
defer endTasks(taskIDs)
// set status to running
SetTaskStatusForOnePlugin(taskIDs, job.NewIdentifier, models.InstallTaskStatusRunning, "starting")
// start installation process
installationStream, err := manager.Install(job.NewIdentifier)
if err != nil {
SetTaskStatusForOnePlugin(taskIDs, job.NewIdentifier, models.InstallTaskStatusFailed, fmt.Sprintf("failed to start installation: %v", err))
return
}
err = installationStream.Process(func(resp installation_entities.PluginInstallResponse) {
switch resp.Event {
case installation_entities.PluginInstallEventInfo:
SetTaskMessageForOnePlugin(taskIDs, job.NewIdentifier, resp.Data)
case installation_entities.PluginInstallEventError:
SetTaskStatusForOnePlugin(taskIDs, job.NewIdentifier, models.InstallTaskStatusFailed, resp.Data)
case installation_entities.PluginInstallEventDone:
for _, tenantID := range tenants {
response, err := curd.UpgradePlugin(
tenantID,
job.OriginalIdentifier,
job.NewIdentifier,
job.OriginalDeclaration,
job.NewDeclaration,
runtimeType,
source,
job.Meta,
)
if err != nil {
SetTaskStatusForOnePlugin(taskIDs, job.NewIdentifier, models.InstallTaskStatusFailed, err.Error())
return
}
if err := RemovePluginIfNeeded(manager, job.OriginalIdentifier, response); err != nil {
log.Error("failed to remove uninstalled plugin: %v", err)
}
}
SetTaskStatusForOnePlugin(taskIDs, job.NewIdentifier, models.InstallTaskStatusSuccess, "upgraded")
}
})
if err != nil {
SetTaskStatusForOnePlugin(taskIDs, job.NewIdentifier, models.InstallTaskStatusFailed, err.Error())
}
}
func SaveInstallationForTenantsToDB(
tenants []string,
job PluginInstallJob,
runtimeType plugin_entities.PluginRuntimeType,
source string,
) error {
for _, tenantID := range tenants {
if err := SaveInstallationForTenantToDB(tenantID, job, runtimeType, source); err != nil {
return err
}
}
return nil
}
func SaveInstallationForTenantToDB(
tenantID string,
job PluginInstallJob,
runtimeType plugin_entities.PluginRuntimeType,
source string,
) error {
_, _, err := curd.InstallPlugin(
tenantID,
job.Identifier,
runtimeType,
job.Declaration,
source,
job.Meta,
)
if err != nil && err != curd.ErrPluginAlreadyInstalled {
return err
}
return nil
}