mirror of
https://github.com/langgenius/dify-plugin-daemon.git
synced 2026-07-24 21:15:33 -04:00
888ad788bc
* refactor: introduce local plugin control panel and cleanup environment setup process * fix: args * refactor: new local runtime * temp: stash work for refactor on RemotePluginServer * refactor: unify local runtime lifetime and sperate init environment process * chore: add missing files * stash * refactor: local plugin lifetime control * refactor: complete installation process of control panel * refactor: adapt service layer to new controlpanel * refactor: pluginManager.Install * fix: add routine wrap to InstallServerless, avoid blocking main thread * feat: reinstall serverless runtime * chore: add comments to Reinstall and update confusing naming * refactor: unify install plugin service * refactor: add labels to debugging runtime * refactor: add getters to plugin manager * refactor: split install service to decode/install_task/install service * ??? * refactor: adapt controllers * refactor: session write * refactor: session runtime * Refine install task orchestration (#501) * refactor: installing task * refactor cluster management, decouple lifetime management and cluster * fix cli test command * fix: cleanup TODO comments and implement GracefulStop for instance * feat: add logger to control panel * fix: multiple nil references * refactor: better lifetime control * refactor: better cycle interval * fix(LocalPluginRuntime): prevent returning err when it's not error * fix: avoid adding empty PipExtraArgs * fix: missing errors in Environment init * fix: add truncateMessage to avoid db explosion * cleanup: better lifecycle management * fix: init status at the beginning of installation * optimize: GracefulStop for pluginInstance * refactor: tests * refactor: centralize routine labels (#504) * cleanup: RoutineKey * fix: init routine pool * fix: correctly handle cluster register error * fix: memory leak * fix: add \n to instance write * fix(installer.go): set success to true after succeed for defer func * refactor * fix: missing cwd in testutils * fix: scaleup default runtime nums to 1 when testing * fix: localruntime appconfig in testing module * Update internal/core/local_runtime/load_balancing.go Co-authored-by: gemini-code-assist[bot] <176961590+gemini-code-assist[bot]@users.noreply.github.com> * fix: more efficiency implement in installer_local.go * fix: returns after failing in onDebuggingRuntimeDisconnected * fix: returns after failing in onDebuggingRuntimeDisconnected * fix: splits tests * refactor: naming * refactor: manifest.VersionX * fix: adapt SetDefault to tests * fix: enforce use constants in DBType * fix: generate * fix: linter * cleanup tests * refactor: change package to * cleanup: useless codes * Update internal/cluster/plugin.go Co-authored-by: gemini-code-assist[bot] <176961590+gemini-code-assist[bot]@users.noreply.github.com> * cleanup * refactor: decouple connection_key management from debugging_time * refactor: confused naming * feat: recycle resources to adapt to https://github.com/langgenius/dify-plugin-daemon/pull/500 * refactor: confusing redirecting * fix: support get serverless runtime * fix: race condition in Launching * fix: avoid ManifestValidate in first step of debugging handshake * fix: adding ReleaseAllLocks to finalizers * wtf: what a beautiful code * refactor: rename Stream.Async to Stream.Process * fix: kill process if daed instance was detected * fix: correctly handle failures * fix: consistence of difference interfaces * fix: add stacktrace to panic * fix: only trigger once event * fix: ensure plugin runtime was shutdown * feat: cleanup install tasks * fix: add scale logs --------- Co-authored-by: gemini-code-assist[bot] <176961590+gemini-code-assist[bot]@users.noreply.github.com>
180 lines
5.6 KiB
Go
180 lines
5.6 KiB
Go
package tasks
|
|
|
|
import (
|
|
"fmt"
|
|
"time"
|
|
|
|
"github.com/langgenius/dify-plugin-daemon/internal/core/plugin_manager"
|
|
"github.com/langgenius/dify-plugin-daemon/internal/types/models"
|
|
"github.com/langgenius/dify-plugin-daemon/internal/types/models/curd"
|
|
"github.com/langgenius/dify-plugin-daemon/pkg/entities/installation_entities"
|
|
"github.com/langgenius/dify-plugin-daemon/pkg/entities/plugin_entities"
|
|
"github.com/langgenius/dify-plugin-daemon/pkg/utils/log"
|
|
)
|
|
|
|
type PluginInstallJob struct {
|
|
Identifier plugin_entities.PluginUniqueIdentifier
|
|
Declaration *plugin_entities.PluginDeclaration
|
|
Meta map[string]any
|
|
NeedsRuntimeInstall bool
|
|
}
|
|
|
|
type PluginUpgradeJob struct {
|
|
NewIdentifier plugin_entities.PluginUniqueIdentifier
|
|
NewDeclaration *plugin_entities.PluginDeclaration
|
|
OriginalIdentifier plugin_entities.PluginUniqueIdentifier
|
|
OriginalDeclaration *plugin_entities.PluginDeclaration
|
|
Meta map[string]any
|
|
}
|
|
|
|
func ProcessInstallJob(
|
|
manager *plugin_manager.PluginManager,
|
|
tenants []string,
|
|
runtimeType plugin_entities.PluginRuntimeType,
|
|
source string,
|
|
taskIDs []string,
|
|
job PluginInstallJob,
|
|
) {
|
|
startTasks(taskIDs)
|
|
defer endTasks(taskIDs)
|
|
|
|
// if the plugin does not need runtime install, just save the installation to the database
|
|
if !job.NeedsRuntimeInstall {
|
|
if err := SaveInstallationForTenantsToDB(tenants, job, runtimeType, source); err != nil {
|
|
SetTaskStatusForOnePlugin(taskIDs, job.Identifier, models.InstallTaskStatusFailed, err.Error())
|
|
return
|
|
}
|
|
SetTaskStatusForOnePlugin(taskIDs, job.Identifier, models.InstallTaskStatusSuccess, "installed")
|
|
return
|
|
}
|
|
|
|
// set status to running
|
|
SetTaskStatusForOnePlugin(taskIDs, job.Identifier, models.InstallTaskStatusRunning, "starting")
|
|
|
|
// start installation process
|
|
installationStream, err := manager.Install(job.Identifier)
|
|
if err != nil {
|
|
SetTaskStatusForOnePlugin(taskIDs, job.Identifier, models.InstallTaskStatusFailed, fmt.Sprintf("failed to start installation: %v", err))
|
|
return
|
|
}
|
|
|
|
// wait for the job to be done
|
|
err = installationStream.Process(func(resp installation_entities.PluginInstallResponse) {
|
|
switch resp.Event {
|
|
case installation_entities.PluginInstallEventInfo:
|
|
SetTaskMessageForOnePlugin(taskIDs, job.Identifier, resp.Data)
|
|
case installation_entities.PluginInstallEventError:
|
|
SetTaskStatusForOnePlugin(taskIDs, job.Identifier, models.InstallTaskStatusFailed, resp.Data)
|
|
case installation_entities.PluginInstallEventDone:
|
|
if err := SaveInstallationForTenantsToDB(tenants, job, runtimeType, source); err != nil {
|
|
SetTaskStatusForOnePlugin(taskIDs, job.Identifier, models.InstallTaskStatusFailed, err.Error())
|
|
return
|
|
}
|
|
SetTaskStatusForOnePlugin(taskIDs, job.Identifier, models.InstallTaskStatusSuccess, "installed")
|
|
// delete the task in 60 seconds
|
|
time.AfterFunc(time.Second*60, func() {
|
|
for _, taskID := range taskIDs {
|
|
if err := DeleteTask(taskID); err != nil {
|
|
log.Error("failed to delete task %s: %v", taskID, err)
|
|
}
|
|
}
|
|
})
|
|
}
|
|
})
|
|
if err != nil {
|
|
SetTaskStatusForOnePlugin(taskIDs, job.Identifier, models.InstallTaskStatusFailed, err.Error())
|
|
}
|
|
}
|
|
|
|
func ProcessUpgradeJob(
|
|
manager *plugin_manager.PluginManager,
|
|
tenants []string,
|
|
runtimeType plugin_entities.PluginRuntimeType,
|
|
source string,
|
|
taskIDs []string,
|
|
job PluginUpgradeJob,
|
|
) {
|
|
startTasks(taskIDs)
|
|
defer endTasks(taskIDs)
|
|
|
|
// set status to running
|
|
SetTaskStatusForOnePlugin(taskIDs, job.NewIdentifier, models.InstallTaskStatusRunning, "starting")
|
|
|
|
// start installation process
|
|
installationStream, err := manager.Install(job.NewIdentifier)
|
|
if err != nil {
|
|
SetTaskStatusForOnePlugin(taskIDs, job.NewIdentifier, models.InstallTaskStatusFailed, fmt.Sprintf("failed to start installation: %v", err))
|
|
return
|
|
}
|
|
|
|
err = installationStream.Process(func(resp installation_entities.PluginInstallResponse) {
|
|
switch resp.Event {
|
|
case installation_entities.PluginInstallEventInfo:
|
|
SetTaskMessageForOnePlugin(taskIDs, job.NewIdentifier, resp.Data)
|
|
case installation_entities.PluginInstallEventError:
|
|
SetTaskStatusForOnePlugin(taskIDs, job.NewIdentifier, models.InstallTaskStatusFailed, resp.Data)
|
|
case installation_entities.PluginInstallEventDone:
|
|
for _, tenantID := range tenants {
|
|
response, err := curd.UpgradePlugin(
|
|
tenantID,
|
|
job.OriginalIdentifier,
|
|
job.NewIdentifier,
|
|
job.OriginalDeclaration,
|
|
job.NewDeclaration,
|
|
runtimeType,
|
|
source,
|
|
job.Meta,
|
|
)
|
|
if err != nil {
|
|
SetTaskStatusForOnePlugin(taskIDs, job.NewIdentifier, models.InstallTaskStatusFailed, err.Error())
|
|
return
|
|
}
|
|
|
|
if err := RemovePluginIfNeeded(manager, job.OriginalIdentifier, response); err != nil {
|
|
log.Error("failed to remove uninstalled plugin: %v", err)
|
|
}
|
|
}
|
|
|
|
SetTaskStatusForOnePlugin(taskIDs, job.NewIdentifier, models.InstallTaskStatusSuccess, "upgraded")
|
|
}
|
|
})
|
|
if err != nil {
|
|
SetTaskStatusForOnePlugin(taskIDs, job.NewIdentifier, models.InstallTaskStatusFailed, err.Error())
|
|
}
|
|
|
|
}
|
|
|
|
func SaveInstallationForTenantsToDB(
|
|
tenants []string,
|
|
job PluginInstallJob,
|
|
runtimeType plugin_entities.PluginRuntimeType,
|
|
source string,
|
|
) error {
|
|
for _, tenantID := range tenants {
|
|
if err := SaveInstallationForTenantToDB(tenantID, job, runtimeType, source); err != nil {
|
|
return err
|
|
}
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func SaveInstallationForTenantToDB(
|
|
tenantID string,
|
|
job PluginInstallJob,
|
|
runtimeType plugin_entities.PluginRuntimeType,
|
|
source string,
|
|
) error {
|
|
_, _, err := curd.InstallPlugin(
|
|
tenantID,
|
|
job.Identifier,
|
|
runtimeType,
|
|
job.Declaration,
|
|
source,
|
|
job.Meta,
|
|
)
|
|
if err != nil && err != curd.ErrPluginAlreadyInstalled {
|
|
return err
|
|
}
|
|
return nil
|
|
}
|