Files
Yeuoly 888ad788bc refactor: plugin lifecycle control panel (#499)
* refactor: introduce local plugin control panel and cleanup environment setup process

* fix: args

* refactor: new local runtime

* temp: stash work for refactor on RemotePluginServer

* refactor: unify local runtime lifetime and sperate init environment process

* chore: add missing files

* stash

* refactor: local plugin lifetime control

* refactor: complete installation process of control panel

* refactor: adapt service layer to new controlpanel

* refactor: pluginManager.Install

* fix: add routine wrap to InstallServerless, avoid blocking main thread

* feat: reinstall serverless runtime

* chore: add comments to Reinstall and update confusing naming

* refactor: unify install plugin service

* refactor: add labels to debugging runtime

* refactor: add getters to plugin manager

* refactor: split install service to decode/install_task/install service

* ???

* refactor: adapt controllers

* refactor: session write

* refactor: session runtime

* Refine install task orchestration (#501)

* refactor: installing task

* refactor cluster management, decouple lifetime management and cluster

* fix cli test command

* fix: cleanup TODO comments and implement GracefulStop for instance

* feat: add logger to control panel

* fix: multiple nil references

* refactor: better lifetime control

* refactor: better cycle interval

* fix(LocalPluginRuntime): prevent returning err when it's not  error

* fix: avoid adding empty PipExtraArgs

* fix: missing errors in Environment init

* fix: add truncateMessage to avoid db explosion

* cleanup: better lifecycle management

* fix: init status at the beginning of installation

* optimize: GracefulStop for pluginInstance

* refactor: tests

* refactor: centralize routine labels (#504)

* cleanup: RoutineKey

* fix: init routine pool

* fix: correctly handle cluster register error

* fix: memory leak

* fix: add \n to instance write

* fix(installer.go): set success to true after succeed for defer func

* refactor

* fix: missing cwd in testutils

* fix: scaleup default runtime nums to 1 when testing

* fix: localruntime appconfig in testing module

* Update internal/core/local_runtime/load_balancing.go

Co-authored-by: gemini-code-assist[bot] <176961590+gemini-code-assist[bot]@users.noreply.github.com>

* fix: more efficiency implement in installer_local.go

* fix: returns after failing in onDebuggingRuntimeDisconnected

* fix: returns after failing in onDebuggingRuntimeDisconnected

* fix: splits tests

* refactor: naming

* refactor: manifest.VersionX

* fix: adapt SetDefault to tests

* fix: enforce use constants in DBType

* fix: generate

* fix: linter

* cleanup tests

* refactor: change  package to

* cleanup: useless codes

* Update internal/cluster/plugin.go

Co-authored-by: gemini-code-assist[bot] <176961590+gemini-code-assist[bot]@users.noreply.github.com>

* cleanup

* refactor: decouple connection_key management from debugging_time

* refactor: confused naming

* feat: recycle resources to adapt to https://github.com/langgenius/dify-plugin-daemon/pull/500

* refactor: confusing redirecting

* fix: support get serverless runtime

* fix: race condition in Launching

* fix: avoid ManifestValidate in first step of debugging handshake

* fix: adding ReleaseAllLocks to finalizers

* wtf: what a beautiful code

* refactor: rename Stream.Async to Stream.Process

* fix: kill process if daed instance was detected

* fix: correctly handle failures

* fix: consistence of difference interfaces

* fix: add stacktrace to panic

* fix: only trigger once  event

* fix: ensure plugin runtime was shutdown

* feat: cleanup install tasks

* fix: add scale logs

---------

Co-authored-by: gemini-code-assist[bot] <176961590+gemini-code-assist[bot]@users.noreply.github.com>
2025-11-18 17:28:02 +08:00

214 lines
7.1 KiB
Go

package service
import (
"errors"
"io"
"mime/multipart"
"github.com/gin-gonic/gin"
"github.com/langgenius/dify-plugin-daemon/internal/core/plugin_manager"
"github.com/langgenius/dify-plugin-daemon/internal/types/app"
"github.com/langgenius/dify-plugin-daemon/internal/types/exception"
"github.com/langgenius/dify-plugin-daemon/pkg/bundle_packager"
"github.com/langgenius/dify-plugin-daemon/pkg/entities"
"github.com/langgenius/dify-plugin-daemon/pkg/entities/bundle_entities"
"github.com/langgenius/dify-plugin-daemon/pkg/entities/plugin_entities"
"github.com/langgenius/dify-plugin-daemon/pkg/plugin_packager/decoder"
"github.com/langgenius/dify-plugin-daemon/pkg/utils/cache/helper"
)
func UploadPluginPkg(
config *app.Config,
c *gin.Context,
tenantId string,
difyPkgFile multipart.File,
verifySignature bool,
) *entities.Response {
pluginFile, err := io.ReadAll(difyPkgFile)
if err != nil {
return exception.InternalServerError(err).ToResponse()
}
decoderInstance, err := decoder.NewZipPluginDecoderWithSizeLimit(pluginFile, config.MaxPluginPackageSize)
if err != nil {
return exception.BadRequestError(err).ToResponse()
}
pluginUniqueIdentifier, err := decoderInstance.UniqueIdentity()
if err != nil {
return exception.BadRequestError(err).ToResponse()
}
// avoid author to be a uuid
if pluginUniqueIdentifier.RemoteLike() {
return exception.BadRequestError(errors.New("cannot set author to an UUID")).ToResponse()
}
manager := plugin_manager.Manager()
declaration, err := manager.SavePackage(pluginUniqueIdentifier, pluginFile, &decoder.ThirdPartySignatureVerificationConfig{
Enabled: config.ThirdPartySignatureVerificationEnabled,
PublicKeyPaths: config.ThirdPartySignatureVerificationPublicKeys,
})
if err != nil {
return exception.BadRequestError(errors.Join(err, errors.New("failed to save package"))).ToResponse()
}
if config.ForceVerifyingSignature || verifySignature {
if !declaration.Verified {
return exception.BadRequestError(errors.Join(err, errors.New(
"plugin verification has been enabled, and the plugin you want to install has a bad signature",
))).ToResponse()
}
}
verification, _ := decoderInstance.Verification()
if verification == nil && decoderInstance.Verified() {
verification = decoder.DefaultVerification()
}
// if config.EnforceLanggeniusSignatures {
// if isUnauthorizedLanggenius(declaration, verification) {
// return exception.BadRequestError(ErrUnauthorizedLanggenius).ToResponse()
// }
// }
return entities.NewSuccessResponse(map[string]any{
"unique_identifier": pluginUniqueIdentifier,
"manifest": declaration,
"verification": verification,
})
}
func UploadPluginBundle(
config *app.Config,
c *gin.Context,
tenant_id string,
dify_bundle_file multipart.File,
verify_signature bool,
) *entities.Response {
bundleFile, err := io.ReadAll(dify_bundle_file)
if err != nil {
return exception.InternalServerError(err).ToResponse()
}
packager, err := bundle_packager.NewMemoryZipBundlePackager(bundleFile)
if err != nil {
return exception.BadRequestError(errors.Join(err, errors.New("failed to decode bundle"))).ToResponse()
}
// load bundle
bundle, err := packager.Manifest()
if err != nil {
return exception.BadRequestError(errors.Join(err, errors.New("failed to load bundle manifest"))).ToResponse()
}
manager := plugin_manager.Manager()
result := []map[string]any{}
for _, dependency := range bundle.Dependencies {
if dependency.Type == bundle_entities.DEPENDENCY_TYPE_GITHUB {
if dep, ok := dependency.Value.(bundle_entities.GithubDependency); ok {
result = append(result, map[string]any{
"type": "github",
"value": map[string]any{
"repo_address": dep.RepoPattern.Repo(),
"repo": dep.RepoPattern.GithubRepo(),
"release": dep.RepoPattern.Release(),
"packages": dep.RepoPattern.Asset(),
},
})
}
} else if dependency.Type == bundle_entities.DEPENDENCY_TYPE_MARKETPLACE {
if dep, ok := dependency.Value.(bundle_entities.MarketplaceDependency); ok {
result = append(result, map[string]any{
"type": "marketplace",
"value": map[string]any{
"organization": dep.MarketplacePattern.Organization(),
"plugin": dep.MarketplacePattern.Plugin(),
"version": dep.MarketplacePattern.Version(),
},
})
}
} else if dependency.Type == bundle_entities.DEPENDENCY_TYPE_PACKAGE {
if dep, ok := dependency.Value.(bundle_entities.PackageDependency); ok {
// fetch package
path := dep.Path
if asset, err := packager.FetchAsset(path); err != nil {
return exception.InternalServerError(errors.Join(errors.New("failed to fetch package from bundle"), err)).ToResponse()
} else {
// decode and save
decoderInstance, err := decoder.NewZipPluginDecoder(asset)
if err != nil {
return exception.BadRequestError(errors.Join(errors.New("failed to create package decoder"), err)).ToResponse()
}
pluginUniqueIdentifier, err := decoderInstance.UniqueIdentity()
if err != nil {
return exception.BadRequestError(errors.Join(errors.New("failed to get package unique identifier"), err)).ToResponse()
}
declaration, err := manager.SavePackage(pluginUniqueIdentifier, asset, &decoder.ThirdPartySignatureVerificationConfig{
Enabled: config.ThirdPartySignatureVerificationEnabled,
PublicKeyPaths: config.ThirdPartySignatureVerificationPublicKeys,
})
if err != nil {
return exception.InternalServerError(errors.Join(errors.New("failed to save package"), err)).ToResponse()
}
if config.ForceVerifyingSignature || verify_signature {
if !declaration.Verified {
return exception.BadRequestError(errors.Join(errors.New(
"plugin verification has been enabled, and the plugin you want to install has a bad signature",
), err)).ToResponse()
}
}
verification, _ := decoderInstance.Verification()
if verification == nil && decoderInstance.Verified() {
verification = decoder.DefaultVerification()
}
if config.EnforceLanggeniusSignatures {
if isUnauthorizedLanggenius(declaration, verification) {
return exception.BadRequestError(ErrUnauthorizedLanggenius).ToResponse()
}
}
result = append(result, map[string]any{
"type": "package",
"value": map[string]any{
"unique_identifier": pluginUniqueIdentifier,
"manifest": declaration,
},
})
}
}
}
}
return entities.NewSuccessResponse(result)
}
func FetchPluginManifest(
pluginUniqueIdentifier plugin_entities.PluginUniqueIdentifier,
) *entities.Response {
runtimeType := plugin_entities.PLUGIN_RUNTIME_TYPE_LOCAL
if pluginUniqueIdentifier.RemoteLike() {
runtimeType = plugin_entities.PLUGIN_RUNTIME_TYPE_REMOTE
}
pluginManifestCache, err := helper.CombinedGetPluginDeclaration(
pluginUniqueIdentifier, runtimeType,
)
if err == helper.ErrPluginNotFound {
return exception.BadRequestError(errors.New("plugin not found")).ToResponse()
}
if err != nil {
return exception.InternalServerError(err).ToResponse()
}
return entities.NewSuccessResponse(pluginManifestCache)
}