mirror of
https://github.com/langgenius/dify-plugin-daemon.git
synced 2026-07-22 09:45:27 -04:00
888ad788bc
* refactor: introduce local plugin control panel and cleanup environment setup process * fix: args * refactor: new local runtime * temp: stash work for refactor on RemotePluginServer * refactor: unify local runtime lifetime and sperate init environment process * chore: add missing files * stash * refactor: local plugin lifetime control * refactor: complete installation process of control panel * refactor: adapt service layer to new controlpanel * refactor: pluginManager.Install * fix: add routine wrap to InstallServerless, avoid blocking main thread * feat: reinstall serverless runtime * chore: add comments to Reinstall and update confusing naming * refactor: unify install plugin service * refactor: add labels to debugging runtime * refactor: add getters to plugin manager * refactor: split install service to decode/install_task/install service * ??? * refactor: adapt controllers * refactor: session write * refactor: session runtime * Refine install task orchestration (#501) * refactor: installing task * refactor cluster management, decouple lifetime management and cluster * fix cli test command * fix: cleanup TODO comments and implement GracefulStop for instance * feat: add logger to control panel * fix: multiple nil references * refactor: better lifetime control * refactor: better cycle interval * fix(LocalPluginRuntime): prevent returning err when it's not error * fix: avoid adding empty PipExtraArgs * fix: missing errors in Environment init * fix: add truncateMessage to avoid db explosion * cleanup: better lifecycle management * fix: init status at the beginning of installation * optimize: GracefulStop for pluginInstance * refactor: tests * refactor: centralize routine labels (#504) * cleanup: RoutineKey * fix: init routine pool * fix: correctly handle cluster register error * fix: memory leak * fix: add \n to instance write * fix(installer.go): set success to true after succeed for defer func * refactor * fix: missing cwd in testutils * fix: scaleup default runtime nums to 1 when testing * fix: localruntime appconfig in testing module * Update internal/core/local_runtime/load_balancing.go Co-authored-by: gemini-code-assist[bot] <176961590+gemini-code-assist[bot]@users.noreply.github.com> * fix: more efficiency implement in installer_local.go * fix: returns after failing in onDebuggingRuntimeDisconnected * fix: returns after failing in onDebuggingRuntimeDisconnected * fix: splits tests * refactor: naming * refactor: manifest.VersionX * fix: adapt SetDefault to tests * fix: enforce use constants in DBType * fix: generate * fix: linter * cleanup tests * refactor: change package to * cleanup: useless codes * Update internal/cluster/plugin.go Co-authored-by: gemini-code-assist[bot] <176961590+gemini-code-assist[bot]@users.noreply.github.com> * cleanup * refactor: decouple connection_key management from debugging_time * refactor: confused naming * feat: recycle resources to adapt to https://github.com/langgenius/dify-plugin-daemon/pull/500 * refactor: confusing redirecting * fix: support get serverless runtime * fix: race condition in Launching * fix: avoid ManifestValidate in first step of debugging handshake * fix: adding ReleaseAllLocks to finalizers * wtf: what a beautiful code * refactor: rename Stream.Async to Stream.Process * fix: kill process if daed instance was detected * fix: correctly handle failures * fix: consistence of difference interfaces * fix: add stacktrace to panic * fix: only trigger once event * fix: ensure plugin runtime was shutdown * feat: cleanup install tasks * fix: add scale logs --------- Co-authored-by: gemini-code-assist[bot] <176961590+gemini-code-assist[bot]@users.noreply.github.com>
214 lines
7.1 KiB
Go
214 lines
7.1 KiB
Go
package service
|
|
|
|
import (
|
|
"errors"
|
|
"io"
|
|
"mime/multipart"
|
|
|
|
"github.com/gin-gonic/gin"
|
|
"github.com/langgenius/dify-plugin-daemon/internal/core/plugin_manager"
|
|
"github.com/langgenius/dify-plugin-daemon/internal/types/app"
|
|
"github.com/langgenius/dify-plugin-daemon/internal/types/exception"
|
|
"github.com/langgenius/dify-plugin-daemon/pkg/bundle_packager"
|
|
"github.com/langgenius/dify-plugin-daemon/pkg/entities"
|
|
"github.com/langgenius/dify-plugin-daemon/pkg/entities/bundle_entities"
|
|
"github.com/langgenius/dify-plugin-daemon/pkg/entities/plugin_entities"
|
|
"github.com/langgenius/dify-plugin-daemon/pkg/plugin_packager/decoder"
|
|
"github.com/langgenius/dify-plugin-daemon/pkg/utils/cache/helper"
|
|
)
|
|
|
|
func UploadPluginPkg(
|
|
config *app.Config,
|
|
c *gin.Context,
|
|
tenantId string,
|
|
difyPkgFile multipart.File,
|
|
verifySignature bool,
|
|
) *entities.Response {
|
|
pluginFile, err := io.ReadAll(difyPkgFile)
|
|
if err != nil {
|
|
return exception.InternalServerError(err).ToResponse()
|
|
}
|
|
|
|
decoderInstance, err := decoder.NewZipPluginDecoderWithSizeLimit(pluginFile, config.MaxPluginPackageSize)
|
|
if err != nil {
|
|
return exception.BadRequestError(err).ToResponse()
|
|
}
|
|
|
|
pluginUniqueIdentifier, err := decoderInstance.UniqueIdentity()
|
|
if err != nil {
|
|
return exception.BadRequestError(err).ToResponse()
|
|
}
|
|
|
|
// avoid author to be a uuid
|
|
if pluginUniqueIdentifier.RemoteLike() {
|
|
return exception.BadRequestError(errors.New("cannot set author to an UUID")).ToResponse()
|
|
}
|
|
|
|
manager := plugin_manager.Manager()
|
|
declaration, err := manager.SavePackage(pluginUniqueIdentifier, pluginFile, &decoder.ThirdPartySignatureVerificationConfig{
|
|
Enabled: config.ThirdPartySignatureVerificationEnabled,
|
|
PublicKeyPaths: config.ThirdPartySignatureVerificationPublicKeys,
|
|
})
|
|
if err != nil {
|
|
return exception.BadRequestError(errors.Join(err, errors.New("failed to save package"))).ToResponse()
|
|
}
|
|
|
|
if config.ForceVerifyingSignature || verifySignature {
|
|
if !declaration.Verified {
|
|
return exception.BadRequestError(errors.Join(err, errors.New(
|
|
"plugin verification has been enabled, and the plugin you want to install has a bad signature",
|
|
))).ToResponse()
|
|
}
|
|
}
|
|
|
|
verification, _ := decoderInstance.Verification()
|
|
if verification == nil && decoderInstance.Verified() {
|
|
verification = decoder.DefaultVerification()
|
|
}
|
|
|
|
// if config.EnforceLanggeniusSignatures {
|
|
// if isUnauthorizedLanggenius(declaration, verification) {
|
|
// return exception.BadRequestError(ErrUnauthorizedLanggenius).ToResponse()
|
|
// }
|
|
// }
|
|
|
|
return entities.NewSuccessResponse(map[string]any{
|
|
"unique_identifier": pluginUniqueIdentifier,
|
|
"manifest": declaration,
|
|
"verification": verification,
|
|
})
|
|
}
|
|
|
|
func UploadPluginBundle(
|
|
config *app.Config,
|
|
c *gin.Context,
|
|
tenant_id string,
|
|
dify_bundle_file multipart.File,
|
|
verify_signature bool,
|
|
) *entities.Response {
|
|
bundleFile, err := io.ReadAll(dify_bundle_file)
|
|
if err != nil {
|
|
return exception.InternalServerError(err).ToResponse()
|
|
}
|
|
|
|
packager, err := bundle_packager.NewMemoryZipBundlePackager(bundleFile)
|
|
if err != nil {
|
|
return exception.BadRequestError(errors.Join(err, errors.New("failed to decode bundle"))).ToResponse()
|
|
}
|
|
|
|
// load bundle
|
|
bundle, err := packager.Manifest()
|
|
if err != nil {
|
|
return exception.BadRequestError(errors.Join(err, errors.New("failed to load bundle manifest"))).ToResponse()
|
|
}
|
|
|
|
manager := plugin_manager.Manager()
|
|
|
|
result := []map[string]any{}
|
|
|
|
for _, dependency := range bundle.Dependencies {
|
|
if dependency.Type == bundle_entities.DEPENDENCY_TYPE_GITHUB {
|
|
if dep, ok := dependency.Value.(bundle_entities.GithubDependency); ok {
|
|
result = append(result, map[string]any{
|
|
"type": "github",
|
|
"value": map[string]any{
|
|
"repo_address": dep.RepoPattern.Repo(),
|
|
"repo": dep.RepoPattern.GithubRepo(),
|
|
"release": dep.RepoPattern.Release(),
|
|
"packages": dep.RepoPattern.Asset(),
|
|
},
|
|
})
|
|
}
|
|
} else if dependency.Type == bundle_entities.DEPENDENCY_TYPE_MARKETPLACE {
|
|
if dep, ok := dependency.Value.(bundle_entities.MarketplaceDependency); ok {
|
|
result = append(result, map[string]any{
|
|
"type": "marketplace",
|
|
"value": map[string]any{
|
|
"organization": dep.MarketplacePattern.Organization(),
|
|
"plugin": dep.MarketplacePattern.Plugin(),
|
|
"version": dep.MarketplacePattern.Version(),
|
|
},
|
|
})
|
|
}
|
|
} else if dependency.Type == bundle_entities.DEPENDENCY_TYPE_PACKAGE {
|
|
if dep, ok := dependency.Value.(bundle_entities.PackageDependency); ok {
|
|
// fetch package
|
|
path := dep.Path
|
|
if asset, err := packager.FetchAsset(path); err != nil {
|
|
return exception.InternalServerError(errors.Join(errors.New("failed to fetch package from bundle"), err)).ToResponse()
|
|
} else {
|
|
// decode and save
|
|
decoderInstance, err := decoder.NewZipPluginDecoder(asset)
|
|
if err != nil {
|
|
return exception.BadRequestError(errors.Join(errors.New("failed to create package decoder"), err)).ToResponse()
|
|
}
|
|
|
|
pluginUniqueIdentifier, err := decoderInstance.UniqueIdentity()
|
|
if err != nil {
|
|
return exception.BadRequestError(errors.Join(errors.New("failed to get package unique identifier"), err)).ToResponse()
|
|
}
|
|
|
|
declaration, err := manager.SavePackage(pluginUniqueIdentifier, asset, &decoder.ThirdPartySignatureVerificationConfig{
|
|
Enabled: config.ThirdPartySignatureVerificationEnabled,
|
|
PublicKeyPaths: config.ThirdPartySignatureVerificationPublicKeys,
|
|
})
|
|
if err != nil {
|
|
return exception.InternalServerError(errors.Join(errors.New("failed to save package"), err)).ToResponse()
|
|
}
|
|
|
|
if config.ForceVerifyingSignature || verify_signature {
|
|
if !declaration.Verified {
|
|
return exception.BadRequestError(errors.Join(errors.New(
|
|
"plugin verification has been enabled, and the plugin you want to install has a bad signature",
|
|
), err)).ToResponse()
|
|
}
|
|
}
|
|
|
|
verification, _ := decoderInstance.Verification()
|
|
if verification == nil && decoderInstance.Verified() {
|
|
verification = decoder.DefaultVerification()
|
|
}
|
|
|
|
if config.EnforceLanggeniusSignatures {
|
|
if isUnauthorizedLanggenius(declaration, verification) {
|
|
return exception.BadRequestError(ErrUnauthorizedLanggenius).ToResponse()
|
|
}
|
|
}
|
|
|
|
result = append(result, map[string]any{
|
|
"type": "package",
|
|
"value": map[string]any{
|
|
"unique_identifier": pluginUniqueIdentifier,
|
|
"manifest": declaration,
|
|
},
|
|
})
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
return entities.NewSuccessResponse(result)
|
|
}
|
|
|
|
func FetchPluginManifest(
|
|
pluginUniqueIdentifier plugin_entities.PluginUniqueIdentifier,
|
|
) *entities.Response {
|
|
runtimeType := plugin_entities.PLUGIN_RUNTIME_TYPE_LOCAL
|
|
if pluginUniqueIdentifier.RemoteLike() {
|
|
runtimeType = plugin_entities.PLUGIN_RUNTIME_TYPE_REMOTE
|
|
}
|
|
|
|
pluginManifestCache, err := helper.CombinedGetPluginDeclaration(
|
|
pluginUniqueIdentifier, runtimeType,
|
|
)
|
|
if err == helper.ErrPluginNotFound {
|
|
return exception.BadRequestError(errors.New("plugin not found")).ToResponse()
|
|
}
|
|
|
|
if err != nil {
|
|
return exception.InternalServerError(err).ToResponse()
|
|
}
|
|
|
|
return entities.NewSuccessResponse(pluginManifestCache)
|
|
}
|