Files
Yeuoly 888ad788bc refactor: plugin lifecycle control panel (#499)
* refactor: introduce local plugin control panel and cleanup environment setup process

* fix: args

* refactor: new local runtime

* temp: stash work for refactor on RemotePluginServer

* refactor: unify local runtime lifetime and sperate init environment process

* chore: add missing files

* stash

* refactor: local plugin lifetime control

* refactor: complete installation process of control panel

* refactor: adapt service layer to new controlpanel

* refactor: pluginManager.Install

* fix: add routine wrap to InstallServerless, avoid blocking main thread

* feat: reinstall serverless runtime

* chore: add comments to Reinstall and update confusing naming

* refactor: unify install plugin service

* refactor: add labels to debugging runtime

* refactor: add getters to plugin manager

* refactor: split install service to decode/install_task/install service

* ???

* refactor: adapt controllers

* refactor: session write

* refactor: session runtime

* Refine install task orchestration (#501)

* refactor: installing task

* refactor cluster management, decouple lifetime management and cluster

* fix cli test command

* fix: cleanup TODO comments and implement GracefulStop for instance

* feat: add logger to control panel

* fix: multiple nil references

* refactor: better lifetime control

* refactor: better cycle interval

* fix(LocalPluginRuntime): prevent returning err when it's not  error

* fix: avoid adding empty PipExtraArgs

* fix: missing errors in Environment init

* fix: add truncateMessage to avoid db explosion

* cleanup: better lifecycle management

* fix: init status at the beginning of installation

* optimize: GracefulStop for pluginInstance

* refactor: tests

* refactor: centralize routine labels (#504)

* cleanup: RoutineKey

* fix: init routine pool

* fix: correctly handle cluster register error

* fix: memory leak

* fix: add \n to instance write

* fix(installer.go): set success to true after succeed for defer func

* refactor

* fix: missing cwd in testutils

* fix: scaleup default runtime nums to 1 when testing

* fix: localruntime appconfig in testing module

* Update internal/core/local_runtime/load_balancing.go

Co-authored-by: gemini-code-assist[bot] <176961590+gemini-code-assist[bot]@users.noreply.github.com>

* fix: more efficiency implement in installer_local.go

* fix: returns after failing in onDebuggingRuntimeDisconnected

* fix: returns after failing in onDebuggingRuntimeDisconnected

* fix: splits tests

* refactor: naming

* refactor: manifest.VersionX

* fix: adapt SetDefault to tests

* fix: enforce use constants in DBType

* fix: generate

* fix: linter

* cleanup tests

* refactor: change  package to

* cleanup: useless codes

* Update internal/cluster/plugin.go

Co-authored-by: gemini-code-assist[bot] <176961590+gemini-code-assist[bot]@users.noreply.github.com>

* cleanup

* refactor: decouple connection_key management from debugging_time

* refactor: confused naming

* feat: recycle resources to adapt to https://github.com/langgenius/dify-plugin-daemon/pull/500

* refactor: confusing redirecting

* fix: support get serverless runtime

* fix: race condition in Launching

* fix: avoid ManifestValidate in first step of debugging handshake

* fix: adding ReleaseAllLocks to finalizers

* wtf: what a beautiful code

* refactor: rename Stream.Async to Stream.Process

* fix: kill process if daed instance was detected

* fix: correctly handle failures

* fix: consistence of difference interfaces

* fix: add stacktrace to panic

* fix: only trigger once  event

* fix: ensure plugin runtime was shutdown

* feat: cleanup install tasks

* fix: add scale logs

---------

Co-authored-by: gemini-code-assist[bot] <176961590+gemini-code-assist[bot]@users.noreply.github.com>
2025-11-18 17:28:02 +08:00

189 lines
4.7 KiB
Go

package bundle_packager
import (
"archive/zip"
"bytes"
"errors"
"os"
"path/filepath"
"github.com/langgenius/dify-plugin-daemon/pkg/entities/bundle_entities"
"github.com/langgenius/dify-plugin-daemon/pkg/entities/manifest_entities"
"github.com/langgenius/dify-plugin-daemon/pkg/plugin_packager/decoder"
"github.com/langgenius/dify-plugin-daemon/pkg/utils/parser"
)
type GenericBundlePackager struct {
bundle *bundle_entities.Bundle
assets map[string]*bytes.Buffer
extraFiles map[string]*bytes.Buffer
}
func NewGenericBundlePackager(
bundle *bundle_entities.Bundle,
extraFiles map[string]*bytes.Buffer,
) *GenericBundlePackager {
return &GenericBundlePackager{
bundle: bundle,
assets: make(map[string]*bytes.Buffer),
extraFiles: extraFiles,
}
}
func (p *GenericBundlePackager) Export() ([]byte, error) {
// build a new zip file
buffer := bytes.NewBuffer([]byte{})
zipWriter := zip.NewWriter(buffer)
defer zipWriter.Close()
// write the manifest file
manifestFile, err := zipWriter.Create("manifest.yaml")
if err != nil {
return nil, err
}
manifestBytes := parser.MarshalYamlBytes(p.bundle)
_, err = manifestFile.Write(manifestBytes)
if err != nil {
return nil, err
}
// write the assets
for name, asset := range p.assets {
assetFile, err := zipWriter.Create(filepath.Join("_assets", name))
if err != nil {
return nil, err
}
_, err = assetFile.Write(asset.Bytes())
if err != nil {
return nil, err
}
}
// write the extra files
for name, file := range p.extraFiles {
extraFile, err := zipWriter.Create(name)
if err != nil {
return nil, err
}
_, err = extraFile.Write(file.Bytes())
if err != nil {
return nil, err
}
}
// close the zip writer to flush the buffer
zipWriter.Close()
return buffer.Bytes(), nil
}
func (p *GenericBundlePackager) Manifest() (*bundle_entities.Bundle, error) {
return p.bundle, nil
}
func (p *GenericBundlePackager) Regenerate(bundle bundle_entities.Bundle) error {
// replace the basic information of the bundle
p.bundle.Author = bundle.Author
p.bundle.Description = bundle.Description
p.bundle.Name = bundle.Name
p.bundle.Labels = bundle.Labels
return nil
}
func (p *GenericBundlePackager) AppendGithubDependency(repoPattern bundle_entities.GithubRepoPattern) {
p.bundle.Dependencies = append(p.bundle.Dependencies, bundle_entities.Dependency{
Type: bundle_entities.DEPENDENCY_TYPE_GITHUB,
Value: bundle_entities.GithubDependency{
RepoPattern: repoPattern,
},
})
}
func (p *GenericBundlePackager) AppendMarketplaceDependency(marketplacePattern bundle_entities.MarketplacePattern) {
p.bundle.Dependencies = append(p.bundle.Dependencies, bundle_entities.Dependency{
Type: bundle_entities.DEPENDENCY_TYPE_MARKETPLACE,
Value: bundle_entities.MarketplaceDependency{
MarketplacePattern: marketplacePattern,
},
})
}
func (p *GenericBundlePackager) AppendPackageDependency(packagePath string) error {
// try to read the packagePath as a file
file, err := os.ReadFile(packagePath)
if err != nil {
return err
}
// try decode the file as a zip file
zipDecoder, err := decoder.NewZipPluginDecoder(file)
if err != nil {
return errors.Join(err, errors.New("please provider a valid difypkg file"))
}
checksum, err := zipDecoder.Checksum()
if err != nil {
return errors.Join(err, errors.New("failed to get checksum of the package"))
}
p.assets[checksum] = bytes.NewBuffer(file)
p.bundle.Dependencies = append(p.bundle.Dependencies, bundle_entities.Dependency{
Type: bundle_entities.DEPENDENCY_TYPE_PACKAGE,
Value: bundle_entities.PackageDependency{
Path: checksum,
},
})
return nil
}
func (p *GenericBundlePackager) ListDependencies() ([]bundle_entities.Dependency, error) {
return p.bundle.Dependencies, nil
}
func (p *GenericBundlePackager) Remove(index int) error {
if index < 0 || index >= len(p.bundle.Dependencies) {
return errors.New("index out of bounds")
}
// get the dependency
dependency := p.bundle.Dependencies[index]
// remove the asset
p.bundle.Dependencies = append(p.bundle.Dependencies[:index], p.bundle.Dependencies[index+1:]...)
// delete the asset
depValue, ok := dependency.Value.(bundle_entities.PackageDependency)
if ok {
delete(p.assets, depValue.Path)
}
return nil
}
func (p *GenericBundlePackager) BumpVersion(target manifest_entities.Version) {
p.bundle.Version = target
}
func (p *GenericBundlePackager) FetchAsset(path string) ([]byte, error) {
asset, ok := p.assets[path]
if !ok {
return nil, errors.New("asset not found")
}
return asset.Bytes(), nil
}
func (p *GenericBundlePackager) Assets() (map[string][]byte, error) {
assets := make(map[string][]byte)
for path, asset := range p.assets {
assets[path] = asset.Bytes()
}
return assets, nil
}