mirror of
https://github.com/langgenius/dify-plugin-daemon.git
synced 2026-07-22 01:35:24 -04:00
888ad788bc
* refactor: introduce local plugin control panel and cleanup environment setup process * fix: args * refactor: new local runtime * temp: stash work for refactor on RemotePluginServer * refactor: unify local runtime lifetime and sperate init environment process * chore: add missing files * stash * refactor: local plugin lifetime control * refactor: complete installation process of control panel * refactor: adapt service layer to new controlpanel * refactor: pluginManager.Install * fix: add routine wrap to InstallServerless, avoid blocking main thread * feat: reinstall serverless runtime * chore: add comments to Reinstall and update confusing naming * refactor: unify install plugin service * refactor: add labels to debugging runtime * refactor: add getters to plugin manager * refactor: split install service to decode/install_task/install service * ??? * refactor: adapt controllers * refactor: session write * refactor: session runtime * Refine install task orchestration (#501) * refactor: installing task * refactor cluster management, decouple lifetime management and cluster * fix cli test command * fix: cleanup TODO comments and implement GracefulStop for instance * feat: add logger to control panel * fix: multiple nil references * refactor: better lifetime control * refactor: better cycle interval * fix(LocalPluginRuntime): prevent returning err when it's not error * fix: avoid adding empty PipExtraArgs * fix: missing errors in Environment init * fix: add truncateMessage to avoid db explosion * cleanup: better lifecycle management * fix: init status at the beginning of installation * optimize: GracefulStop for pluginInstance * refactor: tests * refactor: centralize routine labels (#504) * cleanup: RoutineKey * fix: init routine pool * fix: correctly handle cluster register error * fix: memory leak * fix: add \n to instance write * fix(installer.go): set success to true after succeed for defer func * refactor * fix: missing cwd in testutils * fix: scaleup default runtime nums to 1 when testing * fix: localruntime appconfig in testing module * Update internal/core/local_runtime/load_balancing.go Co-authored-by: gemini-code-assist[bot] <176961590+gemini-code-assist[bot]@users.noreply.github.com> * fix: more efficiency implement in installer_local.go * fix: returns after failing in onDebuggingRuntimeDisconnected * fix: returns after failing in onDebuggingRuntimeDisconnected * fix: splits tests * refactor: naming * refactor: manifest.VersionX * fix: adapt SetDefault to tests * fix: enforce use constants in DBType * fix: generate * fix: linter * cleanup tests * refactor: change package to * cleanup: useless codes * Update internal/cluster/plugin.go Co-authored-by: gemini-code-assist[bot] <176961590+gemini-code-assist[bot]@users.noreply.github.com> * cleanup * refactor: decouple connection_key management from debugging_time * refactor: confused naming * feat: recycle resources to adapt to https://github.com/langgenius/dify-plugin-daemon/pull/500 * refactor: confusing redirecting * fix: support get serverless runtime * fix: race condition in Launching * fix: avoid ManifestValidate in first step of debugging handshake * fix: adding ReleaseAllLocks to finalizers * wtf: what a beautiful code * refactor: rename Stream.Async to Stream.Process * fix: kill process if daed instance was detected * fix: correctly handle failures * fix: consistence of difference interfaces * fix: add stacktrace to panic * fix: only trigger once event * fix: ensure plugin runtime was shutdown * feat: cleanup install tasks * fix: add scale logs --------- Co-authored-by: gemini-code-assist[bot] <176961590+gemini-code-assist[bot]@users.noreply.github.com>
104 lines
2.3 KiB
Go
104 lines
2.3 KiB
Go
package bundle_packager
|
|
|
|
import (
|
|
"archive/zip"
|
|
"bytes"
|
|
"io"
|
|
"path/filepath"
|
|
"strings"
|
|
|
|
"github.com/langgenius/dify-plugin-daemon/pkg/entities/bundle_entities"
|
|
"github.com/langgenius/dify-plugin-daemon/pkg/utils/parser"
|
|
)
|
|
|
|
type MemoryZipBundlePackager struct {
|
|
GenericBundlePackager
|
|
|
|
zipReader *zip.Reader
|
|
}
|
|
|
|
func NewMemoryZipBundlePackager(zipFile []byte) (*MemoryZipBundlePackager, error) {
|
|
// try read manifest file
|
|
zipReader, err := zip.NewReader(bytes.NewReader(zipFile), int64(len(zipFile)))
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
manifestFile, err := zipReader.Open("manifest.yaml")
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
defer manifestFile.Close()
|
|
|
|
manifestBytes, err := io.ReadAll(manifestFile)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
bundle, err := parser.UnmarshalYamlBytes[bundle_entities.Bundle](manifestBytes)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
// collect files starts with README
|
|
extraFiles := make(map[string]*bytes.Buffer)
|
|
for _, file := range zipReader.File {
|
|
if strings.HasPrefix(file.Name, "README") {
|
|
buffer := bytes.NewBuffer([]byte{})
|
|
readFile, err := file.Open()
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
defer readFile.Close()
|
|
|
|
io.Copy(buffer, readFile)
|
|
extraFiles[file.Name] = buffer
|
|
}
|
|
}
|
|
|
|
packager := &MemoryZipBundlePackager{
|
|
GenericBundlePackager: *NewGenericBundlePackager(&bundle, extraFiles),
|
|
zipReader: zipReader,
|
|
}
|
|
|
|
// walk through the zip file and load the assets
|
|
for _, file := range zipReader.File {
|
|
// if file starts with "_assets/"
|
|
if strings.HasPrefix(file.Name, "_assets"+string(filepath.Separator)) {
|
|
// load the asset
|
|
asset, err := file.Open()
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
defer asset.Close()
|
|
|
|
assetBytes, err := io.ReadAll(asset)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
// trim the prefix "_assets/"
|
|
assetName := strings.TrimPrefix(file.Name, "_assets"+string(filepath.Separator))
|
|
|
|
packager.assets[assetName] = bytes.NewBuffer(assetBytes)
|
|
}
|
|
}
|
|
|
|
return packager, nil
|
|
}
|
|
|
|
func (p *MemoryZipBundlePackager) Save() error {
|
|
return nil
|
|
}
|
|
|
|
func (p *MemoryZipBundlePackager) ReadFile(path string) ([]byte, error) {
|
|
// read the file from the zip reader
|
|
file, err := p.zipReader.Open(path)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
defer file.Close()
|
|
|
|
return io.ReadAll(file)
|
|
}
|