mirror of
https://github.com/langgenius/dify-plugin-daemon.git
synced 2026-07-22 01:35:24 -04:00
888ad788bc
* refactor: introduce local plugin control panel and cleanup environment setup process * fix: args * refactor: new local runtime * temp: stash work for refactor on RemotePluginServer * refactor: unify local runtime lifetime and sperate init environment process * chore: add missing files * stash * refactor: local plugin lifetime control * refactor: complete installation process of control panel * refactor: adapt service layer to new controlpanel * refactor: pluginManager.Install * fix: add routine wrap to InstallServerless, avoid blocking main thread * feat: reinstall serverless runtime * chore: add comments to Reinstall and update confusing naming * refactor: unify install plugin service * refactor: add labels to debugging runtime * refactor: add getters to plugin manager * refactor: split install service to decode/install_task/install service * ??? * refactor: adapt controllers * refactor: session write * refactor: session runtime * Refine install task orchestration (#501) * refactor: installing task * refactor cluster management, decouple lifetime management and cluster * fix cli test command * fix: cleanup TODO comments and implement GracefulStop for instance * feat: add logger to control panel * fix: multiple nil references * refactor: better lifetime control * refactor: better cycle interval * fix(LocalPluginRuntime): prevent returning err when it's not error * fix: avoid adding empty PipExtraArgs * fix: missing errors in Environment init * fix: add truncateMessage to avoid db explosion * cleanup: better lifecycle management * fix: init status at the beginning of installation * optimize: GracefulStop for pluginInstance * refactor: tests * refactor: centralize routine labels (#504) * cleanup: RoutineKey * fix: init routine pool * fix: correctly handle cluster register error * fix: memory leak * fix: add \n to instance write * fix(installer.go): set success to true after succeed for defer func * refactor * fix: missing cwd in testutils * fix: scaleup default runtime nums to 1 when testing * fix: localruntime appconfig in testing module * Update internal/core/local_runtime/load_balancing.go Co-authored-by: gemini-code-assist[bot] <176961590+gemini-code-assist[bot]@users.noreply.github.com> * fix: more efficiency implement in installer_local.go * fix: returns after failing in onDebuggingRuntimeDisconnected * fix: returns after failing in onDebuggingRuntimeDisconnected * fix: splits tests * refactor: naming * refactor: manifest.VersionX * fix: adapt SetDefault to tests * fix: enforce use constants in DBType * fix: generate * fix: linter * cleanup tests * refactor: change package to * cleanup: useless codes * Update internal/cluster/plugin.go Co-authored-by: gemini-code-assist[bot] <176961590+gemini-code-assist[bot]@users.noreply.github.com> * cleanup * refactor: decouple connection_key management from debugging_time * refactor: confused naming * feat: recycle resources to adapt to https://github.com/langgenius/dify-plugin-daemon/pull/500 * refactor: confusing redirecting * fix: support get serverless runtime * fix: race condition in Launching * fix: avoid ManifestValidate in first step of debugging handshake * fix: adding ReleaseAllLocks to finalizers * wtf: what a beautiful code * refactor: rename Stream.Async to Stream.Process * fix: kill process if daed instance was detected * fix: correctly handle failures * fix: consistence of difference interfaces * fix: add stacktrace to panic * fix: only trigger once event * fix: ensure plugin runtime was shutdown * feat: cleanup install tasks * fix: add scale logs --------- Co-authored-by: gemini-code-assist[bot] <176961590+gemini-code-assist[bot]@users.noreply.github.com>
113 lines
2.4 KiB
Go
113 lines
2.4 KiB
Go
package bundle_packager
|
|
|
|
import (
|
|
"bytes"
|
|
"io"
|
|
"os"
|
|
"path/filepath"
|
|
"strings"
|
|
|
|
"github.com/langgenius/dify-plugin-daemon/pkg/entities/bundle_entities"
|
|
"github.com/langgenius/dify-plugin-daemon/pkg/utils/parser"
|
|
)
|
|
|
|
type LocalBundlePackager struct {
|
|
GenericBundlePackager
|
|
|
|
path string
|
|
}
|
|
|
|
func NewLocalBundlePackager(path string) (BundlePackager, error) {
|
|
// try read manifest file
|
|
manifestFile, err := os.Open(filepath.Join(path, "manifest.yaml"))
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
defer manifestFile.Close()
|
|
|
|
manifestBytes, err := io.ReadAll(manifestFile)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
bundle, err := parser.UnmarshalYamlBytes[bundle_entities.Bundle](manifestBytes)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
// collect files starts with README
|
|
readmeFiles, err := filepath.Glob(filepath.Join(path, "README*"))
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
extraFiles := make(map[string]*bytes.Buffer)
|
|
for _, readmeFile := range readmeFiles {
|
|
// trim the path
|
|
buffer, err := os.ReadFile(readmeFile)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
readmeFile = strings.TrimPrefix(readmeFile, filepath.Clean(path)+"/")
|
|
extraFiles[readmeFile] = bytes.NewBuffer(buffer)
|
|
}
|
|
|
|
packager := &LocalBundlePackager{
|
|
GenericBundlePackager: *NewGenericBundlePackager(&bundle, extraFiles),
|
|
path: path,
|
|
}
|
|
|
|
// walk through the path and load the assets
|
|
err = filepath.Walk(filepath.Join(path, "_assets"), func(filePath string, info os.FileInfo, err error) error {
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
if info.IsDir() {
|
|
return nil
|
|
}
|
|
|
|
assetBytes, err := os.ReadFile(filePath)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
prefix := filepath.Join(path, "_assets")
|
|
assetName := strings.TrimPrefix(filePath, prefix)
|
|
// trim slash
|
|
assetName = strings.Trim(assetName, "/")
|
|
packager.assets[assetName] = bytes.NewBuffer(assetBytes)
|
|
|
|
return nil
|
|
})
|
|
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
return packager, nil
|
|
}
|
|
|
|
func (p *LocalBundlePackager) Save() error {
|
|
// save the assets
|
|
for name, asset := range p.assets {
|
|
err := os.WriteFile(filepath.Join(p.path, "_assets", name), asset.Bytes(), 0644)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
}
|
|
|
|
// save the manifest file
|
|
manifestBytes := parser.MarshalYamlBytes(p.bundle)
|
|
err := os.WriteFile(filepath.Join(p.path, "manifest.yaml"), manifestBytes, 0644)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
func (p *LocalBundlePackager) ReadFile(path string) ([]byte, error) {
|
|
return os.ReadFile(filepath.Join(p.path, path))
|
|
}
|