mirror of
https://github.com/langgenius/dify-plugin-daemon.git
synced 2026-07-23 02:05:27 -04:00
888ad788bc
* refactor: introduce local plugin control panel and cleanup environment setup process * fix: args * refactor: new local runtime * temp: stash work for refactor on RemotePluginServer * refactor: unify local runtime lifetime and sperate init environment process * chore: add missing files * stash * refactor: local plugin lifetime control * refactor: complete installation process of control panel * refactor: adapt service layer to new controlpanel * refactor: pluginManager.Install * fix: add routine wrap to InstallServerless, avoid blocking main thread * feat: reinstall serverless runtime * chore: add comments to Reinstall and update confusing naming * refactor: unify install plugin service * refactor: add labels to debugging runtime * refactor: add getters to plugin manager * refactor: split install service to decode/install_task/install service * ??? * refactor: adapt controllers * refactor: session write * refactor: session runtime * Refine install task orchestration (#501) * refactor: installing task * refactor cluster management, decouple lifetime management and cluster * fix cli test command * fix: cleanup TODO comments and implement GracefulStop for instance * feat: add logger to control panel * fix: multiple nil references * refactor: better lifetime control * refactor: better cycle interval * fix(LocalPluginRuntime): prevent returning err when it's not error * fix: avoid adding empty PipExtraArgs * fix: missing errors in Environment init * fix: add truncateMessage to avoid db explosion * cleanup: better lifecycle management * fix: init status at the beginning of installation * optimize: GracefulStop for pluginInstance * refactor: tests * refactor: centralize routine labels (#504) * cleanup: RoutineKey * fix: init routine pool * fix: correctly handle cluster register error * fix: memory leak * fix: add \n to instance write * fix(installer.go): set success to true after succeed for defer func * refactor * fix: missing cwd in testutils * fix: scaleup default runtime nums to 1 when testing * fix: localruntime appconfig in testing module * Update internal/core/local_runtime/load_balancing.go Co-authored-by: gemini-code-assist[bot] <176961590+gemini-code-assist[bot]@users.noreply.github.com> * fix: more efficiency implement in installer_local.go * fix: returns after failing in onDebuggingRuntimeDisconnected * fix: returns after failing in onDebuggingRuntimeDisconnected * fix: splits tests * refactor: naming * refactor: manifest.VersionX * fix: adapt SetDefault to tests * fix: enforce use constants in DBType * fix: generate * fix: linter * cleanup tests * refactor: change package to * cleanup: useless codes * Update internal/cluster/plugin.go Co-authored-by: gemini-code-assist[bot] <176961590+gemini-code-assist[bot]@users.noreply.github.com> * cleanup * refactor: decouple connection_key management from debugging_time * refactor: confused naming * feat: recycle resources to adapt to https://github.com/langgenius/dify-plugin-daemon/pull/500 * refactor: confusing redirecting * fix: support get serverless runtime * fix: race condition in Launching * fix: avoid ManifestValidate in first step of debugging handshake * fix: adding ReleaseAllLocks to finalizers * wtf: what a beautiful code * refactor: rename Stream.Async to Stream.Process * fix: kill process if daed instance was detected * fix: correctly handle failures * fix: consistence of difference interfaces * fix: add stacktrace to panic * fix: only trigger once event * fix: ensure plugin runtime was shutdown * feat: cleanup install tasks * fix: add scale logs --------- Co-authored-by: gemini-code-assist[bot] <176961590+gemini-code-assist[bot]@users.noreply.github.com>
243 lines
6.9 KiB
Go
243 lines
6.9 KiB
Go
package generator
|
|
|
|
import (
|
|
"fmt"
|
|
"go/format"
|
|
"os"
|
|
"path/filepath"
|
|
"reflect"
|
|
"strings"
|
|
"text/template"
|
|
|
|
"github.com/langgenius/dify-plugin-daemon/internal/core/io_tunnel/access_types"
|
|
"github.com/langgenius/dify-plugin-daemon/internal/server/controllers/definitions"
|
|
"github.com/langgenius/dify-plugin-daemon/pkg/utils/mapping"
|
|
"golang.org/x/tools/imports"
|
|
)
|
|
|
|
// GenerateController generates a controller file for the given access type
|
|
func GenerateController(accessType access_types.PluginAccessType, dispatchers []*definitions.PluginDispatcher) error {
|
|
// Create template
|
|
tmpl := template.Must(template.New("controller").Parse(controllerTemplate))
|
|
|
|
// Create output file
|
|
outputPath := filepath.Join("internal", "server", "controllers", strings.ToLower(string(accessType))+".gen.go")
|
|
|
|
// Execute template
|
|
var buf strings.Builder
|
|
if err := tmpl.Execute(&buf, struct {
|
|
AccessType access_types.PluginAccessType
|
|
Dispatchers []*definitions.PluginDispatcher
|
|
}{
|
|
AccessType: accessType,
|
|
Dispatchers: dispatchers,
|
|
}); err != nil {
|
|
return fmt.Errorf("failed to execute template: %v", err)
|
|
}
|
|
|
|
// Format code
|
|
src, err := format.Source([]byte(buf.String()))
|
|
if err != nil {
|
|
fmt.Println(buf.String())
|
|
return fmt.Errorf("failed to format code: %v", err)
|
|
}
|
|
|
|
// imports necessary packages
|
|
output, err := imports.Process(outputPath, src, nil)
|
|
if err != nil {
|
|
return fmt.Errorf("failed to process imports: %v", err)
|
|
}
|
|
|
|
f, err := os.Create(outputPath)
|
|
if err != nil {
|
|
return fmt.Errorf("failed to create file: %v", err)
|
|
}
|
|
defer f.Close()
|
|
|
|
// Write to file
|
|
if _, err := f.Write(output); err != nil {
|
|
return fmt.Errorf("failed to write file: %v", err)
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
// GenerateService generates a service file for the given access type
|
|
func GenerateService(accessType access_types.PluginAccessType, dispatchers []*definitions.PluginDispatcher) error {
|
|
// Create template
|
|
tmpl := template.Must(template.New("service").Parse(serviceTemplate))
|
|
|
|
// Create output file
|
|
outputPath := filepath.Join("internal", "service", strings.ToLower(string(accessType))+".gen.go")
|
|
|
|
// Execute template
|
|
var buf strings.Builder
|
|
if err := tmpl.Execute(&buf, struct {
|
|
AccessType access_types.PluginAccessType
|
|
Dispatchers []*definitions.PluginDispatcher
|
|
}{
|
|
AccessType: accessType,
|
|
Dispatchers: dispatchers,
|
|
}); err != nil {
|
|
return fmt.Errorf("failed to execute template: %v", err)
|
|
}
|
|
|
|
// Format code
|
|
src, err := format.Source([]byte(buf.String()))
|
|
if err != nil {
|
|
return fmt.Errorf("failed to format code: %v", err)
|
|
}
|
|
|
|
// imports necessary packages
|
|
output, err := imports.Process(outputPath, src, nil)
|
|
if err != nil {
|
|
return fmt.Errorf("failed to process imports: %v", err)
|
|
}
|
|
|
|
f, err := os.Create(outputPath)
|
|
if err != nil {
|
|
return fmt.Errorf("failed to create file: %v", err)
|
|
}
|
|
defer f.Close()
|
|
|
|
// Write to file
|
|
if _, err := f.Write(output); err != nil {
|
|
return fmt.Errorf("failed to write file: %v", err)
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
// GeneratePluginDaemon generates a plugin daemon file for the given access type
|
|
func GeneratePluginDaemon(accessType access_types.PluginAccessType, dispatchers []*definitions.PluginDispatcher) error {
|
|
// Create template
|
|
tmpl := template.Must(template.New("pluginDaemon").Parse(pluginDaemonTemplate))
|
|
|
|
// Create output file
|
|
outputPath := filepath.Join("internal", "core", "plugin_daemon", strings.ToLower(string(accessType))+".gen.go")
|
|
|
|
// Execute template
|
|
var buf strings.Builder
|
|
if err := tmpl.Execute(&buf, struct {
|
|
AccessType access_types.PluginAccessType
|
|
Dispatchers []*definitions.PluginDispatcher
|
|
}{
|
|
AccessType: accessType,
|
|
Dispatchers: dispatchers,
|
|
}); err != nil {
|
|
return fmt.Errorf("failed to execute template: %v", err)
|
|
}
|
|
|
|
// Format code
|
|
src, err := format.Source([]byte(buf.String()))
|
|
if err != nil {
|
|
return fmt.Errorf("failed to format code: %v", err)
|
|
}
|
|
|
|
// imports necessary packages
|
|
output, err := imports.Process(outputPath, src, nil)
|
|
if err != nil {
|
|
return fmt.Errorf("failed to process imports: %v", err)
|
|
}
|
|
|
|
f, err := os.Create(outputPath)
|
|
if err != nil {
|
|
return fmt.Errorf("failed to create file: %v", err)
|
|
}
|
|
defer f.Close()
|
|
|
|
// Write to file
|
|
if _, err := f.Write(output); err != nil {
|
|
return fmt.Errorf("failed to write file: %v", err)
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
// GenerateHTTPServer generates a http server file for the given access type
|
|
func GenerateHTTPServer(dispatchers []*definitions.PluginDispatcher) error {
|
|
// Create template
|
|
tmpl := template.Must(template.New("httpServer").Parse(httpServerTemplate))
|
|
|
|
// Create output file
|
|
outputPath := filepath.Join("internal", "server", "http_server.gen.go")
|
|
|
|
// Execute template
|
|
var buf strings.Builder
|
|
if err := tmpl.Execute(&buf, struct {
|
|
Dispatchers []*definitions.PluginDispatcher
|
|
}{
|
|
Dispatchers: dispatchers,
|
|
}); err != nil {
|
|
return fmt.Errorf("failed to execute template: %v", err)
|
|
}
|
|
|
|
// Format code
|
|
src, err := format.Source([]byte(buf.String()))
|
|
if err != nil {
|
|
return fmt.Errorf("failed to format code: %v", err)
|
|
}
|
|
|
|
// imports necessary packages
|
|
output, err := imports.Process(outputPath, src, nil)
|
|
if err != nil {
|
|
return fmt.Errorf("failed to process imports: %v", err)
|
|
}
|
|
|
|
f, err := os.Create(outputPath)
|
|
if err != nil {
|
|
return fmt.Errorf("failed to create file: %v", err)
|
|
}
|
|
defer f.Close()
|
|
|
|
// Write to file
|
|
if _, err := f.Write(output); err != nil {
|
|
return fmt.Errorf("failed to write file: %v", err)
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
// GenerateAll generates all controller and service files based on dispatchers
|
|
func GenerateAll() error {
|
|
// Group dispatchers by access type
|
|
dispatchersByType := make(map[access_types.PluginAccessType][]*definitions.PluginDispatcher)
|
|
for _, dispatcher := range definitions.PluginDispatchers {
|
|
dispatchersByType[dispatcher.AccessType] = append(dispatchersByType[dispatcher.AccessType], &dispatcher)
|
|
}
|
|
|
|
// Override RequestType and ResponseType to be the actual type by using reflection
|
|
for _, dispatchers := range dispatchersByType {
|
|
for _, dispatcher := range dispatchers {
|
|
dispatcher.RequestTypeString = reflect.TypeOf(dispatcher.RequestType).String()
|
|
dispatcher.ResponseTypeString = reflect.TypeOf(dispatcher.ResponseType).String()
|
|
}
|
|
}
|
|
|
|
// Generate files for each access type
|
|
for accessType, dispatchers := range dispatchersByType {
|
|
if err := GenerateController(accessType, dispatchers); err != nil {
|
|
return fmt.Errorf("failed to generate controller for %s: %v", accessType, err)
|
|
}
|
|
if err := GenerateService(accessType, dispatchers); err != nil {
|
|
return fmt.Errorf("failed to generate service for %s: %v", accessType, err)
|
|
}
|
|
if err := GeneratePluginDaemon(accessType, dispatchers); err != nil {
|
|
return fmt.Errorf("failed to generate plugin daemon for %s: %v", accessType, err)
|
|
}
|
|
}
|
|
|
|
if err := GenerateHTTPServer(
|
|
mapping.MapArray(
|
|
definitions.PluginDispatchers,
|
|
func(dispatcher definitions.PluginDispatcher) *definitions.PluginDispatcher {
|
|
return &dispatcher
|
|
},
|
|
),
|
|
); err != nil {
|
|
return fmt.Errorf("failed to generate http server: %v", err)
|
|
}
|
|
|
|
return nil
|
|
}
|