Files
Yeuoly 888ad788bc refactor: plugin lifecycle control panel (#499)
* refactor: introduce local plugin control panel and cleanup environment setup process

* fix: args

* refactor: new local runtime

* temp: stash work for refactor on RemotePluginServer

* refactor: unify local runtime lifetime and sperate init environment process

* chore: add missing files

* stash

* refactor: local plugin lifetime control

* refactor: complete installation process of control panel

* refactor: adapt service layer to new controlpanel

* refactor: pluginManager.Install

* fix: add routine wrap to InstallServerless, avoid blocking main thread

* feat: reinstall serverless runtime

* chore: add comments to Reinstall and update confusing naming

* refactor: unify install plugin service

* refactor: add labels to debugging runtime

* refactor: add getters to plugin manager

* refactor: split install service to decode/install_task/install service

* ???

* refactor: adapt controllers

* refactor: session write

* refactor: session runtime

* Refine install task orchestration (#501)

* refactor: installing task

* refactor cluster management, decouple lifetime management and cluster

* fix cli test command

* fix: cleanup TODO comments and implement GracefulStop for instance

* feat: add logger to control panel

* fix: multiple nil references

* refactor: better lifetime control

* refactor: better cycle interval

* fix(LocalPluginRuntime): prevent returning err when it's not  error

* fix: avoid adding empty PipExtraArgs

* fix: missing errors in Environment init

* fix: add truncateMessage to avoid db explosion

* cleanup: better lifecycle management

* fix: init status at the beginning of installation

* optimize: GracefulStop for pluginInstance

* refactor: tests

* refactor: centralize routine labels (#504)

* cleanup: RoutineKey

* fix: init routine pool

* fix: correctly handle cluster register error

* fix: memory leak

* fix: add \n to instance write

* fix(installer.go): set success to true after succeed for defer func

* refactor

* fix: missing cwd in testutils

* fix: scaleup default runtime nums to 1 when testing

* fix: localruntime appconfig in testing module

* Update internal/core/local_runtime/load_balancing.go

Co-authored-by: gemini-code-assist[bot] <176961590+gemini-code-assist[bot]@users.noreply.github.com>

* fix: more efficiency implement in installer_local.go

* fix: returns after failing in onDebuggingRuntimeDisconnected

* fix: returns after failing in onDebuggingRuntimeDisconnected

* fix: splits tests

* refactor: naming

* refactor: manifest.VersionX

* fix: adapt SetDefault to tests

* fix: enforce use constants in DBType

* fix: generate

* fix: linter

* cleanup tests

* refactor: change  package to

* cleanup: useless codes

* Update internal/cluster/plugin.go

Co-authored-by: gemini-code-assist[bot] <176961590+gemini-code-assist[bot]@users.noreply.github.com>

* cleanup

* refactor: decouple connection_key management from debugging_time

* refactor: confused naming

* feat: recycle resources to adapt to https://github.com/langgenius/dify-plugin-daemon/pull/500

* refactor: confusing redirecting

* fix: support get serverless runtime

* fix: race condition in Launching

* fix: avoid ManifestValidate in first step of debugging handshake

* fix: adding ReleaseAllLocks to finalizers

* wtf: what a beautiful code

* refactor: rename Stream.Async to Stream.Process

* fix: kill process if daed instance was detected

* fix: correctly handle failures

* fix: consistence of difference interfaces

* fix: add stacktrace to panic

* fix: only trigger once  event

* fix: ensure plugin runtime was shutdown

* feat: cleanup install tasks

* fix: add scale logs

---------

Co-authored-by: gemini-code-assist[bot] <176961590+gemini-code-assist[bot]@users.noreply.github.com>
2025-11-18 17:28:02 +08:00

243 lines
6.9 KiB
Go

package generator
import (
"fmt"
"go/format"
"os"
"path/filepath"
"reflect"
"strings"
"text/template"
"github.com/langgenius/dify-plugin-daemon/internal/core/io_tunnel/access_types"
"github.com/langgenius/dify-plugin-daemon/internal/server/controllers/definitions"
"github.com/langgenius/dify-plugin-daemon/pkg/utils/mapping"
"golang.org/x/tools/imports"
)
// GenerateController generates a controller file for the given access type
func GenerateController(accessType access_types.PluginAccessType, dispatchers []*definitions.PluginDispatcher) error {
// Create template
tmpl := template.Must(template.New("controller").Parse(controllerTemplate))
// Create output file
outputPath := filepath.Join("internal", "server", "controllers", strings.ToLower(string(accessType))+".gen.go")
// Execute template
var buf strings.Builder
if err := tmpl.Execute(&buf, struct {
AccessType access_types.PluginAccessType
Dispatchers []*definitions.PluginDispatcher
}{
AccessType: accessType,
Dispatchers: dispatchers,
}); err != nil {
return fmt.Errorf("failed to execute template: %v", err)
}
// Format code
src, err := format.Source([]byte(buf.String()))
if err != nil {
fmt.Println(buf.String())
return fmt.Errorf("failed to format code: %v", err)
}
// imports necessary packages
output, err := imports.Process(outputPath, src, nil)
if err != nil {
return fmt.Errorf("failed to process imports: %v", err)
}
f, err := os.Create(outputPath)
if err != nil {
return fmt.Errorf("failed to create file: %v", err)
}
defer f.Close()
// Write to file
if _, err := f.Write(output); err != nil {
return fmt.Errorf("failed to write file: %v", err)
}
return nil
}
// GenerateService generates a service file for the given access type
func GenerateService(accessType access_types.PluginAccessType, dispatchers []*definitions.PluginDispatcher) error {
// Create template
tmpl := template.Must(template.New("service").Parse(serviceTemplate))
// Create output file
outputPath := filepath.Join("internal", "service", strings.ToLower(string(accessType))+".gen.go")
// Execute template
var buf strings.Builder
if err := tmpl.Execute(&buf, struct {
AccessType access_types.PluginAccessType
Dispatchers []*definitions.PluginDispatcher
}{
AccessType: accessType,
Dispatchers: dispatchers,
}); err != nil {
return fmt.Errorf("failed to execute template: %v", err)
}
// Format code
src, err := format.Source([]byte(buf.String()))
if err != nil {
return fmt.Errorf("failed to format code: %v", err)
}
// imports necessary packages
output, err := imports.Process(outputPath, src, nil)
if err != nil {
return fmt.Errorf("failed to process imports: %v", err)
}
f, err := os.Create(outputPath)
if err != nil {
return fmt.Errorf("failed to create file: %v", err)
}
defer f.Close()
// Write to file
if _, err := f.Write(output); err != nil {
return fmt.Errorf("failed to write file: %v", err)
}
return nil
}
// GeneratePluginDaemon generates a plugin daemon file for the given access type
func GeneratePluginDaemon(accessType access_types.PluginAccessType, dispatchers []*definitions.PluginDispatcher) error {
// Create template
tmpl := template.Must(template.New("pluginDaemon").Parse(pluginDaemonTemplate))
// Create output file
outputPath := filepath.Join("internal", "core", "plugin_daemon", strings.ToLower(string(accessType))+".gen.go")
// Execute template
var buf strings.Builder
if err := tmpl.Execute(&buf, struct {
AccessType access_types.PluginAccessType
Dispatchers []*definitions.PluginDispatcher
}{
AccessType: accessType,
Dispatchers: dispatchers,
}); err != nil {
return fmt.Errorf("failed to execute template: %v", err)
}
// Format code
src, err := format.Source([]byte(buf.String()))
if err != nil {
return fmt.Errorf("failed to format code: %v", err)
}
// imports necessary packages
output, err := imports.Process(outputPath, src, nil)
if err != nil {
return fmt.Errorf("failed to process imports: %v", err)
}
f, err := os.Create(outputPath)
if err != nil {
return fmt.Errorf("failed to create file: %v", err)
}
defer f.Close()
// Write to file
if _, err := f.Write(output); err != nil {
return fmt.Errorf("failed to write file: %v", err)
}
return nil
}
// GenerateHTTPServer generates a http server file for the given access type
func GenerateHTTPServer(dispatchers []*definitions.PluginDispatcher) error {
// Create template
tmpl := template.Must(template.New("httpServer").Parse(httpServerTemplate))
// Create output file
outputPath := filepath.Join("internal", "server", "http_server.gen.go")
// Execute template
var buf strings.Builder
if err := tmpl.Execute(&buf, struct {
Dispatchers []*definitions.PluginDispatcher
}{
Dispatchers: dispatchers,
}); err != nil {
return fmt.Errorf("failed to execute template: %v", err)
}
// Format code
src, err := format.Source([]byte(buf.String()))
if err != nil {
return fmt.Errorf("failed to format code: %v", err)
}
// imports necessary packages
output, err := imports.Process(outputPath, src, nil)
if err != nil {
return fmt.Errorf("failed to process imports: %v", err)
}
f, err := os.Create(outputPath)
if err != nil {
return fmt.Errorf("failed to create file: %v", err)
}
defer f.Close()
// Write to file
if _, err := f.Write(output); err != nil {
return fmt.Errorf("failed to write file: %v", err)
}
return nil
}
// GenerateAll generates all controller and service files based on dispatchers
func GenerateAll() error {
// Group dispatchers by access type
dispatchersByType := make(map[access_types.PluginAccessType][]*definitions.PluginDispatcher)
for _, dispatcher := range definitions.PluginDispatchers {
dispatchersByType[dispatcher.AccessType] = append(dispatchersByType[dispatcher.AccessType], &dispatcher)
}
// Override RequestType and ResponseType to be the actual type by using reflection
for _, dispatchers := range dispatchersByType {
for _, dispatcher := range dispatchers {
dispatcher.RequestTypeString = reflect.TypeOf(dispatcher.RequestType).String()
dispatcher.ResponseTypeString = reflect.TypeOf(dispatcher.ResponseType).String()
}
}
// Generate files for each access type
for accessType, dispatchers := range dispatchersByType {
if err := GenerateController(accessType, dispatchers); err != nil {
return fmt.Errorf("failed to generate controller for %s: %v", accessType, err)
}
if err := GenerateService(accessType, dispatchers); err != nil {
return fmt.Errorf("failed to generate service for %s: %v", accessType, err)
}
if err := GeneratePluginDaemon(accessType, dispatchers); err != nil {
return fmt.Errorf("failed to generate plugin daemon for %s: %v", accessType, err)
}
}
if err := GenerateHTTPServer(
mapping.MapArray(
definitions.PluginDispatchers,
func(dispatcher definitions.PluginDispatcher) *definitions.PluginDispatcher {
return &dispatcher
},
),
); err != nil {
return fmt.Errorf("failed to generate http server: %v", err)
}
return nil
}