feat(pipeline): PromptOptimizer 集成到生成管线,新增优化 API

- PipelineInput 新增 Tags/UserNote 字段
- 管线重构为: START → PromptOptimizer → AssetGenerator → QualitySupervisor → FormatAdapter
- promptOptimizerNode: 有标签调用 PromptAgent,无标签补技术参数,合并风格与重试信息
- PromptBuilder 移除,提示词构建逻辑并入 PromptOptimizer
- 新增 POST /api/v1/prompt/optimize 接口
- main.go 注入 LLM/ImageGen 配置,注册 prompt 路由
- inference.go 新增 InitImageGenConfig 注入
This commit is contained in:
2026-05-24 20:45:18 +08:00
parent 788cd021ef
commit 9ca1e65221
7 changed files with 281 additions and 96 deletions
+120 -9
View File
@@ -6,7 +6,6 @@ import (
)
func TestPipeline_HappyPath(t *testing.T) {
// 质检一次通过
QualityChecker = func(_ context.Context, _ []GeneratedImage, _ map[string]string) (bool, string, error) {
return true, "", nil
}
@@ -40,7 +39,6 @@ func TestPipeline_HappyPath(t *testing.T) {
}
func TestPipeline_RetryThenPass(t *testing.T) {
// 质检前 2 次 fail,第 3 次 pass
QualityChecker = NewCountedQualityChecker(3)
defer func() { QualityChecker = defaultCheckQuality }()
@@ -50,7 +48,7 @@ func TestPipeline_RetryThenPass(t *testing.T) {
Params: AssetParams{
Resolution: 32,
Frames: FrameParams{
Directions: 4,
Directions: 4,
FramesPerDirection: 2,
},
Format: "spritesheet",
@@ -60,7 +58,6 @@ func TestPipeline_RetryThenPass(t *testing.T) {
t.Fatalf("RunPipeline failed: %v", err)
}
// 4 directions × 2 frames = 8 张图
if len(output.Assets) != 8 {
t.Errorf("expected 8 assets, got %d", len(output.Assets))
}
@@ -73,7 +70,6 @@ func TestPipeline_RetryThenPass(t *testing.T) {
}
func TestPipeline_MaxRetryDegrade(t *testing.T) {
// 质检始终 fail,超过 3 次后降级输出
QualityChecker = AlwaysFailQualityChecker()
defer func() { QualityChecker = defaultCheckQuality }()
@@ -88,7 +84,6 @@ func TestPipeline_MaxRetryDegrade(t *testing.T) {
t.Fatalf("RunPipeline failed: %v", err)
}
// 降级也应该有输出
if len(output.Assets) == 0 {
t.Fatal("expected non-empty assets even on degrade")
}
@@ -98,9 +93,7 @@ func TestPipeline_MaxRetryDegrade(t *testing.T) {
}
func TestPipeline_StyleMerge(t *testing.T) {
// 验证风格合并:task 覆盖 project
QualityChecker = func(_ context.Context, _ []GeneratedImage, style map[string]string) (bool, string, error) {
// 验证合并结果
if style["artStyle"] != "realistic" {
t.Errorf("expected artStyle=realistic (task override), got %s", style["artStyle"])
}
@@ -119,7 +112,7 @@ func TestPipeline_StyleMerge(t *testing.T) {
"palette": "warm",
},
TaskStyle: map[string]string{
"artStyle": "realistic", // 覆盖 project
"artStyle": "realistic",
},
Params: AssetParams{Resolution: 64},
})
@@ -127,3 +120,121 @@ func TestPipeline_StyleMerge(t *testing.T) {
t.Fatalf("RunPipeline failed: %v", err)
}
}
func TestPipeline_WithPromptOptimizer(t *testing.T) {
// 带标签时 PromptOptimizer 应优化原始提示词
QualityChecker = func(_ context.Context, _ []GeneratedImage, _ map[string]string) (bool, string, error) {
return true, "", nil
}
defer func() { QualityChecker = defaultCheckQuality }()
output, err := RunPipeline(context.Background(), PipelineInput{
Prompt: "一个战士",
AssetType: "sprite",
Tags: []string{"像素", "战士", "持剑"},
Params: AssetParams{
Resolution: 64,
Format: "spritesheet",
},
})
if err != nil {
t.Fatalf("RunPipeline with tags failed: %v", err)
}
// 有标签时应有优化后的输出
if len(output.Assets) == 0 {
t.Fatal("expected non-empty assets")
}
}
func TestPipeline_WithoutTags(t *testing.T) {
// 无标签时 PromptOptimizer 应跳过,原始提示词直接进入 PromptBuilder
QualityChecker = func(_ context.Context, _ []GeneratedImage, _ map[string]string) (bool, string, error) {
return true, "", nil
}
defer func() { QualityChecker = defaultCheckQuality }()
rawPrompt := "一个原始提示词没有标签"
output, err := RunPipeline(context.Background(), PipelineInput{
Prompt: rawPrompt,
AssetType: "sprite",
Params: AssetParams{
Resolution: 32,
Format: "spritesheet",
},
})
if err != nil {
t.Fatalf("RunPipeline without tags failed: %v", err)
}
if len(output.Assets) == 0 {
t.Fatal("expected non-empty assets")
}
}
func TestPipeline_PromptOptimizerFallback(t *testing.T) {
// PromptAgent 优化失败(无 API key)也不应阻塞管线
QualityChecker = func(_ context.Context, _ []GeneratedImage, _ map[string]string) (bool, string, error) {
return true, "", nil
}
defer func() { QualityChecker = defaultCheckQuality }()
output, err := RunPipeline(context.Background(), PipelineInput{
Prompt: "一个火球术",
AssetType: "animation",
Tags: []string{"火焰", "魔法"},
Params: AssetParams{
Resolution: 64,
Format: "spritesheet",
},
})
if err != nil {
t.Fatalf("RunPipeline with fallback prompt agent failed: %v", err)
}
if len(output.Assets) == 0 {
t.Fatal("expected non-empty assets even on prompt agent fallback")
}
}
func TestPipeline_PromptOptimizerSkipsEmptyTags(t *testing.T) {
// 无标签时 prompt 保持原样
QualityChecker = func(_ context.Context, _ []GeneratedImage, _ map[string]string) (bool, string, error) {
return true, "", nil
}
defer func() { QualityChecker = defaultCheckQuality }()
output, err := RunPipeline(context.Background(), PipelineInput{
Prompt: "原始提示词",
AssetType: "sprite",
Params: AssetParams{Resolution: 32},
})
if err != nil {
t.Fatalf("RunPipeline failed: %v", err)
}
if len(output.Assets) == 0 {
t.Fatal("expected non-empty assets")
}
}
func TestPipeline_PromptOptimizerRefinesPrompt(t *testing.T) {
// 有标签时 pipeline 产出优化后的 prompt
QualityChecker = func(_ context.Context, _ []GeneratedImage, _ map[string]string) (bool, string, error) {
return true, "", nil
}
defer func() { QualityChecker = defaultCheckQuality }()
output, err := RunPipeline(context.Background(), PipelineInput{
Prompt: "一个战士",
AssetType: "sprite",
Tags: []string{"像素", "战士"},
Params: AssetParams{Resolution: 32},
})
if err != nil {
t.Fatalf("RunPipeline with tags failed: %v", err)
}
if len(output.Assets) == 0 {
t.Fatal("expected non-empty assets")
}
}