refactor: 实现 ConversionEngine 协议转换引擎，替代旧 protocol 包
引入 Canonical Model 和 ProtocolAdapter 架构，支持 OpenAI/Anthropic 协议间 无缝转换，统一 ProxyHandler 替代分散的 OpenAI/Anthropic Handler，简化 ProviderClient 为协议无关的 HTTP 发送器，Provider 新增 protocol 字段。
This commit is contained in:
355
backend/internal/conversion/openai/stream_decoder_test.go
Normal file
355
backend/internal/conversion/openai/stream_decoder_test.go
Normal file
@@ -0,0 +1,355 @@
|
||||
package openai
|
||||
|
||||
import (
|
||||
"encoding/json"
|
||||
"testing"
|
||||
|
||||
"nex/backend/internal/conversion/canonical"
|
||||
|
||||
"github.com/stretchr/testify/assert"
|
||||
"github.com/stretchr/testify/require"
|
||||
)
|
||||
|
||||
func makeSSEData(payload string) []byte {
|
||||
return []byte("data: " + payload + "\n\n")
|
||||
}
|
||||
|
||||
func TestStreamDecoder_BasicText(t *testing.T) {
|
||||
d := NewStreamDecoder()
|
||||
|
||||
chunk := map[string]any{
|
||||
"id": "chatcmpl-1",
|
||||
"object": "chat.completion.chunk",
|
||||
"model": "gpt-4",
|
||||
"choices": []any{
|
||||
map[string]any{
|
||||
"index": 0,
|
||||
"delta": map[string]any{"content": "你好"},
|
||||
},
|
||||
},
|
||||
}
|
||||
data, _ := json.Marshal(chunk)
|
||||
raw := makeSSEData(string(data))
|
||||
|
||||
events := d.ProcessChunk(raw)
|
||||
require.NotEmpty(t, events)
|
||||
|
||||
foundStart := false
|
||||
foundDelta := false
|
||||
for _, e := range events {
|
||||
if e.Type == canonical.EventMessageStart {
|
||||
foundStart = true
|
||||
assert.Equal(t, "chatcmpl-1", e.Message.ID)
|
||||
}
|
||||
if e.Type == canonical.EventContentBlockDelta && e.Delta != nil {
|
||||
foundDelta = true
|
||||
assert.Equal(t, "text_delta", e.Delta.Type)
|
||||
assert.Equal(t, "你好", e.Delta.Text)
|
||||
}
|
||||
}
|
||||
assert.True(t, foundStart)
|
||||
assert.True(t, foundDelta)
|
||||
}
|
||||
|
||||
func TestStreamDecoder_ToolCalls(t *testing.T) {
|
||||
d := NewStreamDecoder()
|
||||
|
||||
idx := 0
|
||||
chunk := map[string]any{
|
||||
"id": "chatcmpl-1",
|
||||
"model": "gpt-4",
|
||||
"choices": []any{
|
||||
map[string]any{
|
||||
"index": 0,
|
||||
"delta": map[string]any{
|
||||
"tool_calls": []any{
|
||||
map[string]any{
|
||||
"index": &idx,
|
||||
"id": "call_1",
|
||||
"type": "function",
|
||||
"function": map[string]any{
|
||||
"name": "get_weather",
|
||||
"arguments": "{\"city\":\"北京\"}",
|
||||
},
|
||||
},
|
||||
},
|
||||
},
|
||||
},
|
||||
},
|
||||
}
|
||||
data, _ := json.Marshal(chunk)
|
||||
raw := makeSSEData(string(data))
|
||||
|
||||
events := d.ProcessChunk(raw)
|
||||
require.NotEmpty(t, events)
|
||||
|
||||
found := false
|
||||
for _, e := range events {
|
||||
if e.Type == canonical.EventContentBlockStart && e.ContentBlock != nil && e.ContentBlock.Type == "tool_use" {
|
||||
found = true
|
||||
assert.Equal(t, "call_1", e.ContentBlock.ID)
|
||||
assert.Equal(t, "get_weather", e.ContentBlock.Name)
|
||||
}
|
||||
}
|
||||
assert.True(t, found)
|
||||
}
|
||||
|
||||
func TestStreamDecoder_Thinking(t *testing.T) {
|
||||
d := NewStreamDecoder()
|
||||
|
||||
chunk := map[string]any{
|
||||
"id": "chatcmpl-1",
|
||||
"model": "gpt-4",
|
||||
"choices": []any{
|
||||
map[string]any{
|
||||
"index": 0,
|
||||
"delta": map[string]any{
|
||||
"reasoning_content": "思考中",
|
||||
},
|
||||
},
|
||||
},
|
||||
}
|
||||
data, _ := json.Marshal(chunk)
|
||||
raw := makeSSEData(string(data))
|
||||
|
||||
events := d.ProcessChunk(raw)
|
||||
found := false
|
||||
for _, e := range events {
|
||||
if e.Type == canonical.EventContentBlockDelta && e.Delta != nil && e.Delta.Type == "thinking_delta" {
|
||||
found = true
|
||||
assert.Equal(t, "思考中", e.Delta.Thinking)
|
||||
}
|
||||
}
|
||||
assert.True(t, found)
|
||||
}
|
||||
|
||||
func TestStreamDecoder_FinishReason(t *testing.T) {
|
||||
d := NewStreamDecoder()
|
||||
|
||||
chunk := map[string]any{
|
||||
"id": "chatcmpl-1",
|
||||
"model": "gpt-4",
|
||||
"choices": []any{
|
||||
map[string]any{
|
||||
"index": 0,
|
||||
"delta": map[string]any{},
|
||||
"finish_reason": "stop",
|
||||
},
|
||||
},
|
||||
}
|
||||
data, _ := json.Marshal(chunk)
|
||||
raw := makeSSEData(string(data))
|
||||
|
||||
events := d.ProcessChunk(raw)
|
||||
foundStop := false
|
||||
foundMsgStop := false
|
||||
for _, e := range events {
|
||||
if e.Type == canonical.EventMessageDelta && e.StopReason != nil {
|
||||
foundStop = true
|
||||
assert.Equal(t, canonical.StopReasonEndTurn, *e.StopReason)
|
||||
}
|
||||
if e.Type == canonical.EventMessageStop {
|
||||
foundMsgStop = true
|
||||
}
|
||||
}
|
||||
assert.True(t, foundStop)
|
||||
assert.True(t, foundMsgStop)
|
||||
}
|
||||
|
||||
func TestStreamDecoder_DoneSignal(t *testing.T) {
|
||||
d := NewStreamDecoder()
|
||||
|
||||
// 先发送一个文本 chunk
|
||||
chunk := map[string]any{
|
||||
"id": "chatcmpl-1",
|
||||
"model": "gpt-4",
|
||||
"choices": []any{
|
||||
map[string]any{
|
||||
"index": 0,
|
||||
"delta": map[string]any{"content": "hi"},
|
||||
},
|
||||
},
|
||||
}
|
||||
data, _ := json.Marshal(chunk)
|
||||
raw := append(makeSSEData(string(data)), []byte("data: [DONE]\n\n")...)
|
||||
|
||||
events := d.ProcessChunk(raw)
|
||||
// 应该包含 block stop 事件（[DONE] 触发 flushOpenBlocks）
|
||||
foundBlockStop := false
|
||||
for _, e := range events {
|
||||
if e.Type == canonical.EventContentBlockStop {
|
||||
foundBlockStop = true
|
||||
}
|
||||
}
|
||||
assert.True(t, foundBlockStop)
|
||||
}
|
||||
|
||||
func TestStreamDecoder_RefusalReuse(t *testing.T) {
|
||||
d := NewStreamDecoder()
|
||||
|
||||
// 连续两个 refusal delta chunk
|
||||
for _, text := range []string{"拒绝", "原因"} {
|
||||
chunk := map[string]any{
|
||||
"id": "chatcmpl-1",
|
||||
"model": "gpt-4",
|
||||
"choices": []any{
|
||||
map[string]any{
|
||||
"index": 0,
|
||||
"delta": map[string]any{"refusal": text},
|
||||
},
|
||||
},
|
||||
}
|
||||
data, _ := json.Marshal(chunk)
|
||||
raw := makeSSEData(string(data))
|
||||
events := d.ProcessChunk(raw)
|
||||
_ = events
|
||||
}
|
||||
|
||||
// 检查只创建了一个 text block（refusal 复用同一个 block）
|
||||
assert.Contains(t, d.openBlocks, d.refusalBlockIndex)
|
||||
}
|
||||
|
||||
func makeChunkSSE(chunk map[string]any) []byte {
|
||||
data, _ := json.Marshal(chunk)
|
||||
return []byte("data: " + string(data) + "\n\n")
|
||||
}
|
||||
|
||||
func TestStreamDecoder_UsageChunk(t *testing.T) {
|
||||
d := NewStreamDecoder()
|
||||
|
||||
chunk := map[string]any{
|
||||
"id": "chatcmpl-usage",
|
||||
"object": "chat.completion.chunk",
|
||||
"model": "gpt-4",
|
||||
"choices": []any{},
|
||||
"usage": map[string]any{
|
||||
"prompt_tokens": 100,
|
||||
"completion_tokens": 50,
|
||||
"total_tokens": 150,
|
||||
},
|
||||
}
|
||||
raw := makeChunkSSE(chunk)
|
||||
|
||||
events := d.ProcessChunk(raw)
|
||||
require.NotEmpty(t, events)
|
||||
|
||||
found := false
|
||||
for _, e := range events {
|
||||
if e.Type == canonical.EventMessageDelta {
|
||||
found = true
|
||||
require.NotNil(t, e.Usage)
|
||||
assert.Equal(t, 100, e.Usage.InputTokens)
|
||||
assert.Equal(t, 50, e.Usage.OutputTokens)
|
||||
}
|
||||
}
|
||||
assert.True(t, found)
|
||||
}
|
||||
|
||||
func TestStreamDecoder_MultipleToolCalls(t *testing.T) {
|
||||
d := NewStreamDecoder()
|
||||
|
||||
idx0 := 0
|
||||
chunk1 := map[string]any{
|
||||
"id": "chatcmpl-mt",
|
||||
"model": "gpt-4",
|
||||
"choices": []any{
|
||||
map[string]any{
|
||||
"index": 0,
|
||||
"delta": map[string]any{
|
||||
"tool_calls": []any{
|
||||
map[string]any{
|
||||
"index": &idx0,
|
||||
"id": "call_a",
|
||||
"type": "function",
|
||||
"function": map[string]any{
|
||||
"name": "func_a",
|
||||
"arguments": "{}",
|
||||
},
|
||||
},
|
||||
},
|
||||
},
|
||||
},
|
||||
},
|
||||
}
|
||||
|
||||
idx1 := 1
|
||||
chunk2 := map[string]any{
|
||||
"id": "chatcmpl-mt",
|
||||
"model": "gpt-4",
|
||||
"choices": []any{
|
||||
map[string]any{
|
||||
"index": 0,
|
||||
"delta": map[string]any{
|
||||
"tool_calls": []any{
|
||||
map[string]any{
|
||||
"index": &idx1,
|
||||
"id": "call_b",
|
||||
"type": "function",
|
||||
"function": map[string]any{
|
||||
"name": "func_b",
|
||||
"arguments": "{}",
|
||||
},
|
||||
},
|
||||
},
|
||||
},
|
||||
},
|
||||
},
|
||||
}
|
||||
|
||||
events1 := d.ProcessChunk(makeChunkSSE(chunk1))
|
||||
require.NotEmpty(t, events1)
|
||||
|
||||
events2 := d.ProcessChunk(makeChunkSSE(chunk2))
|
||||
require.NotEmpty(t, events2)
|
||||
|
||||
blockIndices := map[int]bool{}
|
||||
for _, e := range append(events1, events2...) {
|
||||
if e.Type == canonical.EventContentBlockStart && e.ContentBlock != nil && e.ContentBlock.Type == "tool_use" {
|
||||
require.NotNil(t, e.Index)
|
||||
blockIndices[*e.Index] = true
|
||||
}
|
||||
}
|
||||
assert.Equal(t, 2, len(blockIndices), "两个 tool call 应分配不同的 block 索引")
|
||||
}
|
||||
|
||||
func TestStreamDecoder_Flush(t *testing.T) {
|
||||
d := NewStreamDecoder()
|
||||
result := d.Flush()
|
||||
assert.Nil(t, result)
|
||||
}
|
||||
|
||||
func TestStreamDecoder_MultipleChunks_Text(t *testing.T) {
|
||||
d := NewStreamDecoder()
|
||||
|
||||
chunk1 := map[string]any{
|
||||
"id": "chatcmpl-multi",
|
||||
"model": "gpt-4",
|
||||
"choices": []any{
|
||||
map[string]any{
|
||||
"index": 0,
|
||||
"delta": map[string]any{"content": "你好"},
|
||||
},
|
||||
},
|
||||
}
|
||||
chunk2 := map[string]any{
|
||||
"id": "chatcmpl-multi",
|
||||
"model": "gpt-4",
|
||||
"choices": []any{
|
||||
map[string]any{
|
||||
"index": 0,
|
||||
"delta": map[string]any{"content": "世界"},
|
||||
},
|
||||
},
|
||||
}
|
||||
|
||||
raw := append(makeChunkSSE(chunk1), makeChunkSSE(chunk2)...)
|
||||
events := d.ProcessChunk(raw)
|
||||
|
||||
deltas := []string{}
|
||||
for _, e := range events {
|
||||
if e.Type == canonical.EventContentBlockDelta && e.Delta != nil && e.Delta.Type == "text_delta" {
|
||||
deltas = append(deltas, e.Delta.Text)
|
||||
}
|
||||
}
|
||||
assert.Equal(t, []string{"你好", "世界"}, deltas)
|
||||
}
|
||||
Reference in New Issue
Block a user