feat: 完善 API 兼容性测试用例

- 修复 Anthropic Count Tokens 响应验证器，检查嵌套结构 - 补充 OpenAI service_tier: default 测试 - 补充 Anthropic output_config 带 effort 字段测试 - 补充 OpenAI reasoning_effort: low/high 测试 - 补充 Anthropic service_tier: standard_only 测试 - 修复流式响应 choices 数量验证逻辑，跳过空数组
2026-04-21 14:00:39 +08:00
parent 980875ecf3
commit e1af978c56
2 changed files with 257 additions and 16 deletions
--- a/scripts/detect_anthropic.py
+++ b/scripts/detect_anthropic.py
@@ -169,14 +169,109 @@ def validate_anthropic_count_tokens_response(response_text: str) -> Tuple[bool,
    """验证 Anthropic Count Tokens 响应

    根据API文档，响应应包含：
-    - input_tokens: number
+    - message_tokens_count: object { input_tokens }
    """
-    required_fields = ["input_tokens"]
-    field_types = {
-        "input_tokens": (int, float)
-    }
+    errors = []

-    return validate_response_structure(response_text, required_fields, field_types)
+    try:
+        data = json.loads(response_text)
+    except json.JSONDecodeError as e:
+        return False, [f"响应不是有效的JSON: {e}"]
+
+    # 检查嵌套结构
+    if "message_tokens_count" not in data:
+        errors.append("缺少必需字段: message_tokens_count")
+    else:
+        mtc = data["message_tokens_count"]
+        if not isinstance(mtc, dict):
+            errors.append(f"字段 'message_tokens_count' 类型错误: 期望 object, 实际 {type(mtc).__name__}")
+        else:
+            if "input_tokens" not in mtc:
+                errors.append("message_tokens_count 缺少必需字段: input_tokens")
+            elif not isinstance(mtc["input_tokens"], (int, float)):
+                errors.append(f"message_tokens_count.input_tokens 类型错误: 期望 number, 实际 {type(mtc['input_tokens']).__name__}")
+
+    return len(errors) == 0, errors
+
+
+def validate_anthropic_streaming_response(response_text: str) -> Tuple[bool, List[str]]:
+    """验证 Anthropic 流式响应
+
+    流式响应使用 SSE 格式，每行以 "data: " 开头。
+    事件类型包括：message_start, content_block_start, content_block_delta, content_block_stop, message_delta, message_stop
+
+    验证要点：
+    - 每个事件是有效的 JSON
+    - 包含 message_start 和 message_stop 事件
+    - message_start 事件包含完整的 message 对象
+
+    Args:
+        response_text: SSE 格式的响应文本
+
+    Returns:
+        (是否验证通过, 错误信息列表)
+    """
+    from core import parse_sse_events
+
+    errors = []
+    events = parse_sse_events(response_text)
+
+    if not events:
+        errors.append("未收到任何 SSE 事件")
+        return False, errors
+
+    has_message_start = False
+    has_message_stop = False
+
+    for i, event_data in enumerate(events):
+        try:
+            event = json.loads(event_data)
+        except json.JSONDecodeError as e:
+            errors.append(f"事件[{i}] 不是有效的JSON: {e}")
+            continue
+
+        if "type" not in event:
+            errors.append(f"事件[{i}] 缺少必需字段: type")
+            continue
+
+        event_type = event["type"]
+
+        if event_type == "message_start":
+            has_message_start = True
+            if "message" not in event:
+                errors.append(f"message_start 事件缺少 message 字段")
+            elif not isinstance(event["message"], dict):
+                errors.append(f"message_start 事件的 message 不是对象")
+            else:
+                msg = event["message"]
+                if "id" not in msg:
+                    errors.append(f"message_start.message 缺少 id 字段")
+                if "type" not in msg:
+                    errors.append(f"message_start.message 缺少 type 字段")
+                elif msg["type"] != "message":
+                    errors.append(f"message_start.message.type 值错误: 期望 'message', 实际 '{msg['type']}'")
+                if "role" not in msg:
+                    errors.append(f"message_start.message 缺少 role 字段")
+                elif msg["role"] != "assistant":
+                    errors.append(f"message_start.message.role 值错误: 期望 'assistant', 实际 '{msg['role']}'")
+                if "content" not in msg:
+                    errors.append(f"message_start.message 缺少 content 字段")
+                elif not isinstance(msg["content"], list):
+                    errors.append(f"message_start.message.content 类型错误: 期望 list")
+
+        elif event_type == "message_stop":
+            has_message_stop = True
+
+        elif event_type == "content_block_delta":
+            if "delta" not in event:
+                errors.append(f"content_block_delta 事件缺少 delta 字段")
+
+    if not has_message_start:
+        errors.append("缺少 message_start 事件")
+    if not has_message_stop:
+        errors.append("缺少 message_stop 事件")
+
+    return len(errors) == 0, errors


 def main():
@@ -660,7 +755,7 @@ def main():
                "messages": [{"role": "user", "content": "Hi"}]
            },
            stream=True,
-            validator=validate_anthropic_messages_response
+            validator=validate_anthropic_streaming_response
        ))
        cases.append(TestCase(
            desc="流式 + system prompt (--stream)",
@@ -675,7 +770,7 @@ def main():
                "messages": [{"role": "user", "content": "1+1="}]
            },
            stream=True,
-            validator=validate_anthropic_messages_response
+            validator=validate_anthropic_streaming_response
        ))
        cases.append(TestCase(
            desc="流式 + stop_sequences (--stream)",
@@ -690,7 +785,7 @@ def main():
                "messages": [{"role": "user", "content": "数数: 1,2,3,"}]
            },
            stream=True,
-            validator=validate_anthropic_messages_response
+            validator=validate_anthropic_streaming_response
        ))

    # ==== --tools ====
@@ -902,7 +997,7 @@ def main():
                "messages": [{"role": "user", "content": "北京天气怎么样？"}]
            },
            stream=True,
-            validator=validate_anthropic_messages_response
+            validator=validate_anthropic_streaming_response
        ))

    # ==== 高级参数测试 ====
@@ -935,6 +1030,19 @@ def main():
        },
        validator=validate_anthropic_messages_response
    ))
+    cases.append(TestCase(
+        desc="output_config 带 effort",
+        method="POST",
+        url=messages_url,
+        headers=headers,
+        body={
+            "model": model,
+            "max_tokens": 10,
+            "output_config": {"format": "text", "effort": "low"},
+            "messages": [{"role": "user", "content": "Hi"}]
+        },
+        validator=validate_anthropic_messages_response
+    ))

    # service_tier: 服务层级
    cases.append(TestCase(
@@ -950,6 +1058,19 @@ def main():
        },
        validator=validate_anthropic_messages_response
    ))
+    cases.append(TestCase(
+        desc="service_tier: standard_only",
+        method="POST",
+        url=messages_url,
+        headers=headers,
+        body={
+            "model": model,
+            "max_tokens": 5,
+            "service_tier": "standard_only",
+            "messages": [{"role": "user", "content": "Hello"}]
+        },
+        validator=validate_anthropic_messages_response
+    ))

    # ==== Models API 分页测试 ====
    cases.append(TestCase(