生成pdf报告

custom_testcases/compliance_catalog/core_functionality/schema_validation_case.py

@@ -4,7 +4,7 @@ import json
 
 class ResponseSchemaValidationCase(BaseAPITestCase):
     id = "TC-CORE-FUNC-001"
-    name = "Response Body JSON Schema Validation"
+    name = "返回体JSON Schema验证"
     description = "验证API响应体是否符合API规范中定义的JSON Schema。"
     severity = TestSeverity.CRITICAL
     tags = ["core-functionality", "schema-validation", "output-format"]

custom_testcases/compliance_catalog/error_handling/invalid_enum_value_case.py

@@ -7,8 +7,8 @@ import string
 
 class InvalidEnumValueCase(BaseAPITestCase):
     id = "TC-ERROR-4006"
-    name = "Error Code 4006 - Invalid Enum Value Validation"
-    description = "测试当发送的参数值不在指定的枚举范围内时，API是否按预期返回code=-1的错误（状态码应为200）。"
+    name = "非法枚举值检查"
+    description = "测试当发送的参数值不在指定的枚举范围内时，API是否按预期返回code=4006的错误。"
     severity = TestSeverity.MEDIUM
     tags = ["error-handling", "appendix-b", "4006", "invalid-enum"]
     execution_order = 204 # 在数值越界之后执行

custom_testcases/compliance_catalog/error_handling/missing_required_field_body_case.py

@@ -5,8 +5,8 @@ from ddms_compliance_suite.utils import schema_utils # Keep this import for util
 
 class MissingRequiredFieldBodyCase(BaseAPITestCase):
     id = "TC-ERROR-4003-BODY"
-    name = "Error Code -1 - Missing Required Request Body Field Validation"
-    description = "测试当请求体中缺少API规范定义的必填字段时，API是否按预期返回code=-1的错误。"
+    name = "缺失必填请求体字段检查"
+    description = "测试当请求体中缺少API规范定义的必填字段时，API是否按预期返回code=4003的错误。"
     severity = TestSeverity.HIGH
     tags = ["error-handling", "appendix-b", "4003", "required-fields", "request-body"]
     execution_order = 210

custom_testcases/compliance_catalog/error_handling/missing_required_field_query_case.py

@@ -4,8 +4,8 @@ import copy
 
 class MissingRequiredFieldQueryCase(BaseAPITestCase):
     id = "TC-ERROR-4003-QUERY"
-    name = "Error Code -1 - Missing Required Query Parameter Validation"
-    description = "测试当请求中缺少API规范定义的必填查询参数时，API是否按预期返回code=-1的错误。"
+    name = "缺失必填查询参数检查"
+    description = "测试当请求中缺少API规范定义的必填查询参数时，API是否按预期返回code=4003的错误。"
     severity = TestSeverity.HIGH
     tags = ["error-handling", "appendix-b", "4003", "required-fields", "query-parameters"]
     execution_order = 211 # After body, before original combined one might have been

custom_testcases/compliance_catalog/error_handling/number_out_of_range_case.py

@@ -5,8 +5,8 @@ from ddms_compliance_suite.utils import schema_utils
 
 class NumberOutOfRangeCase(BaseAPITestCase):
     id = "TC-ERROR-4002"
-    name = "Error Code -1 - Number Value Out of Range Validation"
-    description = "测试当发送的数值参数超出范围限制时，API是否按预期返回code=-1的错误（状态码应为200）。"
+    name = "数值参数越界检查"
+    description = "测试当发送的数值参数超出范围限制时，API是否按预期返回code=4002的错误。"
     severity = TestSeverity.MEDIUM
     tags = ["error-handling", "appendix-b", "4002", "out-of-range"]
     execution_order = 203  # 在类型不匹配测试之后执行

custom_testcases/compliance_catalog/error_handling/type_mismatch_body_case.py

@@ -6,8 +6,8 @@ from ddms_compliance_suite.utils import schema_utils
 
 class TypeMismatchBodyCase(BaseAPITestCase):
     id = "TC-ERROR-4001-BODY"
-    name = "Error Code -1 - Request Body Type Mismatch Validation"
-    description = "测试当发送的请求体中字段的数据类型与API规范定义不符时，API是否按预期返回code=-1的错误。"
+    name = "请求体字段类型不匹配检查"
+    description = "测试当发送的请求体中字段的数据类型与API规范定义不符时，API是否按预期返回code=4001的错误。"
     severity = TestSeverity.MEDIUM
     tags = ["error-handling", "appendix-b", "4001", "request-body"]
     execution_order = 202 # Slightly after query param one

custom_testcases/compliance_catalog/error_handling/type_mismatch_query_param_case.py

@@ -6,8 +6,8 @@ from ddms_compliance_suite.utils import schema_utils
 
 class TypeMismatchQueryParamCase(BaseAPITestCase):
     id = "TC-ERROR-4001-QUERY"
-    name = "Error Code -1 - Query Parameter Type Mismatch Validation"
-    description = "测试当发送的查询参数数据类型与API规范定义不符时，API是否按预期返回code=-1的错误。"
+    name = "查询参数类型不匹配检查"
+    description = "测试当发送的查询参数数据类型与API规范定义不符时，API是否按预期返回code=4001的错误。"
     severity = TestSeverity.MEDIUM
     tags = ["error-handling", "appendix-b", "4001", "query-parameters"]
     execution_order = 201 # Slightly after the combined one might have been

custom_testcases/compliance_catalog/security/https_mandatory_case.py

@@ -4,7 +4,7 @@ import urllib.parse
 
 class HTTPSMandatoryCase(BaseAPITestCase):
     id = "TC-SECURITY-001"
-    name = "HTTPS Protocol Mandatory Verification"
+    name = "HTTPS 协议强制性检查"
     description = "验证API端点是否通过HTTPS提供服务，以及HTTP请求是否被拒绝或重定向到HTTPS。"
     severity = TestSeverity.CRITICAL
     tags = ["security", "https", "transport-security"]

custom_testcases/llm/compliance_criteria.json

@@ -1,3 +1,2 @@
 [
-  "API应该使用正确的HTTP方法：GET用于检索，POST用于创建，PUT用于更新，DELETE用于删除"
 ]

custom_testcases/llm/tc_llm_compliance_check.py

@@ -21,6 +21,15 @@ class LLMComplianceCheckTestCase(BaseAPITestCase):
 
     def validate_response(self, response_context: APIResponseContext, request_context: APIRequestContext) -> List[ValidationResult]:
         results = []
+
+        # 如果合规性标准列表为空，则跳过测试
+        if not self.compliance_criteria:
+            return [ValidationResult(
+                passed=True,
+                message="合规性标准列表为空，跳过LLM合规性检查。",
+                details={"reason": "compliance_criteria.json is empty or contains an empty list."}
+            )]
+
         # 收集API所有关键信息，包括实例数据和Schema定义
         api_info = {
             # API元数据