break
c64f3d8b80
All checks were successful
构建并部署到测试环境（无 SSH） / build-and-deploy (push) Successful in 8m31s
116 lines
3.4 KiB
Go
116 lines
3.4 KiB
Go
// Package sanitizer 提供 Access、Audit 与 Integration 共用的敏感字段清理能力。
|
|
package sanitizer
|
|
|
|
import (
|
|
"crypto/sha256"
|
|
"encoding/hex"
|
|
"fmt"
|
|
"regexp"
|
|
"strings"
|
|
"unicode"
|
|
|
|
"github.com/bytedance/sonic"
|
|
)
|
|
|
|
var forbiddenFragments = []string{
|
|
"password", "passwd", "credential", "operation_password", "verification_code", "captcha",
|
|
"token", "access_token", "refresh_token", "id_token", "session_token", "sms_code", "api_key", "payment_key",
|
|
"authorization", "cookie", "secret", "private_key", "public_key",
|
|
"encoding_aes_key", "callback_token", "signature", "sign", "nonce", "media_id", "signed_url",
|
|
"private_url", "qr_content", "id_card", "identity_number",
|
|
}
|
|
|
|
var forbiddenTextPattern = regexp.MustCompile(`(?i)(bearer[[:space:]]+[a-z0-9._~+/=-]{8,}|-----BEGIN [A-Z ]*PRIVATE KEY-----|(?:access_token|refresh_token|id_token|session_token|authorization|cookie|secret|private_key|api_key|payment_key|signed_url|x-amz-signature|x-amz-credential)[[:space:]]*[=:][[:space:]]*[^&[:space:]]+)`)
|
|
|
|
// IsForbiddenField 判断字段是否禁止进入普通日志、审计或外部交互摘要。
|
|
func IsForbiddenField(key string) bool {
|
|
normalized := normalizeFieldName(key)
|
|
if normalized == "credentials_configured" || normalized == "token_present" {
|
|
return false
|
|
}
|
|
for _, fragment := range forbiddenFragments {
|
|
if strings.Contains(normalized, fragment) {
|
|
return true
|
|
}
|
|
}
|
|
if strings.HasSuffix(normalized, "_key") || normalized == "key" || strings.HasSuffix(normalized, "_url") || normalized == "url" {
|
|
return true
|
|
}
|
|
return false
|
|
}
|
|
|
|
func normalizeFieldName(key string) string {
|
|
var normalized strings.Builder
|
|
for index, char := range key {
|
|
if unicode.IsUpper(char) && index > 0 {
|
|
normalized.WriteByte('_')
|
|
}
|
|
if char == '-' || char == '.' {
|
|
normalized.WriteByte('_')
|
|
continue
|
|
}
|
|
normalized.WriteRune(unicode.ToLower(char))
|
|
}
|
|
return normalized.String()
|
|
}
|
|
|
|
// MarshalSummary 递归删除禁止字段并返回 sonic 编码的安全 JSON。
|
|
func MarshalSummary(value any) ([]byte, error) {
|
|
if value == nil {
|
|
return nil, nil
|
|
}
|
|
encoded, err := sonic.Marshal(value)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
var normalized any
|
|
if err := sonic.Unmarshal(encoded, &normalized); err != nil {
|
|
return nil, err
|
|
}
|
|
RemoveForbiddenFields(normalized)
|
|
return sonic.Marshal(normalized)
|
|
}
|
|
|
|
// RemoveForbiddenFields 原地递归删除 Map 或数组中的禁止字段。
|
|
func RemoveForbiddenFields(value any) {
|
|
switch typed := value.(type) {
|
|
case map[string]any:
|
|
for key, item := range typed {
|
|
if IsForbiddenField(key) {
|
|
delete(typed, key)
|
|
continue
|
|
}
|
|
if text, ok := item.(string); ok {
|
|
typed[key] = SanitizeText(text)
|
|
continue
|
|
}
|
|
RemoveForbiddenFields(item)
|
|
}
|
|
case []any:
|
|
for index, item := range typed {
|
|
if text, ok := item.(string); ok {
|
|
typed[index] = SanitizeText(text)
|
|
continue
|
|
}
|
|
RemoveForbiddenFields(item)
|
|
}
|
|
}
|
|
}
|
|
|
|
// SanitizeText 将疑似包含安全凭据的文本转换为不可逆摘要。
|
|
func SanitizeText(value string) string {
|
|
if !forbiddenTextPattern.MatchString(value) {
|
|
return value
|
|
}
|
|
return TextSummary(value)
|
|
}
|
|
|
|
// TextSummary 将不可信外部文本转换为不可逆大小和哈希摘要。
|
|
func TextSummary(value string) string {
|
|
if value == "" {
|
|
return ""
|
|
}
|
|
sum := sha256.Sum256([]byte(value))
|
|
return fmt.Sprintf("外部文本摘要 bytes=%d sha256=%s", len(value), hex.EncodeToString(sum[:8]))
|
|
}
|