feat: 采集记录成功失败分表并保存网关原始数据,到期归档 csv.gz,新增记录分页查询接口

- 网关客户端新增原始数据收集器,记录最后一次尝试的明文请求、HTTP 状态、响应体与 code/msg/trace_id
- tb_card_traffic_collection 只写成功读数,新增 carrier_id 与原始数据列;新增 tb_card_traffic_collection_failure,失败不判断有无套餐并带错误详情
- 采集记录在线保留当月加最近 2 个整月,到期分区摘出、导出 csv.gz、校验行数与 SHA-256 后删除,本地保留 3 个月
- 新增采集成功/失败、卡日流量、套餐日流量详单、冲正流水、退款后处理尝试列表接口:可查单个也可查全部,分页与条件筛选
- 停复机记录支持资产标识、场景、原因、指令号筛选;单卡历史支持动作、结果、来源筛选
- 单卡采集记录支持筛选与合并失败记录;套餐日流量详单支持分页;退款列表支持后处理状态筛选
- 测试环境 api、worker 日志分目录,保留 40 个压缩备份;worker 挂载 archive 目录
- 迁移 000272、000273 需维护者在测试库执行后再部署

Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
This commit is contained in:
邹进
2026-11-05 18:47:00 +09:00
parent 8eb7d403c4
commit 94cbf2adab
39 changed files with 1794 additions and 140 deletions

View File

@@ -37,7 +37,12 @@ func (h *PackageUsageHandler) GetDailyRecords(c *fiber.Ctx) error {
endDate := c.Query("end_date", "")
// 任务 16.4: 调用 DailyRecordService.GetDailyRecords 获取日记录
records, err := h.dailyRecordService.GetDailyRecords(c.UserContext(), uint(id), startDate, endDate)
page := c.QueryInt("page", 0)
pageSize := c.QueryInt("page_size", 0)
if page < 0 || pageSize < 0 || pageSize > 100 {
return errors.New(errors.CodeInvalidParam, "分页参数不合法,page_size 最大 100")
}
records, err := h.dailyRecordService.GetDailyRecords(c.UserContext(), uint(id), startDate, endDate, page, pageSize)
if err != nil {
return err
}

View File

@@ -0,0 +1,94 @@
package admin
import (
"github.com/gofiber/fiber/v2"
"github.com/break/junhong_cmp_fiber/internal/handler/validation"
"github.com/break/junhong_cmp_fiber/internal/model/dto"
"github.com/break/junhong_cmp_fiber/pkg/errors"
"github.com/break/junhong_cmp_fiber/pkg/response"
)
// parseRecordQuery 解析并校验记录查询参数。
func (h *AssetHandler) parseRecordQuery(c *fiber.Ctx, req any, label string) error {
if err := rejectEnterpriseAssetAdmin(c); err != nil {
return err
}
if err := c.QueryParser(req); err != nil {
return errors.New(errors.CodeInvalidParam, "请求参数格式不正确")
}
if err := h.validator.Struct(req); err != nil {
return errors.New(errors.CodeInvalidParam, validation.Message(label, req, err))
}
return nil
}
// ListTrafficCollectionRecords 采集成功记录列表
// GET /api/admin/traffic-collections
func (h *AssetHandler) ListTrafficCollectionRecords(c *fiber.Ctx) error {
var req dto.TrafficCollectionListRequest
if err := h.parseRecordQuery(c, &req, "采集成功记录查询参数不合法"); err != nil {
return err
}
result, err := h.assetService.ListTrafficCollectionRecords(c.UserContext(), &req)
if err != nil {
return err
}
return response.Success(c, result)
}
// ListTrafficCollectionFailures 采集失败记录列表
// GET /api/admin/traffic-collection-failures
func (h *AssetHandler) ListTrafficCollectionFailures(c *fiber.Ctx) error {
var req dto.TrafficCollectionFailureListRequest
if err := h.parseRecordQuery(c, &req, "采集失败记录查询参数不合法"); err != nil {
return err
}
result, err := h.assetService.ListTrafficCollectionFailures(c.UserContext(), &req)
if err != nil {
return err
}
return response.Success(c, result)
}
// ListCardDailyUsages 卡日流量列表
// GET /api/admin/card-daily-usages
func (h *AssetHandler) ListCardDailyUsages(c *fiber.Ctx) error {
var req dto.CardDailyUsageListRequest
if err := h.parseRecordQuery(c, &req, "卡日流量查询参数不合法"); err != nil {
return err
}
result, err := h.assetService.ListCardDailyUsages(c.UserContext(), &req)
if err != nil {
return err
}
return response.Success(c, result)
}
// ListPackageUsageDailyRecords 套餐日流量详单列表
// GET /api/admin/package-usage-daily-records
func (h *AssetHandler) ListPackageUsageDailyRecords(c *fiber.Ctx) error {
var req dto.PackageUsageDailyRecordListRequest
if err := h.parseRecordQuery(c, &req, "套餐日流量详单查询参数不合法"); err != nil {
return err
}
result, err := h.assetService.ListPackageUsageDailyRecords(c.UserContext(), &req)
if err != nil {
return err
}
return response.Success(c, result)
}
// ListPackageTrafficAdjustmentRecords 套餐流量冲正流水列表
// GET /api/admin/package-traffic-adjustments
func (h *AssetHandler) ListPackageTrafficAdjustmentRecords(c *fiber.Ctx) error {
var req dto.PackageTrafficAdjustmentQueryRequest
if err := h.parseRecordQuery(c, &req, "冲正流水查询参数不合法"); err != nil {
return err
}
result, err := h.assetService.ListPackageTrafficAdjustmentRecords(c.UserContext(), &req)
if err != nil {
return err
}
return response.Success(c, result)
}

View File

@@ -111,6 +111,23 @@ func (h *RefundHandler) RetryAssetPostProcessing(c *fiber.Ctx) error {
return response.Success(c, result)
}
// ListAssetPostProcessAttempts 退款资产后处理尝试记录列表
// GET /api/admin/refund-post-process-attempts
func (h *RefundHandler) ListAssetPostProcessAttempts(c *fiber.Ctx) error {
var req dto.RefundPostProcessAttemptListRequest
if err := c.QueryParser(&req); err != nil {
return errors.New(errors.CodeInvalidParam, "请求参数格式不正确")
}
if req.StartTime == "" || req.EndTime == "" {
return errors.New(errors.CodeInvalidParam, "开始时间与结束时间必填")
}
result, err := h.service.ListAssetPostProcessAttempts(c.UserContext(), &req)
if err != nil {
return err
}
return response.Success(c, result)
}
// Approve 审批通过退款申请
// POST /api/admin/refunds/:id/approve
func (h *RefundHandler) Approve(c *fiber.Ctx) error {