feat: 实现 IoT 卡轮询系统（支持千万级卡规模）

实现功能： - 实名状态检查轮询（可配置间隔） - 卡流量检查轮询（支持跨月流量追踪） - 套餐检查与超额自动停机 - 分布式并发控制（Redis 信号量） - 手动触发轮询（单卡/批量/条件筛选） - 数据清理配置与执行 - 告警规则与历史记录 - 实时监控统计（队列/性能/并发）性能优化： - Redis 缓存卡信息，减少 DB 查询 - Pipeline 批量写入 Redis - 异步流量记录写入 - 渐进式初始化（10万卡/批）压测工具（scripts/benchmark/）： - Mock Gateway 模拟上游服务 - 测试卡生成器 - 配置初始化脚本 - 实时监控脚本 Co-Authored-By: Claude Opus 4.5 <noreply@anthropic.com>
2026-02-05 17:32:44 +08:00
parent b11edde720
commit 931e140e8e
104 changed files with 16883 additions and 87 deletions
--- a/internal/service/iot_card/service.go
+++ b/internal/service/iot_card/service.go
@@ -14,6 +14,21 @@ import (
 	"gorm.io/gorm"
 )

+// PollingCallback 轮询回调接口
+// 用于在卡生命周期事件发生时通知轮询调度器
+type PollingCallback interface {
+	// OnCardCreated 单卡创建时的回调
+	OnCardCreated(ctx context.Context, card *model.IotCard)
+	// OnCardStatusChanged 卡状态变化时的回调
+	OnCardStatusChanged(ctx context.Context, cardID uint)
+	// OnCardDeleted 卡删除时的回调
+	OnCardDeleted(ctx context.Context, cardID uint)
+	// OnCardEnabled 卡启用轮询时的回调
+	OnCardEnabled(ctx context.Context, cardID uint)
+	// OnCardDisabled 卡禁用轮询时的回调
+	OnCardDisabled(ctx context.Context, cardID uint)
+}
+
 type Service struct {
 	db                         *gorm.DB
 	iotCardStore               *postgres.IotCardStore
@@ -24,6 +39,7 @@ type Service struct {
 	packageSeriesStore         *postgres.PackageSeriesStore
 	gatewayClient              *gateway.Client
 	logger                     *zap.Logger
+	pollingCallback            PollingCallback // 轮询回调，可选
 }

 func New(
@@ -50,6 +66,12 @@ func New(
 	}
 }

+// SetPollingCallback 设置轮询回调
+// 在应用启动时由 bootstrap 调用，注入轮询调度器
+func (s *Service) SetPollingCallback(callback PollingCallback) {
+	s.pollingCallback = callback
+}
+
 func (s *Service) ListStandalone(ctx context.Context, req *dto.ListStandaloneIotCardRequest) (*dto.ListStandaloneIotCardResponse, error) {
 	page := req.Page
 	pageSize := req.PageSize
@@ -198,30 +220,36 @@ func (s *Service) loadSeriesNames(ctx context.Context, cards []*model.IotCard) m

 func (s *Service) toStandaloneResponse(card *model.IotCard, shopMap map[uint]string, seriesMap map[uint]string) *dto.StandaloneIotCardResponse {
 	resp := &dto.StandaloneIotCardResponse{
-		ID:                  card.ID,
-		ICCID:               card.ICCID,
-		CardCategory:        card.CardCategory,
-		CarrierID:           card.CarrierID,
-		CarrierType:         card.CarrierType,
-		CarrierName:         card.CarrierName,
-		IMSI:                card.IMSI,
-		MSISDN:              card.MSISDN,
-		BatchNo:             card.BatchNo,
-		Supplier:            card.Supplier,
-		CostPrice:           card.CostPrice,
-		DistributePrice:     card.DistributePrice,
-		Status:              card.Status,
-		ShopID:              card.ShopID,
-		ActivatedAt:         card.ActivatedAt,
-		ActivationStatus:    card.ActivationStatus,
-		RealNameStatus:      card.RealNameStatus,
-		NetworkStatus:       card.NetworkStatus,
-		DataUsageMB:         card.DataUsageMB,
-		SeriesID:            card.SeriesID,
-		FirstCommissionPaid: card.FirstCommissionPaid,
-		AccumulatedRecharge: card.AccumulatedRecharge,
-		CreatedAt:           card.CreatedAt,
-		UpdatedAt:           card.UpdatedAt,
+		ID:                    card.ID,
+		ICCID:                 card.ICCID,
+		CardCategory:          card.CardCategory,
+		CarrierID:             card.CarrierID,
+		CarrierType:           card.CarrierType,
+		CarrierName:           card.CarrierName,
+		IMSI:                  card.IMSI,
+		MSISDN:                card.MSISDN,
+		BatchNo:               card.BatchNo,
+		Supplier:              card.Supplier,
+		CostPrice:             card.CostPrice,
+		DistributePrice:       card.DistributePrice,
+		Status:                card.Status,
+		ShopID:                card.ShopID,
+		ActivatedAt:           card.ActivatedAt,
+		ActivationStatus:      card.ActivationStatus,
+		RealNameStatus:        card.RealNameStatus,
+		NetworkStatus:         card.NetworkStatus,
+		DataUsageMB:           card.DataUsageMB,
+		CurrentMonthUsageMB:   card.CurrentMonthUsageMB,
+		CurrentMonthStartDate: card.CurrentMonthStartDate,
+		LastMonthTotalMB:      card.LastMonthTotalMB,
+		LastDataCheckAt:       card.LastDataCheckAt,
+		LastRealNameCheckAt:   card.LastRealNameCheckAt,
+		EnablePolling:         card.EnablePolling,
+		SeriesID:              card.SeriesID,
+		FirstCommissionPaid:   card.FirstCommissionPaid,
+		AccumulatedRecharge:   card.AccumulatedRecharge,
+		CreatedAt:             card.CreatedAt,
+		UpdatedAt:             card.UpdatedAt,
 	}

 	if card.ShopID != nil && *card.ShopID > 0 {
@@ -325,6 +353,13 @@ func (s *Service) AllocateCards(ctx context.Context, req *dto.AllocateStandalone
 		return nil, err
 	}

+	// 通知轮询调度器状态变化（卡被分配后可能需要重新匹配配置）
+	if s.pollingCallback != nil && len(cardIDs) > 0 {
+		for _, cardID := range cardIDs {
+			s.pollingCallback.OnCardStatusChanged(ctx, cardID)
+		}
+	}
+
 	return &dto.AllocateStandaloneCardsResponse{
 		TotalCount:   len(cards),
 		SuccessCount: len(cardIDs),
@@ -422,6 +457,13 @@ func (s *Service) RecallCards(ctx context.Context, req *dto.RecallStandaloneCard
 		return nil, err
 	}

+	// 通知轮询调度器状态变化（卡被回收后可能需要重新匹配配置）
+	if s.pollingCallback != nil && len(cardIDs) > 0 {
+		for _, cardID := range cardIDs {
+			s.pollingCallback.OnCardStatusChanged(ctx, cardID)
+		}
+	}
+
 	return &dto.RecallStandaloneCardsResponse{
 		TotalCount:   len(cards),
 		SuccessCount: len(cardIDs),
@@ -733,15 +775,138 @@ func (s *Service) SyncCardStatusFromGateway(ctx context.Context, iccid string) e
 	}

 	if card.Status != newStatus {
+		oldStatus := card.Status
 		card.Status = newStatus
 		if err := s.iotCardStore.Update(ctx, card); err != nil {
 			return err
 		}
 		s.logger.Info("同步卡状态成功",
 			zap.String("iccid", iccid),
-			zap.Int("oldStatus", card.Status),
+			zap.Int("oldStatus", oldStatus),
 			zap.Int("newStatus", newStatus),
 		)
+
+		// 通知轮询调度器状态变化
+		if s.pollingCallback != nil {
+			s.pollingCallback.OnCardStatusChanged(ctx, card.ID)
+		}
+	}
+
+	return nil
+}
+
+// UpdatePollingStatus 更新卡的轮询状态
+// 启用或禁用卡的轮询功能
+func (s *Service) UpdatePollingStatus(ctx context.Context, cardID uint, enablePolling bool) error {
+	card, err := s.iotCardStore.GetByID(ctx, cardID)
+	if err != nil {
+		if err == gorm.ErrRecordNotFound {
+			return errors.New(errors.CodeNotFound, "IoT卡不存在")
+		}
+		return err
+	}
+
+	// 检查是否需要更新
+	if card.EnablePolling == enablePolling {
+		return nil // 状态未变化
+	}
+
+	// 更新数据库
+	card.EnablePolling = enablePolling
+	if err := s.iotCardStore.Update(ctx, card); err != nil {
+		return err
+	}
+
+	s.logger.Info("更新卡轮询状态",
+		zap.Uint("card_id", cardID),
+		zap.Bool("enable_polling", enablePolling),
+	)
+
+	// 通知轮询调度器
+	if s.pollingCallback != nil {
+		if enablePolling {
+			s.pollingCallback.OnCardEnabled(ctx, cardID)
+		} else {
+			s.pollingCallback.OnCardDisabled(ctx, cardID)
+		}
+	}
+
+	return nil
+}
+
+// BatchUpdatePollingStatus 批量更新卡的轮询状态
+func (s *Service) BatchUpdatePollingStatus(ctx context.Context, cardIDs []uint, enablePolling bool) error {
+	if len(cardIDs) == 0 {
+		return nil
+	}
+
+	// 批量更新数据库
+	if err := s.iotCardStore.BatchUpdatePollingStatus(ctx, cardIDs, enablePolling); err != nil {
+		return err
+	}
+
+	s.logger.Info("批量更新卡轮询状态",
+		zap.Int("count", len(cardIDs)),
+		zap.Bool("enable_polling", enablePolling),
+	)
+
+	// 通知轮询调度器
+	if s.pollingCallback != nil {
+		for _, cardID := range cardIDs {
+			if enablePolling {
+				s.pollingCallback.OnCardEnabled(ctx, cardID)
+			} else {
+				s.pollingCallback.OnCardDisabled(ctx, cardID)
+			}
+		}
+	}
+
+	return nil
+}
+
+// DeleteCard 删除卡（软删除）
+func (s *Service) DeleteCard(ctx context.Context, cardID uint) error {
+	card, err := s.iotCardStore.GetByID(ctx, cardID)
+	if err != nil {
+		if err == gorm.ErrRecordNotFound {
+			return errors.New(errors.CodeNotFound, "IoT卡不存在")
+		}
+		return err
+	}
+
+	// 执行软删除
+	if err := s.iotCardStore.Delete(ctx, cardID); err != nil {
+		return err
+	}
+
+	s.logger.Info("删除卡", zap.Uint("card_id", cardID), zap.String("iccid", card.ICCID))
+
+	// 通知轮询调度器
+	if s.pollingCallback != nil {
+		s.pollingCallback.OnCardDeleted(ctx, cardID)
+	}
+
+	return nil
+}
+
+// BatchDeleteCards 批量删除卡（软删除）
+func (s *Service) BatchDeleteCards(ctx context.Context, cardIDs []uint) error {
+	if len(cardIDs) == 0 {
+		return nil
+	}
+
+	// 批量软删除
+	if err := s.iotCardStore.BatchDelete(ctx, cardIDs); err != nil {
+		return err
+	}
+
+	s.logger.Info("批量删除卡", zap.Int("count", len(cardIDs)))
+
+	// 通知轮询调度器
+	if s.pollingCallback != nil {
+		for _, cardID := range cardIDs {
+			s.pollingCallback.OnCardDeleted(ctx, cardID)
+		}
 	}

 	return nil