All checks were successful
构建并部署到测试环境(无 SSH) / build-and-deploy (push) Successful in 9m46s
【核心变更】
1. 停复机逻辑统一(StopResumeService)
- 新增 EvaluateAndAct 统一入口,封装三条件停复机判断
- 停机条件:无套餐(no_package) / 流量耗尽(traffic_exhausted) / 未实名(not_realname)
- 复机条件:stop_reason 合规 + 有套餐且未耗尽 + 已实名或行业卡
- 修复设备套餐 Bug:hasValidPackage 按 device_id 查套餐,而非仅 iot_card_id
- 设备维度停复机加幂等锁(Redis SetNX,TTL 30s),防止多卡并发重复调 Gateway
2. Redis 分片队列(PollingQueueManager)
- 新建 queue_manager.go,封装所有轮询 Redis 操作
- 16 分片 Sorted Set,Key 格式:polling:shard:{shardID}:queue:{taskType}
- Lua 脚本原子出队(ZRANGEBYSCORE + 分批 ZREM),消除竞态窗口
- 新增背压检测:队列深度超 50 万时 Scheduler 跳过该分片
- RemoveFromAllQueues 覆盖 4 种任务类型(含 protect)
3. Handler 拆分(polling_handler.go 1360行 → 5个专注文件)
- polling_base.go:共享基类(并发控制/卡缓存/重入队)
- polling_realname_handler.go:实名采集,实名 0→1 时立即触发复机
- polling_carddata_handler.go:流量采集,保留跨月边界检测逻辑
- polling_package_handler.go:套餐采集,委托 EvaluateAndAct 决策
- polling_protect_handler.go:保护期一致性检查,保护期内强制修正
4. 配置管理(PollingConfigManager)
- 新建 config_manager.go,从 scheduler.go 提取配置职责
- 内存缓存 + 5 分钟定时刷新,刷新失败保留原缓存
- 修复 getCardCondition:停机卡返回 suspended,不再错配 activated 配置
5. 渐进式初始化(CardInitializer)
- 新建 initializer.go,分批加载(每批 10 万),批次间 sleep 500ms
- 过滤 enable_polling=false 的卡,初始化完成前 Scheduler 不出队
6. 卡生命周期服务(PollingLifecycleService)
- 新建 lifecycle_service.go,替代已删除的 callbacks.go 和 api_callback.go
- OnCardCreated/OnCardEnabled/OnCardStatusChanged 入队前检查 enable_polling
7. Scheduler 精简(1000+行 → 227行)
- 保留纯调度循环:scheduleLoop + processShardSchedule + enqueueBatch
- 保留每 10 秒触发套餐过期检测和流量重置
- 移除所有 DB 操作、配置加载、卡初始化逻辑
8. 轮询管控 API(enable_polling)
- 新增 PUT /api/admin/assets/:id/polling-status 接口
- 支持对设备/卡维度开关轮询,关闭后从所有分片队列移除
9. 数据库迁移
- 000103:tb_device 新增 enable_polling 字段(boolean, NOT NULL, DEFAULT true)
- 000104:新增 suspended 轮询配置,为 activated 配置补全 protect_check_interval
【文件统计】
- 新增:19 个文件(handler × 5、polling 组件 × 4、迁移 × 3 等)
- 修改:20 个文件(bootstrap 注入、store 接口、monitoring 适配分片等)
- 删除:3 个文件(polling_handler.go、callbacks.go、api_callback.go)
Ultraworked with [Sisyphus](https://github.com/code-yeongyu/oh-my-openagent)
Co-authored-by: Sisyphus <clio-agent@sisyphuslabs.ai>
242 lines
9.3 KiB
Go
242 lines
9.3 KiB
Go
package queue
|
||
|
||
import (
|
||
"github.com/hibiken/asynq"
|
||
"github.com/redis/go-redis/v9"
|
||
"go.uber.org/zap"
|
||
"gorm.io/gorm"
|
||
|
||
"github.com/break/junhong_cmp_fiber/internal/gateway"
|
||
"github.com/break/junhong_cmp_fiber/internal/polling"
|
||
iot_card_svc "github.com/break/junhong_cmp_fiber/internal/service/iot_card"
|
||
"github.com/break/junhong_cmp_fiber/internal/store/postgres"
|
||
"github.com/break/junhong_cmp_fiber/internal/task"
|
||
"github.com/break/junhong_cmp_fiber/pkg/constants"
|
||
"github.com/break/junhong_cmp_fiber/pkg/storage"
|
||
)
|
||
|
||
type Handler struct {
|
||
mux *asynq.ServeMux
|
||
logger *zap.Logger
|
||
db *gorm.DB
|
||
redis *redis.Client
|
||
storage *storage.Service
|
||
gatewayClient *gateway.Client
|
||
pollingCallback task.PollingCallback
|
||
workerResult *WorkerBootstrapResult
|
||
asynqClient *asynq.Client
|
||
pollingBase *task.PollingBase
|
||
pollingStopResumeSvc iot_card_svc.StopResumeServiceInterface
|
||
}
|
||
|
||
func NewHandler(
|
||
db *gorm.DB,
|
||
redis *redis.Client,
|
||
storageSvc *storage.Service,
|
||
gatewayClient *gateway.Client,
|
||
pollingCallback task.PollingCallback,
|
||
workerResult *WorkerBootstrapResult,
|
||
asynqClient *asynq.Client,
|
||
logger *zap.Logger,
|
||
pollingBase *task.PollingBase,
|
||
pollingStopResumeSvc iot_card_svc.StopResumeServiceInterface,
|
||
) *Handler {
|
||
return &Handler{
|
||
mux: asynq.NewServeMux(),
|
||
logger: logger,
|
||
db: db,
|
||
redis: redis,
|
||
storage: storageSvc,
|
||
gatewayClient: gatewayClient,
|
||
pollingCallback: pollingCallback,
|
||
workerResult: workerResult,
|
||
asynqClient: asynqClient,
|
||
pollingBase: pollingBase,
|
||
pollingStopResumeSvc: pollingStopResumeSvc,
|
||
}
|
||
}
|
||
|
||
func (h *Handler) RegisterHandlers() *asynq.ServeMux {
|
||
emailHandler := task.NewEmailHandler(h.redis, h.logger)
|
||
syncHandler := task.NewSyncHandler(h.db, h.logger)
|
||
|
||
h.mux.HandleFunc(constants.TaskTypeEmailSend, emailHandler.HandleEmailSend)
|
||
h.logger.Info("注册邮件发送任务处理器", zap.String("task_type", constants.TaskTypeEmailSend))
|
||
|
||
h.mux.HandleFunc(constants.TaskTypeDataSync, syncHandler.HandleDataSync)
|
||
h.logger.Info("注册数据同步任务处理器", zap.String("task_type", constants.TaskTypeDataSync))
|
||
|
||
h.registerIotCardImportHandler()
|
||
h.registerDeviceImportHandler()
|
||
h.registerCommissionStatsHandlers()
|
||
h.registerCommissionCalculationHandler()
|
||
h.registerPollingHandlers()
|
||
h.registerPackageActivationHandlers()
|
||
h.registerOrderExpireHandler()
|
||
h.registerAlertCheckHandler()
|
||
h.registerDataCleanupHandler()
|
||
h.registerAutoPurchaseHandler()
|
||
h.registerDailyTrafficFlushHandler()
|
||
|
||
h.logger.Info("所有任务处理器注册完成")
|
||
return h.mux
|
||
}
|
||
|
||
func (h *Handler) registerIotCardImportHandler() {
|
||
iotCardImportHandler := task.NewIotCardImportHandler(
|
||
h.db,
|
||
h.redis,
|
||
h.workerResult.Stores.IotCardImportTask,
|
||
h.workerResult.Stores.IotCard,
|
||
h.workerResult.Stores.AssetWallet,
|
||
h.storage,
|
||
h.pollingCallback,
|
||
h.logger,
|
||
)
|
||
|
||
h.mux.HandleFunc(constants.TaskTypeIotCardImport, iotCardImportHandler.HandleIotCardImport)
|
||
h.logger.Info("注册 IoT 卡导入任务处理器", zap.String("task_type", constants.TaskTypeIotCardImport))
|
||
}
|
||
|
||
func (h *Handler) registerDeviceImportHandler() {
|
||
deviceImportHandler := task.NewDeviceImportHandler(
|
||
h.db,
|
||
h.redis,
|
||
h.workerResult.Stores.DeviceImportTask,
|
||
h.workerResult.Stores.Device,
|
||
h.workerResult.Stores.DeviceSimBinding,
|
||
h.workerResult.Stores.IotCard,
|
||
h.workerResult.Stores.AssetWallet,
|
||
h.storage,
|
||
h.logger,
|
||
)
|
||
|
||
h.mux.HandleFunc(constants.TaskTypeDeviceImport, deviceImportHandler.HandleDeviceImport)
|
||
h.logger.Info("注册设备导入任务处理器", zap.String("task_type", constants.TaskTypeDeviceImport))
|
||
}
|
||
|
||
func (h *Handler) registerCommissionStatsHandlers() {
|
||
updateHandler := task.NewCommissionStatsUpdateHandler(
|
||
h.redis,
|
||
h.workerResult.Stores.ShopSeriesCommissionStats,
|
||
h.workerResult.Stores.ShopPackageAllocation,
|
||
h.logger,
|
||
)
|
||
syncHandler := task.NewCommissionStatsSyncHandler(
|
||
h.db,
|
||
h.redis,
|
||
h.workerResult.Stores.ShopSeriesCommissionStats,
|
||
h.logger,
|
||
)
|
||
archiveHandler := task.NewCommissionStatsArchiveHandler(
|
||
h.db,
|
||
h.redis,
|
||
h.workerResult.Stores.ShopSeriesCommissionStats,
|
||
h.logger,
|
||
)
|
||
|
||
h.mux.HandleFunc(constants.TaskTypeCommissionStatsUpdate, updateHandler.HandleCommissionStatsUpdate)
|
||
h.logger.Info("注册佣金统计更新任务处理器", zap.String("task_type", constants.TaskTypeCommissionStatsUpdate))
|
||
|
||
h.mux.HandleFunc(constants.TaskTypeCommissionStatsSync, syncHandler.HandleCommissionStatsSync)
|
||
h.logger.Info("注册佣金统计同步任务处理器", zap.String("task_type", constants.TaskTypeCommissionStatsSync))
|
||
|
||
h.mux.HandleFunc(constants.TaskTypeCommissionStatsArchive, archiveHandler.HandleCommissionStatsArchive)
|
||
h.logger.Info("注册佣金统计归档任务处理器", zap.String("task_type", constants.TaskTypeCommissionStatsArchive))
|
||
}
|
||
|
||
func (h *Handler) registerCommissionCalculationHandler() {
|
||
commissionCalculationHandler := task.NewCommissionCalculationHandler(
|
||
h.db,
|
||
h.workerResult.Services.CommissionCalculation,
|
||
h.logger,
|
||
)
|
||
h.mux.HandleFunc(constants.TaskTypeCommission, commissionCalculationHandler.HandleCommissionCalculation)
|
||
h.logger.Info("注册佣金计算任务处理器", zap.String("task_type", constants.TaskTypeCommission))
|
||
}
|
||
|
||
func (h *Handler) registerPollingHandlers() {
|
||
realnameHandler := task.NewPollingRealnameHandler(
|
||
h.pollingBase, h.gatewayClient, h.workerResult.Stores.IotCard,
|
||
h.asynqClient, h.pollingStopResumeSvc)
|
||
carrierStore := postgres.NewCarrierStore(h.db)
|
||
carddataHandler := task.NewPollingCarddataHandler(
|
||
h.pollingBase, h.gatewayClient, h.workerResult.Stores.IotCard,
|
||
carrierStore, h.workerResult.Services.UsageService, h.pollingStopResumeSvc)
|
||
packageHandler := task.NewPollingPackageHandler(
|
||
h.pollingBase, h.workerResult.Stores.IotCard,
|
||
h.pollingStopResumeSvc)
|
||
protectHandler := task.NewPollingProtectHandler(
|
||
h.pollingBase, h.gatewayClient, h.workerResult.Stores.IotCard,
|
||
h.workerResult.Stores.DeviceSimBinding, h.pollingStopResumeSvc)
|
||
|
||
h.mux.HandleFunc(constants.TaskTypePollingRealname, realnameHandler.Handle)
|
||
h.mux.HandleFunc(constants.TaskTypePollingCarddata, carddataHandler.Handle)
|
||
h.mux.HandleFunc(constants.TaskTypePollingPackage, packageHandler.Handle)
|
||
h.mux.HandleFunc(constants.TaskTypePollingProtect, protectHandler.Handle)
|
||
h.logger.Info("已注册轮询任务处理器(realname/carddata/package/protect)")
|
||
}
|
||
|
||
func (h *Handler) registerPackageActivationHandlers() {
|
||
packageActivationHandler := polling.NewPackageActivationHandler(
|
||
h.db,
|
||
h.redis,
|
||
h.asynqClient,
|
||
h.workerResult.Services.ActivationService,
|
||
nil,
|
||
h.logger,
|
||
)
|
||
|
||
h.mux.HandleFunc(constants.TaskTypePackageFirstActivation, packageActivationHandler.HandlePackageFirstActivation)
|
||
h.logger.Info("注册首次实名激活任务处理器", zap.String("task_type", constants.TaskTypePackageFirstActivation))
|
||
|
||
h.mux.HandleFunc(constants.TaskTypePackageQueueActivation, packageActivationHandler.HandlePackageQueueActivation)
|
||
h.logger.Info("注册排队激活任务处理器", zap.String("task_type", constants.TaskTypePackageQueueActivation))
|
||
}
|
||
|
||
func (h *Handler) registerOrderExpireHandler() {
|
||
orderExpireHandler := task.NewOrderExpireHandler(h.workerResult.Services.OrderExpirer, h.logger)
|
||
h.mux.HandleFunc(constants.TaskTypeOrderExpire, orderExpireHandler.HandleOrderExpire)
|
||
h.logger.Info("注册订单超时取消任务处理器", zap.String("task_type", constants.TaskTypeOrderExpire))
|
||
}
|
||
|
||
func (h *Handler) registerAlertCheckHandler() {
|
||
alertCheckHandler := task.NewAlertCheckHandler(h.workerResult.Services.AlertService, h.logger)
|
||
h.mux.HandleFunc(constants.TaskTypeAlertCheck, alertCheckHandler.HandleAlertCheck)
|
||
h.logger.Info("注册告警检查任务处理器", zap.String("task_type", constants.TaskTypeAlertCheck))
|
||
}
|
||
|
||
func (h *Handler) registerDataCleanupHandler() {
|
||
dataCleanupHandler := task.NewDataCleanupHandler(h.workerResult.Services.CleanupService, h.logger)
|
||
h.mux.HandleFunc(constants.TaskTypeDataCleanup, dataCleanupHandler.HandleDataCleanup)
|
||
h.logger.Info("注册数据清理任务处理器", zap.String("task_type", constants.TaskTypeDataCleanup))
|
||
}
|
||
|
||
func (h *Handler) registerAutoPurchaseHandler() {
|
||
autoPurchaseHandler := task.NewAutoPurchaseHandler(
|
||
h.db,
|
||
h.workerResult.Stores.Order,
|
||
nil, // AssetRechargeStore:在 NewAutoPurchaseHandler 内按需初始化
|
||
h.workerResult.Stores.AssetWallet,
|
||
nil, // AssetWalletTransactionStore:在 NewAutoPurchaseHandler 内按需初始化
|
||
h.workerResult.Stores.PackageUsage,
|
||
h.redis,
|
||
h.asynqClient,
|
||
h.logger,
|
||
)
|
||
h.mux.HandleFunc(constants.TaskTypeAutoPurchaseAfterRecharge, autoPurchaseHandler.ProcessTask)
|
||
h.logger.Info("注册自动购包任务处理器", zap.String("task_type", constants.TaskTypeAutoPurchaseAfterRecharge))
|
||
}
|
||
|
||
func (h *Handler) registerDailyTrafficFlushHandler() {
|
||
cardDailyUsageStore := postgres.NewCardDailyUsageStore(h.db)
|
||
dailyTrafficFlushHandler := task.NewDailyTrafficFlushHandler(h.redis, cardDailyUsageStore, h.logger)
|
||
h.mux.HandleFunc(constants.TaskTypeDailyTrafficFlush, dailyTrafficFlushHandler.HandleDailyTrafficFlush)
|
||
h.logger.Info("注册每日流量落盘任务处理器", zap.String("task_type", constants.TaskTypeDailyTrafficFlush))
|
||
}
|
||
|
||
// GetMux 获取 ServeMux(用于启动 Worker 服务器)
|
||
func (h *Handler) GetMux() *asynq.ServeMux {
|
||
return h.mux
|
||
}
|