junhong_cmp_fiber/internal/task/export_finalize.go

package task

import (
	"context"
	"fmt"
	"os"

	"github.com/hibiken/asynq"
	"github.com/redis/go-redis/v9"
	"go.uber.org/zap"

	"github.com/break/junhong_cmp_fiber/internal/exporter"
	"github.com/break/junhong_cmp_fiber/internal/store/postgres"
	"github.com/break/junhong_cmp_fiber/pkg/constants"
	"github.com/break/junhong_cmp_fiber/pkg/storage"
)

// ExportFinalizeHandler 导出 finalize 处理器。
type ExportFinalizeHandler struct {
	redis         *redis.Client
	taskStore     *postgres.ExportTaskStore
	shardStore    *postgres.ExportShardTaskStore
	storageSvc    *storage.Service
	sceneRegistry *exporter.Registry
	logger        *zap.Logger
}

// NewExportFinalizeHandler 创建导出 finalize 处理器。
func NewExportFinalizeHandler(
	redis *redis.Client,
	taskStore *postgres.ExportTaskStore,
	shardStore *postgres.ExportShardTaskStore,
	storageSvc *storage.Service,
	sceneRegistry *exporter.Registry,
	logger *zap.Logger,
) *ExportFinalizeHandler {
	return &ExportFinalizeHandler{
		redis:         redis,
		taskStore:     taskStore,
		shardStore:    shardStore,
		storageSvc:    storageSvc,
		sceneRegistry: sceneRegistry,
		logger:        logger,
	}
}

// HandleExportFinalize 处理导出 finalize 任务。
func (h *ExportFinalizeHandler) HandleExportFinalize(ctx context.Context, task *asynq.Task) error {
	var payload ExportFinalizePayload
	if err := parseExportPayload(task.Payload(), &payload); err != nil {
		h.logger.Error("解析导出 finalize 任务载荷失败", zap.Error(err))
		return asynq.SkipRetry
	}

	lockKey := constants.RedisExportFinalizeLockKey(payload.TaskID)
	locked, err := tryAcquireLock(ctx, h.redis, lockKey, exportFinalizeLockTTL)
	if err != nil {
		return err
	}
	if !locked {
		return nil
	}
	defer releaseLock(ctx, h.redis, lockKey)

	exportTask, err := h.taskStore.GetByIDForWorker(ctx, payload.TaskID)
	if err != nil {
		h.logger.Error("查询导出任务失败", zap.Uint("task_id", payload.TaskID), zap.Error(err))
		return asynq.SkipRetry
	}

	if exportTask.Status == constants.ExportTaskStatusCompleted || exportTask.Status == constants.ExportTaskStatusFailed || exportTask.Status == constants.ExportTaskStatusCancelled {
		return nil
	}

	updater := dispatchUpdater(exportTask)
	if exportTask.CancelRequested {
		if err := h.shardStore.CancelByTaskID(ctx, exportTask.ID, updater, "任务已取消"); err != nil {
			return err
		}
		if err := h.taskStore.MarkCancelledByWorker(ctx, exportTask.ID, updater, "任务已取消"); err != nil {
			return err
		}
		return nil
	}

	unfinishedCount, err := h.shardStore.CountUnfinishedByTaskID(ctx, exportTask.ID)
	if err != nil {
		return err
	}
	if unfinishedCount > 0 {
		return fmt.Errorf("分片任务尚未完成: %d", unfinishedCount)
	}

	failedCount, err := h.shardStore.CountByTaskIDAndStatus(ctx, exportTask.ID, constants.ExportShardStatusFailed)
	if err != nil {
		return err
	}
	if failedCount > 0 {
		if err := h.taskStore.MarkFailed(ctx, exportTask.ID, updater, "存在失败分片，导出任务失败"); err != nil {
			return err
		}
		return nil
	}

	strategy, ok := h.sceneRegistry.Get(exportTask.Scene)
	if !ok {
		if err := h.taskStore.MarkFailed(ctx, exportTask.ID, updater, "导出场景未注册"); err != nil {
			return err
		}
		return nil
	}

	shards, err := h.shardStore.ListByTaskID(ctx, exportTask.ID)
	if err != nil {
		return err
	}

	rows := make([][]string, 0)
	for _, shard := range shards {
		if shard.Status != constants.ExportShardStatusSuccess {
			continue
		}
		currentRows, err := strategy.QueryRows(ctx, exportTask, shard.CursorStart, shard.CursorEnd)
		if err != nil {
			return h.handleFinalizeError(ctx, exportTask.ID, updater, "读取分片数据失败", err)
		}
		rows = append(rows, currentRows...)
	}

	localPath, fileSize, err := writeExportFile(exportTask.Format, strategy.Headers(), rows)
	if err != nil {
		return h.handleFinalizeError(ctx, exportTask.ID, updater, "生成汇总文件失败", err)
	}
	defer func() { _ = os.Remove(localPath) }()

	fileName := fmt.Sprintf("%s.%s", exportTask.TaskNo, exportTask.Format)
	fileKey, err := uploadExportFile(ctx, h.storageSvc, localPath, fileName)
	if err != nil {
		return h.handleFinalizeError(ctx, exportTask.ID, updater, "上传汇总文件失败", err)
	}

	if err := h.taskStore.MarkCompleted(ctx, exportTask.ID, updater, fileKey, fileSize); err != nil {
		return err
	}

	return nil
}

func (h *ExportFinalizeHandler) handleFinalizeError(ctx context.Context, taskID uint, updater uint, prefix string, err error) error {
	if isFinalRetry(ctx) {
		markErr := h.taskStore.MarkFailed(ctx, taskID, updater, prefix+": "+err.Error())
		if markErr != nil {
			return markErr
		}
		return nil
	}
	return err
}