"""SQL 输出构造。 输出文件: step1_01_iot_cards.sql - 卡资产 step1_02_devices.sql - 设备资产 step1_03_asset_identifiers.sql- 全局标识符(iccid / virtual_no) step1_04_asset_wallets.sql - 资产钱包 step1_05_sim_bindings.sql - 设备-卡绑定 step1_06_shop_allocations.sql - 店铺归属的分配记录 step2_01_migration_orders.sql - 迁移伪订单 step2_02_package_usages.sql - 套餐使用记录 step2_03_card_data_usage_update.sql - 卡累计流量 UPDATE step2_04_agent_wallet_init.sql - 代理钱包初始化(main + commission) step2_05_agent_wallet_transactions.sql - 代理钱包初始化流水 step2_06_asset_series_update.sql - 资产套餐系列回填 设计原则: - 所有 INSERT 通过 SELECT 子查询动态取 id,不硬编码新库 id - 使用 ON CONFLICT (...) WHERE ... DO NOTHING 保证幂等(PG 14+ 支持 partial index 推断) - 字符串 ' 转义为 '' - 卡的运营商、号码等历史事实从奇成 fetch_card_meta 取 - 资产归属、当前槽位、旧套餐读取槽位由 mapping.yaml 的 ownership_rules / overrides 决定 """ from __future__ import annotations import csv from dataclasses import dataclass from datetime import datetime from decimal import Decimal from pathlib import Path from typing import Optional from . import iccid_utils from .csv_loader import CardRow, DeviceRow, ErrorRow from .legacy_query import ( LegacyAgentBalance, LegacyCardMeta, LegacyCardUsage, LegacyCommissionAccount, LegacyPackageLifecycle, ) from .mapping_loader import Mapping, MissingTargetError # 写死的默认值(对应原 migration.yaml,实际不需要业务侧关心) ALLOCATION_NO_PREFIX = "MIG-ALLOC-" METADATA_SOURCE = "qicheng" STOP_REASON_NOT_REALNAME = "not_realname" STOP_REASON_NO_PACKAGE = "no_package" @dataclass(frozen=True) class ResolvedPackage: """已解析的迁移套餐。""" source_iccid: str asset_type: str asset_identifier: str legacy_life_id: str legacy_meal_id: str legacy_meal_name: str legacy_meal_type: str legacy_status: int target_package_id: int migration_status: str package_usage_status: int priority: int start_date: str expire_date: str stable_sort_key: str # 完整 ICCID → 多条可迁移套餐 ResolvedPackageMap = dict[str, list[ResolvedPackage]] @dataclass(frozen=True) class OwnershipResolution: """资产归属解析结果。""" asset_type: str asset_identifier: str source_iccid: str target_shop_code: str decision_source: str should_allocate: bool reason: str error_code: str = "" # ---------------- 通用工具 ---------------- def _sql_str(value: Optional[str]) -> str: if value is None: return "NULL" s = str(value) return "'" + s.replace("'", "''") + "'" def _sql_jsonb(d: dict) -> str: import json s = json.dumps(d, ensure_ascii=False, separators=(",", ":")) return "'" + s.replace("'", "''") + "'::jsonb" def _sql_decimal(value: Decimal) -> str: """生成 SQL decimal 字面量,保留奇成小数 MB 精度。""" return format(value, "f") def _shop_id_sub(shop_code: Optional[str]) -> str: """生成 shop_id 子查询表达式;空 shop_code 返回 'NULL'(平台库存)。""" if not shop_code: return "NULL" return f"(SELECT id FROM tb_shop WHERE shop_code = {_sql_str(shop_code)} AND deleted_at IS NULL LIMIT 1)" def _now_for_no() -> str: return datetime.now().strftime("%Y%m%d%H%M%S") def _file_header(title: str) -> str: return ( "-- ============================================================\n" f"-- {title}\n" f"-- 生成时间: {datetime.now().strftime('%Y-%m-%d %H:%M:%S')}\n" "-- 重跑安全: ON CONFLICT DO NOTHING\n" "-- 建议执行: psql ... -1 -f <此文件>\n" "-- ============================================================\n\n" ) def _resolve_card_ownership( card: CardRow, mapping: Mapping, card_metas: Optional[dict[str, LegacyCardMeta]] = None, devices_by_virtual_no: Optional[dict[str, DeviceRow]] = None, ) -> OwnershipResolution: """解析卡归属。 默认不读取奇成 agent_id;只有 ownership_rules.*.mode 显式配置为 legacy_agent 时, 才按 mapping.agents[].target_shop_code 做批量多店铺分配。 """ if card.bound_device_virtual_no: device = (devices_by_virtual_no or {}).get(card.bound_device_virtual_no) if device is None: return OwnershipResolution( asset_type="iot_card", asset_identifier=card.iccid_full, source_iccid=card.iccid_full, target_shop_code="", decision_source="device_missing", should_allocate=False, reason="绑定设备不存在,卡不单独分配", error_code="bound_device_missing", ) device_resolution = _resolve_device_ownership(device, mapping, card_metas) return OwnershipResolution( asset_type="iot_card", asset_identifier=card.iccid_full, source_iccid=card.iccid_full, target_shop_code=device_resolution.target_shop_code, decision_source=f"follow_device:{device_resolution.decision_source}", should_allocate=False, reason=f"设备绑定卡跟随设备 {device.virtual_no}", error_code=device_resolution.error_code, ) override = mapping.lookup_card_override(card.iccid_full, card.iccid_19) if override is not None: shop_code = override.target_shop_code or "" return OwnershipResolution( asset_type="iot_card", asset_identifier=card.iccid_full, source_iccid=card.iccid_full, target_shop_code=shop_code, decision_source="override", should_allocate=bool(shop_code), reason="卡覆盖项指定目标店铺" if shop_code else "卡覆盖项指定进入平台库存", ) rule = mapping.ownership_rules.standalone_card if rule.mode == "legacy_agent": meta = (card_metas or {}).get(card.iccid_full) if meta is None or not meta.agent_id: return OwnershipResolution( asset_type="iot_card", asset_identifier=card.iccid_full, source_iccid=card.iccid_full, target_shop_code="", decision_source="legacy_agent", should_allocate=False, reason="奇成卡没有 agent_id,进入平台库存", ) shop_code = mapping.lookup_agent_shop_code(meta.agent_id) or "" return OwnershipResolution( asset_type="iot_card", asset_identifier=card.iccid_full, source_iccid=card.iccid_full, target_shop_code=shop_code, decision_source=f"legacy_agent:{meta.agent_id}", should_allocate=bool(shop_code), reason="按奇成 agent_id 映射目标店铺" if shop_code else "agent 未配置目标店铺,进入平台库存", ) if rule.mode == "default_shop": shop_code = mapping.ownership_rules.default_target_shop_code or "" return OwnershipResolution( asset_type="iot_card", asset_identifier=card.iccid_full, source_iccid=card.iccid_full, target_shop_code=shop_code, decision_source="default_shop", should_allocate=bool(shop_code), reason="独立卡使用批量默认店铺", ) return OwnershipResolution( asset_type="iot_card", asset_identifier=card.iccid_full, source_iccid=card.iccid_full, target_shop_code="", decision_source="none", should_allocate=False, reason="独立卡规则指定进入平台库存", ) def _resolve_card_shop_code(card: CardRow, meta: LegacyCardMeta, mapping: Mapping) -> str: """兼容旧调用:返回卡最终 shop_code。""" return _resolve_card_ownership(card, mapping, {card.iccid_full: meta}).target_shop_code def _resolve_device_shop_code( device: DeviceRow, card_metas: dict[str, LegacyCardMeta], mapping: Mapping, ) -> str: """兼容旧调用:返回设备最终 shop_code。""" return _resolve_device_ownership(device, mapping, card_metas).target_shop_code def _resolve_device_ownership( device: DeviceRow, mapping: Mapping, card_metas: Optional[dict[str, LegacyCardMeta]] = None, ) -> OwnershipResolution: """解析设备归属。""" override = mapping.lookup_device_override(device.virtual_no) source_iccid = device.sim_iccids.get(device.package_source_slot) or "" if override is not None and override.target_shop_code is not None: shop_code = override.target_shop_code or "" return OwnershipResolution( asset_type="device", asset_identifier=device.virtual_no, source_iccid=source_iccid, target_shop_code=shop_code, decision_source="override", should_allocate=bool(shop_code), reason="设备覆盖项指定目标店铺" if shop_code else "设备覆盖项指定进入平台库存", ) rule = mapping.ownership_rules.device if rule.mode == "legacy_agent": meta = (card_metas or {}).get(source_iccid) if meta is None or not meta.agent_id: return OwnershipResolution( asset_type="device", asset_identifier=device.virtual_no, source_iccid=source_iccid, target_shop_code="", decision_source="legacy_agent", should_allocate=False, reason="设备旧套餐读取槽位绑定卡没有 agent_id,设备进入平台库存", ) shop_code = mapping.lookup_agent_shop_code(meta.agent_id) or "" return OwnershipResolution( asset_type="device", asset_identifier=device.virtual_no, source_iccid=source_iccid, target_shop_code=shop_code, decision_source=f"legacy_agent:{meta.agent_id}", should_allocate=bool(shop_code), reason="按设备旧套餐读取槽位绑定卡的奇成 agent_id 映射目标店铺" if shop_code else "agent 未配置目标店铺,设备进入平台库存", ) if rule.mode == "default_shop": shop_code = mapping.ownership_rules.default_target_shop_code or "" return OwnershipResolution( asset_type="device", asset_identifier=device.virtual_no, source_iccid=source_iccid, target_shop_code=shop_code, decision_source="default_shop", should_allocate=bool(shop_code), reason="设备使用批量默认店铺", ) return OwnershipResolution( asset_type="device", asset_identifier=device.virtual_no, source_iccid=source_iccid, target_shop_code="", decision_source="none", should_allocate=False, reason="设备规则指定进入平台库存", ) def _initial_polling_stop_reason(card: CardRow) -> str: """生成迁移卡初始停机原因。 导入时卡默认 network_status=0。停复机服务只会自动复机轮询系统写入的停机原因， 因此不能留空；普通卡先等待实名轮询确认，行业卡无需实名则交给套餐轮询重评估。 """ if card.is_industry: return STOP_REASON_NO_PACKAGE return STOP_REASON_NOT_REALNAME def _device_package_source_iccid(device: DeviceRow) -> str: """返回设备级套餐迁移读取奇成旧套餐的绑定卡。 设备套餐在新系统挂到 device_id；奇成套餐仍来自卡生命周期表。 旧套餐读取槽位由 devices.csv、设备覆盖项或 ownership_rules.device.package_source_slot 决定。 """ if not device.sim_iccids: return "" return device.sim_iccids.get(device.package_source_slot, "") def _target_series_id_expr_for_iccid( iccid: str, card_metas: dict[str, LegacyCardMeta], mapping: Mapping, ) -> str: """按卡当前套餐映射生成新库套餐系列 SQL 表达式。 系列归属以新系统目标套餐为准，避免奇成套餐系列与新库系列二次映射不一致。 如果旧卡没有当前正式套餐,但本批 mapping 只指定了一个 target_series_id,则按批量兜底写入。 """ if not iccid: return "NULL" meta = card_metas.get(iccid) if meta is None: return "NULL" series_candidates: list[str] = [] if meta.current_meal_id: pkg_map = mapping.lookup_package(meta.current_meal_id) if pkg_map is not None and pkg_map.target_package_id: series_candidates.append( "(SELECT series_id FROM tb_package " f"WHERE id = {pkg_map.target_package_id} AND package_type = 'formal' AND deleted_at IS NULL LIMIT 1)" ) series_map = mapping.lookup_series(getattr(meta, "current_series_id", "")) if series_map is not None and series_map.target_series_id: series_candidates.append(str(series_map.target_series_id)) default_series_ids = sorted({ item.target_series_id for item in mapping.series.values() if item.target_series_id }) if len(default_series_ids) == 1 and str(default_series_ids[0]) not in series_candidates: series_candidates.append(str(default_series_ids[0])) if not series_candidates: return "NULL" return f"COALESCE({', '.join(series_candidates)})" def _write_formal_package_guard(f, target_pkg_id: int, legacy_meal_name: str) -> None: """写目标套餐校验,防止把加油包按主套餐迁入。 迁移脚本绕过 Service 层,必须在 SQL 文件里兜底校验 package_type。 """ f.write( "DO $$\n" "DECLARE\n" " v_package_type text;\n" "BEGIN\n" f" SELECT package_type INTO v_package_type FROM tb_package WHERE id = {target_pkg_id} AND deleted_at IS NULL;\n" " IF v_package_type IS NULL THEN\n" " RAISE EXCEPTION USING MESSAGE = " f"'迁移套餐映射无效: target_package_id={target_pkg_id} 不存在或已删除';\n" " END IF;\n" " IF v_package_type <> 'formal' THEN\n" " RAISE EXCEPTION USING MESSAGE = " f"'迁移套餐映射禁止指向加油包: legacy_meal_name=' || {_sql_str(legacy_meal_name)} || " f"', target_package_id={target_pkg_id}, package_type=' || v_package_type;\n" " END IF;\n" "END;\n" "$$;\n\n" ) def _write_shop_guards(f, shop_codes: set[str]) -> None: """写目标店铺存在性校验,防止 shop_code 缺失时静默写入平台库存。""" for shop_code in sorted(x for x in shop_codes if x): f.write( "DO $$\n" "BEGIN\n" " IF NOT EXISTS (\n" " SELECT 1 FROM tb_shop\n" f" WHERE shop_code = {_sql_str(shop_code)} AND deleted_at IS NULL\n" " ) THEN\n" " RAISE EXCEPTION USING MESSAGE = " f"'迁移目标店铺不存在或已删除: shop_code={shop_code}';\n" " END IF;\n" "END;\n" "$$;\n\n" ) def _required_shop_codes_for_step1( cards: list[CardRow], devices: list[DeviceRow], mapping: Mapping, card_metas: Optional[dict[str, LegacyCardMeta]] = None, ) -> set[str]: """收集资产导入需要校验的目标店铺码。""" devices_by_virtual_no = _device_by_virtual_no(devices) codes = {_resolve_device_ownership(d, mapping, card_metas).target_shop_code for d in devices} codes.update(_resolve_card_ownership(c, mapping, card_metas, devices_by_virtual_no).target_shop_code for c in cards) return {code for code in codes if code} def _device_by_virtual_no(devices: list[DeviceRow]) -> dict[str, DeviceRow]: return {d.virtual_no: d for d in devices} def _device_virtual_no_set(devices: list[DeviceRow]) -> set[str]: return {d.virtual_no for d in devices if d.virtual_no} def _card_virtual_no_for_import(meta: LegacyCardMeta, device_virtual_nos: set[str]) -> str: """返回可安全写入卡表的 virtual_no。 奇成里绑定设备的主卡可能把设备号放在卡 virtual_no 字段。新系统全局标识符要求 设备号归属 device，不能再注册成 iot_card，否则资产解析会变成卡视角。 """ if not meta.virtual_no: return "" if meta.virtual_no in device_virtual_nos: return "" return meta.virtual_no def _runtime_asset_for_card(card: CardRow, devices_by_virtual_no: dict[str, DeviceRow]) -> tuple[str, str] | None: """返回运行态套餐/订单归属：(asset_type, asset_identifier)。 独立卡归属 iot_card；设备绑定卡只用设备当前槽位卡生成一条设备级套餐， 其他槽位不重复生成，避免同一设备出现多条并列主套餐。 """ if not card.bound_device_virtual_no: return "iot_card", card.iccid_full device = devices_by_virtual_no.get(card.bound_device_virtual_no) if device is None: return None if card.iccid_full != _device_package_source_iccid(device): return None return "device", device.virtual_no # ============================================================ # 脚本1:资产导入 # ============================================================ def write_step1( output_dir: Path, *, cards: list[CardRow], devices: list[DeviceRow], mapping: Mapping, card_metas: dict[str, LegacyCardMeta], duplicate_iccids: set[str], errors: list[ErrorRow], ) -> None: """生成 step1_* SQL + errors.csv + summary.txt。 会就地修改 errors 列表,把映射缺失等问题追加进去。 Args: card_metas: {完整 ICCID: LegacyCardMeta} duplicate_iccids: 同一完整 ICCID 在奇成命中多条 tbl_card 记录的集合,直接报错阻断 """ user_id = mapping.migration_user_id # 预检 carrier 映射 + 运营商一致性 + 重复命中,把异常卡剔除 valid_cards = _filter_cards_by_carrier(cards, card_metas, duplicate_iccids, mapping, errors) valid_devices = _filter_devices_by_slots(devices, errors) cards_by_iccid = {c.iccid_full: c for c in valid_cards} _write_iot_cards(output_dir / "step1_01_iot_cards.sql", valid_cards, valid_devices, card_metas, mapping, user_id) _write_devices(output_dir / "step1_02_devices.sql", valid_devices, card_metas, mapping, user_id) _write_asset_identifiers(output_dir / "step1_03_asset_identifiers.sql", valid_cards, valid_devices, card_metas) _write_asset_wallets(output_dir / "step1_04_asset_wallets.sql", valid_cards, valid_devices) _write_sim_bindings(output_dir / "step1_05_sim_bindings.sql", valid_devices, cards_by_iccid) _write_shop_allocations( output_dir / "step1_06_shop_allocations.sql", valid_cards, valid_devices, card_metas, mapping, user_id ) _write_ownership_resolution(output_dir / "ownership_resolution.csv", valid_cards, valid_devices, mapping, card_metas) _write_errors(output_dir / "errors.csv", errors) _write_summary_step1(output_dir / "summary.txt", valid_cards, valid_devices, errors, mapping, card_metas) def _filter_cards_by_carrier( cards: list[CardRow], card_metas: dict[str, LegacyCardMeta], duplicate_iccids: set[str], mapping: Mapping, errors: list[ErrorRow], ) -> list[CardRow]: """筛掉:奇成查不到 / 命中多条 / carrier 映射缺失 / target_* 未填 / 运营商与 iccid 长度不一致 的卡。""" valid: list[CardRow] = [] for c in cards: if c.iccid_full in duplicate_iccids: errors.append(ErrorRow( "cards.csv", c.line_no, "iccid", c.iccid_full, "legacy_duplicate", "奇成 tbl_card 中同一 ICCID 命中多条记录,请业务方人工确认", )) continue meta = card_metas.get(c.iccid_full) if meta is None: errors.append(ErrorRow( "cards.csv", c.line_no, "iccid", c.iccid_full, "not_in_legacy", "奇成 tbl_card 中找不到该 ICCID(iccid_19/iccid_20 都没命中)", )) continue if not meta.account_id: errors.append(ErrorRow( "cards.csv", c.line_no, "iccid", c.iccid_full, "no_carrier_account", "奇成 tbl_card.account_id 为空,无法定位具体运营商账号映射", )) continue carrier = mapping.lookup_carrier(meta.account_id) if carrier is None: errors.append(ErrorRow( "cards.csv", c.line_no, "account_id", meta.account_id, "carrier_not_in_mapping", f"mapping.yaml.carriers 未配置 account_id={meta.account_id} " f"({meta.account_name}, category={meta.category}/{meta.category_name})", )) continue try: carrier.require_target() except MissingTargetError as exc: errors.append(ErrorRow( "cards.csv", c.line_no, "account_id", meta.account_id, "carrier_target_missing", str(exc), )) continue # 运营商类型与业务方 iccid_20 一致性校验 err = iccid_utils.validate_carrier_iccid_match(c.iccid_20, carrier.target_carrier_type or "") if err is not None: errors.append(ErrorRow( "cards.csv", c.line_no, "iccid_20", c.iccid_20, err.code, err.message, )) continue valid.append(c) return valid def _filter_devices_by_slots(devices: list[DeviceRow], errors: list[ErrorRow]) -> list[DeviceRow]: """筛掉当前槽位或旧套餐读取槽位无卡的设备。""" valid: list[DeviceRow] = [] for d in devices: blocked = False if d.current_slot not in d.sim_iccids: errors.append(ErrorRow( "devices.csv", d.line_no, "current_slot", str(d.current_slot), "current_slot_empty", f"current_slot={d.current_slot} 对应 sim_iccid_{d.current_slot} 为空", )) blocked = True if d.package_source_slot not in d.sim_iccids: errors.append(ErrorRow( "devices.csv", d.line_no, "package_source_slot", str(d.package_source_slot), "package_source_slot_empty", f"package_source_slot={d.package_source_slot} 对应 sim_iccid_{d.package_source_slot} 为空", )) blocked = True if blocked: continue valid.append(d) return valid def _write_iot_cards( path: Path, cards: list[CardRow], devices: list[DeviceRow], card_metas: dict[str, LegacyCardMeta], mapping: Mapping, user_id: int, ) -> None: """写 tb_iot_card。元数据从奇成 card_metas + mapping 推导,iccid_19/iccid_20 用业务方两列。""" device_virtual_nos = _device_virtual_no_set(devices) devices_by_virtual_no = _device_by_virtual_no(devices) shop_codes = _required_shop_codes_for_step1(cards, devices, mapping, card_metas) with path.open("w", encoding="utf-8") as f: f.write(_file_header("step1_01 卡资产导入 (tb_iot_card)")) _write_shop_guards(f, shop_codes) for c in cards: meta = card_metas[c.iccid_full] carrier = mapping.lookup_carrier(meta.account_id) assert carrier is not None # 已被 _filter_cards_by_carrier 保证 # 业务方直接给的两列;iccid 唯一键 = 有 iccid_20 用 iccid_20,否则 iccid_19 iccid_20_expr = _sql_str(c.iccid_20) if c.iccid_20 else "NULL" card_category = "industry" if c.is_industry else "normal" shop_code = _resolve_card_ownership(c, mapping, card_metas, devices_by_virtual_no).target_shop_code series_id_expr = _target_series_id_expr_for_iccid(c.iccid_full, card_metas, mapping) card_virtual_no = _card_virtual_no_for_import(meta, device_virtual_nos) is_standalone = "FALSE" if c.bound_device_virtual_no else "TRUE" device_virtual_no = c.bound_device_virtual_no or "" card_status = 2 if shop_code else 1 shop_id_expr = _shop_id_sub(shop_code) # 免停机迁移：代理配置 no_downtime=true 且卡在奇成有当前生效正式套餐 # finalize 保证最后执行，此时 step2 套餐已落库，轮询系统不会在此之前触碰这张卡 is_no_downtime = bool(meta.current_meal_id) and mapping.is_no_downtime_agent(meta.agent_id) if is_no_downtime: activation_status = 1 real_name_status = 1 # 卡在线说明已实名，写 1 防止 EvaluateAndAct 因 not_realname 停机 network_status = 1 stop_reason_expr = "NULL" else: activation_status = 0 real_name_status = 0 network_status = 0 stop_reason_expr = _sql_str(_initial_polling_stop_reason(c)) f.write( "INSERT INTO tb_iot_card (\n" " iccid, iccid_19, iccid_20,\n" " carrier_id, carrier_type, carrier_name,\n" " card_category, batch_no,\n" " status, activation_status, real_name_status, network_status,\n" " asset_status, generation, is_standalone,\n" " realname_policy, stop_reason,\n" " msisdn, virtual_no, shop_id, series_id,\n" " device_virtual_no, gateway_extend,\n" " creator, updater, created_at, updated_at\n" ") VALUES (\n" f" {_sql_str(c.iccid_full)}, {_sql_str(c.iccid_19)}, {iccid_20_expr},\n" f" {carrier.target_carrier_id}, {_sql_str(carrier.target_carrier_type)}, {_sql_str(carrier.target_carrier_name)},\n" f" {_sql_str(card_category)}, {_sql_str(mapping.migration_batch_no)},\n" f" {card_status}, {activation_status}, {real_name_status}, {network_status},\n" f" 1, 1, {is_standalone},\n" f" 'after_order', {stop_reason_expr},\n" f" {_sql_str(meta.msisdn) if meta.msisdn else 'NULL'}, " f"{_sql_str(card_virtual_no) if card_virtual_no else 'NULL'}, " f"{shop_id_expr}, {series_id_expr},\n" f" {_sql_str(device_virtual_no)}, '',\n" f" {user_id}, {user_id}, NOW(), NOW()\n" ")\n" "ON CONFLICT (iccid) WHERE deleted_at IS NULL DO NOTHING;\n\n" ) f.write( "UPDATE tb_iot_card\n" "SET\n" f" status = {card_status},\n" f" shop_id = {shop_id_expr},\n" f" series_id = COALESCE({series_id_expr}, series_id),\n" f" virtual_no = {_sql_str(card_virtual_no) if card_virtual_no else 'NULL'},\n" f" is_standalone = {is_standalone},\n" f" device_virtual_no = {_sql_str(device_virtual_no)},\n" " updated_at = NOW()\n" f"WHERE iccid = {_sql_str(c.iccid_full)} AND deleted_at IS NULL\n" " AND (\n" f" status IS DISTINCT FROM {card_status}\n" f" OR shop_id IS DISTINCT FROM {shop_id_expr}\n" f" OR ({series_id_expr}) IS NOT NULL AND series_id IS DISTINCT FROM ({series_id_expr})\n" f" OR virtual_no IS DISTINCT FROM {_sql_str(card_virtual_no) if card_virtual_no else 'NULL'}\n" f" OR is_standalone IS DISTINCT FROM {is_standalone}\n" f" OR device_virtual_no IS DISTINCT FROM {_sql_str(device_virtual_no)}\n" " );\n\n" ) def _write_devices( path: Path, devices: list[DeviceRow], card_metas: dict[str, LegacyCardMeta], mapping: Mapping, user_id: int, ) -> None: """设备表 INSERT。 业务方不关心的字段都写默认值: manufacturer = NULL(可后台编辑) max_sim_slots = 4 status = 有店铺归属则已分销,否则在库;asset_status / online_status = 1 / 0 enable_polling = TRUE,realname_policy = 'after_order' software_version = '',switch_mode = '0'(自动切卡) """ with path.open("w", encoding="utf-8") as f: f.write(_file_header("step1_02 设备资产导入 (tb_device)")) _write_shop_guards(f, _required_shop_codes_for_step1([], devices, mapping, card_metas)) for d in devices: shop_code = _resolve_device_shop_code(d, card_metas, mapping) device_status = 2 if shop_code else 1 shop_id_expr = _shop_id_sub(shop_code) source_iccid = _device_package_source_iccid(d) series_id_expr = _target_series_id_expr_for_iccid(source_iccid, card_metas, mapping) f.write( "INSERT INTO tb_device (\n" " virtual_no, max_sim_slots, imei,\n" " device_name, device_model, device_type,\n" " status, asset_status, generation, online_status,\n" " enable_polling, realname_policy,\n" " software_version, switch_mode,\n" " batch_no, shop_id, series_id,\n" " creator, updater, created_at, updated_at\n" ") VALUES (\n" f" {_sql_str(d.virtual_no)}, {d.max_sim_slots}, " f"{_sql_str(d.imei) if d.imei else 'NULL'},\n" f" {_sql_str(d.device_name) if d.device_name else 'NULL'}, " f"{_sql_str(d.device_model) if d.device_model else 'NULL'}, " f"{_sql_str(d.device_type) if d.device_type else 'NULL'},\n" f" {device_status}, 1, 1, 0,\n" " TRUE, 'after_order',\n" " '', '0',\n" f" {_sql_str(mapping.migration_batch_no)}, {shop_id_expr}, {series_id_expr},\n" f" {user_id}, {user_id}, NOW(), NOW()\n" ")\n" "ON CONFLICT (virtual_no) WHERE deleted_at IS NULL DO NOTHING;\n\n" ) metadata_updates = [ (column, value) for column, value in ( ("max_sim_slots", str(d.max_sim_slots)), ("status", str(device_status)), ("shop_id", shop_id_expr), ("series_id", series_id_expr), ("device_name", d.device_name), ("device_model", d.device_model), ("device_type", d.device_type), ) if value or column in {"max_sim_slots", "status", "shop_id"} ] if metadata_updates: sql_literal_columns = {"max_sim_slots", "status", "shop_id", "series_id"} set_lines = [ f"{column} = COALESCE({value}, {column})" if column == "series_id" else f"{column} = {value}" if column in sql_literal_columns else f"{column} = {_sql_str(value)}" for column, value in metadata_updates ] diff_checks = [ f"({value}) IS NOT NULL AND {column} IS DISTINCT FROM ({value})" if column == "series_id" else f"{column} IS DISTINCT FROM {value}" if column in sql_literal_columns else f"{column} IS DISTINCT FROM {_sql_str(value)}" for column, value in metadata_updates ] set_sql = ",\n ".join(set_lines) diff_sql = " OR ".join(diff_checks) f.write( "UPDATE tb_device\n" "SET\n" f" {set_sql},\n" " updated_at = NOW()\n" f"WHERE virtual_no = {_sql_str(d.virtual_no)} AND deleted_at IS NULL\n" f" AND ({diff_sql});\n\n" ) def _write_asset_identifiers( path: Path, cards: list[CardRow], devices: list[DeviceRow], card_metas: dict[str, LegacyCardMeta], ) -> None: """卡的 iccid + 安全卡虚拟号和设备 virtual_no 都注册。""" device_virtual_nos = _device_virtual_no_set(devices) with path.open("w", encoding="utf-8") as f: f.write(_file_header("step1_03 资产标识符注册 (tb_asset_identifier)")) for c in cards: meta = card_metas[c.iccid_full] card_virtual_no = _card_virtual_no_for_import(meta, device_virtual_nos) f.write( "INSERT INTO tb_asset_identifier (identifier, asset_type, asset_id)\n" f"SELECT {_sql_str(c.iccid_full)}, 'iot_card', id FROM tb_iot_card\n" f"WHERE iccid = {_sql_str(c.iccid_full)} AND deleted_at IS NULL\n" "ON CONFLICT (identifier) DO NOTHING;\n\n" ) if card_virtual_no: f.write( "INSERT INTO tb_asset_identifier (identifier, asset_type, asset_id)\n" f"SELECT {_sql_str(card_virtual_no)}, 'iot_card', id FROM tb_iot_card\n" f"WHERE iccid = {_sql_str(c.iccid_full)} AND deleted_at IS NULL\n" "ON CONFLICT (identifier) DO NOTHING;\n\n" ) for d in devices: f.write( "INSERT INTO tb_asset_identifier (identifier, asset_type, asset_id)\n" f"SELECT {_sql_str(d.virtual_no)}, 'device', id FROM tb_device\n" f"WHERE virtual_no = {_sql_str(d.virtual_no)} AND deleted_at IS NULL\n" "ON CONFLICT (identifier) DO NOTHING;\n\n" ) def _write_asset_wallets(path: Path, cards: list[CardRow], devices: list[DeviceRow]) -> None: """卡和设备各一条钱包,初始余额 0。""" with path.open("w", encoding="utf-8") as f: f.write(_file_header("step1_04 资产钱包初始化 (tb_asset_wallet)")) for c in cards: f.write( "INSERT INTO tb_asset_wallet (\n" " resource_type, resource_id, balance, frozen_balance,\n" " currency, status, version, shop_id_tag,\n" " created_at, updated_at\n" ")\n" "SELECT 'iot_card', id, 0, 0,\n" " 'CNY', 1, 0, COALESCE(shop_id, 0),\n" " NOW(), NOW()\n" "FROM tb_iot_card\n" f"WHERE iccid = {_sql_str(c.iccid_full)} AND deleted_at IS NULL\n" "ON CONFLICT (resource_type, resource_id) WHERE deleted_at IS NULL DO NOTHING;\n\n" ) f.write( "UPDATE tb_asset_wallet w\n" "SET shop_id_tag = COALESCE(c.shop_id, 0),\n" " updated_at = NOW()\n" "FROM tb_iot_card c\n" "WHERE w.resource_type = 'iot_card'\n" " AND w.resource_id = c.id\n" " AND w.deleted_at IS NULL\n" f" AND c.iccid = {_sql_str(c.iccid_full)} AND c.deleted_at IS NULL\n" " AND w.shop_id_tag IS DISTINCT FROM COALESCE(c.shop_id, 0);\n\n" ) for d in devices: f.write( "INSERT INTO tb_asset_wallet (\n" " resource_type, resource_id, balance, frozen_balance,\n" " currency, status, version, shop_id_tag,\n" " created_at, updated_at\n" ")\n" "SELECT 'device', id, 0, 0,\n" " 'CNY', 1, 0, COALESCE(shop_id, 0),\n" " NOW(), NOW()\n" "FROM tb_device\n" f"WHERE virtual_no = {_sql_str(d.virtual_no)} AND deleted_at IS NULL\n" "ON CONFLICT (resource_type, resource_id) WHERE deleted_at IS NULL DO NOTHING;\n\n" ) f.write( "UPDATE tb_asset_wallet w\n" "SET shop_id_tag = COALESCE(d.shop_id, 0),\n" " updated_at = NOW()\n" "FROM tb_device d\n" "WHERE w.resource_type = 'device'\n" " AND w.resource_id = d.id\n" " AND w.deleted_at IS NULL\n" f" AND d.virtual_no = {_sql_str(d.virtual_no)} AND d.deleted_at IS NULL\n" " AND w.shop_id_tag IS DISTINCT FROM COALESCE(d.shop_id, 0);\n\n" ) def _write_sim_bindings( path: Path, devices: list[DeviceRow], cards_by_iccid: dict[str, CardRow], ) -> None: with path.open("w", encoding="utf-8") as f: f.write(_file_header("step1_05 设备-卡绑定 (tb_device_sim_binding)")) for d in devices: for slot, iccid in sorted(d.sim_iccids.items()): card = cards_by_iccid.get(iccid) if card is None: continue # 该卡可能被 carrier 校验剔除,跳过此 slot 绑定 is_current = "TRUE" if slot == d.current_slot else "FALSE" f.write( "INSERT INTO tb_device_sim_binding (\n" " device_id, iot_card_id, slot_position, bind_status, is_current,\n" " bind_time, creator, updater, created_at, updated_at\n" ")\n" f"SELECT d.id, c.id, {slot}, 1, {is_current},\n" " NOW(), 0, 0, NOW(), NOW()\n" "FROM tb_device d\n" "CROSS JOIN tb_iot_card c\n" f"WHERE d.virtual_no = {_sql_str(d.virtual_no)} AND d.deleted_at IS NULL\n" f" AND c.iccid = {_sql_str(card.iccid_full)} AND c.deleted_at IS NULL\n" "ON CONFLICT (device_id, slot_position) WHERE bind_status = 1 AND deleted_at IS NULL DO NOTHING;\n\n" ) f.write( "UPDATE tb_iot_card c\n" "SET is_standalone = FALSE,\n" " device_virtual_no = d.virtual_no,\n" " shop_id = d.shop_id,\n" " status = CASE WHEN d.shop_id IS NULL THEN 1 ELSE 2 END,\n" " updated_at = NOW()\n" "FROM tb_device d\n" f"WHERE d.virtual_no = {_sql_str(d.virtual_no)} AND d.deleted_at IS NULL\n" f" AND c.iccid = {_sql_str(card.iccid_full)} AND c.deleted_at IS NULL\n" " AND (\n" " c.is_standalone IS DISTINCT FROM FALSE\n" " OR c.device_virtual_no IS DISTINCT FROM d.virtual_no\n" " OR c.shop_id IS DISTINCT FROM d.shop_id\n" " OR c.status IS DISTINCT FROM CASE WHEN d.shop_id IS NULL THEN 1 ELSE 2 END\n" " );\n\n" ) f.write( "UPDATE tb_asset_wallet w\n" "SET shop_id_tag = COALESCE(c.shop_id, 0),\n" " updated_at = NOW()\n" "FROM tb_iot_card c\n" f"WHERE c.iccid = {_sql_str(card.iccid_full)} AND c.deleted_at IS NULL\n" " AND w.resource_type = 'iot_card'\n" " AND w.resource_id = c.id\n" " AND w.deleted_at IS NULL\n" " AND w.shop_id_tag IS DISTINCT FROM COALESCE(c.shop_id, 0);\n\n" ) def _write_shop_allocations( path: Path, cards: list[CardRow], devices: list[DeviceRow], card_metas: dict[str, LegacyCardMeta], mapping: Mapping, user_id: int, ) -> None: """只为带店铺归属的资产生成分配记录;设备上的卡跟随设备分配。""" with path.open("w", encoding="utf-8") as f: f.write(_file_header("step1_06 店铺分配记录 (tb_asset_allocation_record)")) _write_shop_guards(f, _required_shop_codes_for_step1(cards, devices, mapping, card_metas)) no_ts = _now_for_no() for c in cards: if c.bound_device_virtual_no: continue shop_code = _resolve_card_ownership(c, mapping, card_metas, _device_by_virtual_no(devices)).target_shop_code if not shop_code: continue allocation_no = f"{ALLOCATION_NO_PREFIX}CARD-{no_ts}-{c.line_no}" f.write( "INSERT INTO tb_asset_allocation_record (\n" " allocation_no, allocation_type, asset_type, asset_id, asset_identifier,\n" " from_owner_type, to_owner_type, to_owner_id,\n" " operator_id, remark,\n" " creator, updater, created_at, updated_at\n" ")\n" f"SELECT {_sql_str(allocation_no)}, 'allocate', 'iot_card', c.id, {_sql_str(c.iccid_full)},\n" " 'platform', 'shop', s.id,\n" f" {user_id}, '奇成数据迁移初始化分配',\n" f" {user_id}, {user_id}, NOW(), NOW()\n" "FROM tb_iot_card c\n" "CROSS JOIN tb_shop s\n" f"WHERE c.iccid = {_sql_str(c.iccid_full)} AND c.deleted_at IS NULL\n" f" AND s.shop_code = {_sql_str(shop_code)} AND s.deleted_at IS NULL;\n\n" ) for d in devices: shop_code = _resolve_device_shop_code(d, card_metas, mapping) if not shop_code: continue allocation_no = f"{ALLOCATION_NO_PREFIX}DEV-{no_ts}-{d.line_no}" f.write( "INSERT INTO tb_asset_allocation_record (\n" " allocation_no, allocation_type, asset_type, asset_id, asset_identifier,\n" " from_owner_type, to_owner_type, to_owner_id,\n" " operator_id, remark,\n" " creator, updater, created_at, updated_at\n" ")\n" f"SELECT {_sql_str(allocation_no)}, 'allocate', 'device', dev.id, {_sql_str(d.virtual_no)},\n" " 'platform', 'shop', s.id,\n" f" {user_id}, '奇成数据迁移初始化分配',\n" f" {user_id}, {user_id}, NOW(), NOW()\n" "FROM tb_device dev\n" "CROSS JOIN tb_shop s\n" f"WHERE dev.virtual_no = {_sql_str(d.virtual_no)} AND dev.deleted_at IS NULL\n" f" AND s.shop_code = {_sql_str(shop_code)} AND s.deleted_at IS NULL;\n\n" ) def _write_errors(path: Path, errors: list[ErrorRow]) -> None: with path.open("w", encoding="utf-8", newline="") as f: writer = csv.writer(f) writer.writerow(["source_file", "line_no", "field", "value", "error_code", "message"]) for e in errors: writer.writerow(e.to_csv_row()) def _write_ownership_resolution( path: Path, cards: list[CardRow], devices: list[DeviceRow], mapping: Mapping, card_metas: dict[str, LegacyCardMeta], ) -> None: """写资产归属审核文件。""" devices_by_virtual_no = _device_by_virtual_no(devices) with path.open("w", encoding="utf-8-sig", newline="") as f: writer = csv.writer(f) writer.writerow([ "asset_type", "asset_identifier", "source_iccid", "target_shop_code", "decision_source", "should_allocate", "current_slot", "current_slot_source", "package_source_slot", "package_source_slot_source", "reason", ]) for d in devices: item = _resolve_device_ownership(d, mapping, card_metas) writer.writerow([ item.asset_type, item.asset_identifier, item.source_iccid, item.target_shop_code, item.decision_source, "true" if item.should_allocate else "false", d.current_slot, d.current_slot_source, d.package_source_slot, d.package_source_slot_source, item.reason, ]) for c in cards: item = _resolve_card_ownership(c, mapping, card_metas, devices_by_virtual_no) writer.writerow([ item.asset_type, item.asset_identifier, item.source_iccid, item.target_shop_code, item.decision_source, "true" if item.should_allocate else "false", "", "", "", "", item.reason, ]) def write_runtime_input_errors(output_dir: Path, errors: list[ErrorRow]) -> None: """写运行态迁移的输入错误。""" _write_errors(output_dir / "errors.csv", errors) def _write_summary_step1( path: Path, cards: list[CardRow], devices: list[DeviceRow], errors: list[ErrorRow], mapping: Mapping, card_metas: dict[str, LegacyCardMeta], ) -> None: bound = sum(1 for c in cards if c.bound_device_virtual_no) devices_by_virtual_no = _device_by_virtual_no(devices) allocated_cards = sum( 1 for c in cards if _resolve_card_ownership(c, mapping, card_metas, devices_by_virtual_no).target_shop_code ) allocated_devices = sum(1 for d in devices if _resolve_device_ownership(d, mapping, card_metas).target_shop_code) lines = [ "奇成迁移 - 脚本1 资产导入摘要", "=" * 48, f"生成时间 : {datetime.now().strftime('%Y-%m-%d %H:%M:%S')}", f"卡有效总数 : {len(cards)}", f" 绑设备 : {bound}", f" 独立卡 : {len(cards) - bound}", f"设备总数 : {len(devices)}", f"分配卡数 : {allocated_cards}", f"分配设备数 : {allocated_devices}", f"异常行 : {len(errors)} (详见 errors.csv)", "", "店铺归属:由 mapping.yaml 的 overrides / ownership_rules / agents 决定,详见 ownership_resolution.csv", ] path.write_text("\n".join(lines) + "\n", encoding="utf-8") # ============================================================ # 脚本2:关联数据导入 # ============================================================ def write_step2( output_dir: Path, *, cards: list[CardRow], devices: list[DeviceRow], mapping: Mapping, card_metas: dict[str, LegacyCardMeta], usage_snapshots: dict[str, LegacyCardUsage], package_lifecycles: dict[str, list[LegacyPackageLifecycle]], commission_snapshots: dict[str, LegacyCommissionAccount], agent_balances: dict[str, LegacyAgentBalance], ) -> list[str]: """生成 step2_* SQL + warnings.csv + summary.txt。""" user_id = mapping.migration_user_id warnings: list[tuple[str, str, str]] = [] errors: list[ErrorRow] = [] devices_by_virtual_no = _device_by_virtual_no(devices) package_resolution_rows: list[list[str]] = [] resolved_packages = _resolve_runtime_packages( cards=cards, devices_by_virtual_no=devices_by_virtual_no, mapping=mapping, package_lifecycles=package_lifecycles, errors=errors, resolution_rows=package_resolution_rows, ) # 用量预检:虚用量 > 0 但没找到当前生效正式套餐的卡,无法精确反算真用量 # (按 flow_add_discount=0 处理,即真=虚,可能高估真用量;不阻断) for c in cards: snap = usage_snapshots.get(c.iccid_full) if snap is None or snap.virtual_used_mb <= 0: continue if not snap.has_active_package: warnings.append(( "usage_without_active_package", c.iccid_full, f"奇成虚用量 {snap.virtual_used_mb}MB,但 tbl_card_life 中没有当前生效正式套餐" "(status=1 且 type!=1),无法精确反算真用量,按 flow_add_discount=0 处理(真=虚)", )) _write_migration_orders(output_dir / "step2_01_migration_orders.sql", cards, resolved_packages, devices_by_virtual_no, user_id) _write_package_usages( output_dir / "step2_02_package_usages.sql", cards, resolved_packages, devices_by_virtual_no, usage_snapshots, user_id, ) _write_card_data_usage(output_dir / "step2_03_card_data_usage_update.sql", cards, usage_snapshots) _write_asset_series_update(output_dir / "step2_06_asset_series_update.sql", cards, resolved_packages, devices_by_virtual_no) # 代理钱包:只为 mapping.agents 中 target_shop_code 已填的项写入 eligible_agents = [a for a in mapping.agents.values() if (a.target_shop_code or "").strip()] _write_agent_wallet_init( output_dir / "step2_04_agent_wallet_init.sql", eligible_agents, agent_balances, commission_snapshots, warnings, ) _write_agent_wallet_transactions( output_dir / "step2_05_agent_wallet_transactions.sql", eligible_agents, agent_balances, commission_snapshots, user_id, ) _write_errors(output_dir / "errors.csv", errors) _write_warnings(output_dir / "warnings.csv", warnings) _write_package_resolution(output_dir / "package_resolution.csv", package_resolution_rows) _write_summary_step2( output_dir / "summary.txt", cards=cards, resolved=resolved_packages, errors=errors, package_resolution_rows=package_resolution_rows, devices_by_virtual_no=devices_by_virtual_no, agents=eligible_agents, warnings=warnings, ) return [w[2] for w in warnings] def _resolve_runtime_packages( *, cards: list[CardRow], devices_by_virtual_no: dict[str, DeviceRow], mapping: Mapping, package_lifecycles: dict[str, list[LegacyPackageLifecycle]], errors: list[ErrorRow], resolution_rows: list[list[str]], ) -> ResolvedPackageMap: """解析运行态套餐队列。""" resolved: ResolvedPackageMap = {} source_cards: list[tuple[CardRow, str, str]] = [] for card in cards: asset = _runtime_asset_for_card(card, devices_by_virtual_no) if asset is None: if card.bound_device_virtual_no: resolution_rows.append([ "iot_card", card.iccid_full, card.iccid_full, "", "", "", "", "", "", "", "skipped", "", "skipped", "非设备旧套餐读取槽位,不读取该卡旧套餐", "", "", "", ]) continue asset_type, asset_identifier = asset source_cards.append((card, asset_type, asset_identifier)) for card, asset_type, asset_identifier in source_cards: lifecycles = package_lifecycles.get(card.iccid_full, []) migratable = [ item for item in lifecycles if item.migration_status in mapping.package_rules.migrate_statuses ] skipped = [item for item in lifecycles if item.migration_status == "skipped"] for item in skipped: resolution_rows.append(_package_resolution_row( asset_type, asset_identifier, card.iccid_full, item, "", "", "skipped", item.skip_reason )) active_items = [item for item in migratable if item.migration_status == "active"] if len(active_items) > 1: msg = "同一资产存在多个当前生效正式套餐,无法唯一裁决" errors.append(ErrorRow( "tbl_card_life", 0, "iccid", card.iccid_full, "multiple_active_packages", f"{msg}: {card.iccid_full}", )) for item in migratable: resolution_rows.append(_package_resolution_row( asset_type, asset_identifier, card.iccid_full, item, "", "", "blocked", msg )) continue pending_items = sorted( [item for item in migratable if item.migration_status == "pending"], key=lambda item: item.stable_sort_key, ) ordered_items = active_items + pending_items for item in ordered_items: pkg_map = mapping.lookup_package(item.meal_id) if pkg_map is None: msg = f"mapping.yaml.packages 未配置 legacy_meal_id={item.meal_id} ({item.meal_name})" errors.append(ErrorRow("tbl_card_life", 0, "meal_id", item.meal_id, "package_not_in_mapping", msg)) resolution_rows.append(_package_resolution_row( asset_type, asset_identifier, card.iccid_full, item, "", "", "blocked", msg )) continue try: pkg_map.require_target() except MissingTargetError as exc: errors.append(ErrorRow( "tbl_card_life", 0, "meal_id", item.meal_id, "package_target_missing", str(exc) )) resolution_rows.append(_package_resolution_row( asset_type, asset_identifier, card.iccid_full, item, "", "", "blocked", str(exc) )) continue priority = 1 if item.migration_status == "active" else len(active_items) + pending_items.index(item) + 1 usage_status = 1 if item.migration_status == "active" else 0 resolved_item = ResolvedPackage( source_iccid=card.iccid_full, asset_type=asset_type, asset_identifier=asset_identifier, legacy_life_id=item.life_id, legacy_meal_id=item.meal_id, legacy_meal_name=item.meal_name or pkg_map.legacy_meal_name, legacy_meal_type=item.meal_type, legacy_status=item.status, target_package_id=pkg_map.target_package_id or 0, migration_status=item.migration_status, package_usage_status=usage_status, priority=priority, start_date=item.start_date or "", expire_date=item.expire_date or "", stable_sort_key=item.stable_sort_key, ) resolved.setdefault(card.iccid_full, []).append(resolved_item) resolution_rows.append(_package_resolution_row( asset_type, asset_identifier, card.iccid_full, item, str(resolved_item.target_package_id), str(priority), item.migration_status, "已生成迁移套餐", )) if not ordered_items and not skipped: resolution_rows.append([ asset_type, asset_identifier, card.iccid_full, "", "", "", "", "", "", "", "skipped", "", "skipped", "未查询到正式套餐生命周期", "", "", "", ]) return resolved def _package_resolution_row( asset_type: str, asset_identifier: str, source_iccid: str, item: LegacyPackageLifecycle, target_package_id: str, priority: str, decision: str, reason: str, ) -> list[str]: return [ asset_type, asset_identifier, source_iccid, item.source_table, item.life_id, item.meal_id, item.meal_name, item.meal_type, str(item.status), target_package_id, item.migration_status, priority, decision, reason, item.start_date or "", item.expire_date or "", item.stable_sort_key, ] def _make_card_order_no(iccid_full: str, priority: int = 1) -> str: """生成稳定迁移订单号。 新库 order_no 限制为 varchar(30)。多套餐队列使用 MIG--, 20 位 ICCID + 3 位以内 priority 总长仍小于 30。 """ return f"MIG-{iccid_full}-{priority}" def _write_migration_orders( path: Path, cards: list[CardRow], resolved_packages: ResolvedPackageMap, devices_by_virtual_no: dict[str, DeviceRow], user_id: int, ) -> None: """伪订单关键字段(详见方案文档 10.2):source=admin / buyer_type=personal / buyer_id=0 / payment_method=offline / payment_status=2 / commission_status=2 / commission_result=2 / amount=0。""" with path.open("w", encoding="utf-8") as f: f.write(_file_header("step2_01 迁移伪订单 (tb_order)")) for c in cards: packages = resolved_packages.get(c.iccid_full, []) if not packages: continue asset = _runtime_asset_for_card(c, devices_by_virtual_no) if asset is None: continue asset_type, asset_identifier = asset for pkg in packages: order_no = _make_card_order_no(c.iccid_full, pkg.priority) _write_formal_package_guard(f, pkg.target_package_id, pkg.legacy_meal_name) if asset_type == "device": f.write( "INSERT INTO tb_order (\n" " order_no, order_type, buyer_type, buyer_id,\n" " device_id, asset_identifier,\n" " total_amount, actual_paid_amount,\n" " payment_method, payment_status, paid_at,\n" " commission_status, commission_result, commission_config_version,\n" " source, generation,\n" " operator_account_type, operator_account_name,\n" " creator, updater, created_at, updated_at\n" ")\n" f"SELECT {_sql_str(order_no)}, 'device', 'personal', 0,\n" f" d.id, {_sql_str(asset_identifier)},\n" " 0, 0,\n" " 'offline', 2, NOW(),\n" " 2, 2, 0,\n" " 'admin', 1,\n" " 'platform', '奇成数据迁移',\n" f" {user_id}, {user_id}, NOW(), NOW()\n" "FROM tb_device d\n" f"WHERE d.virtual_no = {_sql_str(asset_identifier)} AND d.deleted_at IS NULL\n" "ON CONFLICT (order_no) WHERE deleted_at IS NULL DO NOTHING;\n\n" ) continue f.write( "INSERT INTO tb_order (\n" " order_no, order_type, buyer_type, buyer_id,\n" " iot_card_id, asset_identifier,\n" " total_amount, actual_paid_amount,\n" " payment_method, payment_status, paid_at,\n" " commission_status, commission_result, commission_config_version,\n" " source, generation,\n" " operator_account_type, operator_account_name,\n" " creator, updater, created_at, updated_at\n" ")\n" f"SELECT {_sql_str(order_no)}, 'single_card', 'personal', 0,\n" f" c.id, {_sql_str(c.iccid_full)},\n" " 0, 0,\n" " 'offline', 2, NOW(),\n" " 2, 2, 0,\n" " 'admin', 1,\n" " 'platform', '奇成数据迁移',\n" f" {user_id}, {user_id}, NOW(), NOW()\n" "FROM tb_iot_card c\n" f"WHERE c.iccid = {_sql_str(c.iccid_full)} AND c.deleted_at IS NULL\n" "ON CONFLICT (order_no) WHERE deleted_at IS NULL DO NOTHING;\n\n" ) def _write_package_usages( path: Path, cards: list[CardRow], resolved_packages: ResolvedPackageMap, devices_by_virtual_no: dict[str, DeviceRow], usage_snapshots: dict[str, LegacyCardUsage], user_id: int, ) -> None: with path.open("w", encoding="utf-8") as f: f.write(_file_header("step2_02 套餐使用记录 (tb_package_usage)")) for c in cards: packages = resolved_packages.get(c.iccid_full, []) if not packages: continue asset = _runtime_asset_for_card(c, devices_by_virtual_no) if asset is None: continue asset_type, _asset_identifier = asset for pkg in packages: order_no = _make_card_order_no(c.iccid_full, pkg.priority) _write_formal_package_guard(f, pkg.target_package_id, pkg.legacy_meal_name) activated_expr = f"{_sql_str(pkg.start_date)}::timestamp" if pkg.migration_status == "active" and pkg.start_date else "NULL" expires_expr = f"{_sql_str(pkg.expire_date)}::timestamp" if pkg.expire_date else "NULL" snap = usage_snapshots.get(c.iccid_full) active_used_mb = snap.real_used_mb_floor if snap is not None else 0 used_mb = active_used_mb if pkg.migration_status == "active" else 0 effective_limit_expr = ( "CASE WHEN p.enable_virtual_data AND p.virtual_data_mb > 0 " "THEN p.virtual_data_mb ELSE p.real_data_mb END" ) usage_expr = f"LEAST({used_mb}, {effective_limit_expr})" carrier_column = "device_id" if asset_type == "device" else "iot_card_id" carrier_select = "o.device_id" if asset_type == "device" else "o.iot_card_id" usage_type = "device" if asset_type == "device" else "single_card" f.write( "INSERT INTO tb_package_usage (\n" " order_id, order_no, package_id, usage_type,\n" f" {carrier_column},\n" " data_limit_mb, data_usage_mb,\n" " virtual_total_mb_snapshot, display_gain_ratio_snapshot, enable_virtual_data_snapshot,\n" " status, priority, generation,\n" " activated_at, expires_at,\n" " package_name,\n" " package_price_config_status, package_is_gift,\n" " data_reset_cycle,\n" " creator, updater, created_at, updated_at\n" ")\n" f"SELECT o.id, o.order_no, p.id, {_sql_str(usage_type)},\n" f" {carrier_select},\n" f" p.real_data_mb, {usage_expr},\n" f" {effective_limit_expr},\n" " CASE WHEN p.enable_virtual_data AND p.virtual_data_mb > 0 THEN p.virtual_ratio ELSE 1.0 END,\n" " CASE WHEN p.enable_virtual_data AND p.virtual_data_mb > 0 THEN TRUE ELSE FALSE END,\n" f" {pkg.package_usage_status}, {pkg.priority}, 1,\n" f" {activated_expr}, {expires_expr},\n" " p.package_name,\n" " p.price_config_status, p.is_gift,\n" " p.data_reset_cycle,\n" f" {user_id}, {user_id}, NOW(), NOW()\n" "FROM tb_order o\n" f"JOIN tb_package p ON p.id = {pkg.target_package_id} AND p.package_type = 'formal' AND p.deleted_at IS NULL\n" f"WHERE o.order_no = {_sql_str(order_no)} AND o.deleted_at IS NULL\n" "ON CONFLICT (order_id, package_id) WHERE deleted_at IS NULL DO NOTHING;\n\n" ) def _write_card_data_usage(path: Path, cards: list[CardRow], usage_snapshots: dict[str, LegacyCardUsage]) -> None: """写卡累计流量基线 UPDATE。 三个字段都按"真用量"语义落库: - ``data_usage_mb``(BIGINT)= ``real_used_mb_floor``,sub-MB 上取整为 1 - ``current_month_usage_mb``(numeric)= ``real_used_mb`` 原始 Decimal,保留小数 - ``last_gateway_reading_mb``(double)= 同上,用作下次轮询增量计算的基线 """ with path.open("w", encoding="utf-8") as f: f.write(_file_header("step2_03 卡累计流量更新 (tb_iot_card 流量基线)")) for c in cards: snap = usage_snapshots.get(c.iccid_full) if snap is None or snap.real_used_mb <= 0: continue real_decimal = _sql_decimal(snap.real_used_mb) real_int = snap.real_used_mb_floor f.write( "UPDATE tb_iot_card\n" "SET\n" f" data_usage_mb = {real_int},\n" f" current_month_usage_mb = {real_decimal},\n" f" last_gateway_reading_mb = {real_decimal},\n" " current_month_start_date = COALESCE(current_month_start_date, DATE_TRUNC('month', NOW())::date),\n" " last_data_check_at = NOW(),\n" " last_sync_time = NOW(),\n" " updated_at = NOW()\n" f"WHERE iccid = {_sql_str(c.iccid_full)} AND deleted_at IS NULL;\n\n" ) def _write_asset_series_update( path: Path, cards: list[CardRow], resolved_packages: ResolvedPackageMap, devices_by_virtual_no: dict[str, DeviceRow], ) -> None: """按迁移套餐回填资产套餐系列。 step1 的 INSERT 遇到已存在资产会 DO NOTHING，所以这里用幂等 UPDATE 覆盖已导入资产的漏写场景。 """ with path.open("w", encoding="utf-8") as f: f.write(_file_header("step2_06 资产套餐系列回填 (tb_iot_card / tb_device)")) for c in cards: packages = resolved_packages.get(c.iccid_full, []) if not packages: continue primary_pkg = packages[0] target_pkg_id = primary_pkg.target_package_id _write_formal_package_guard(f, target_pkg_id, primary_pkg.legacy_meal_name) f.write( "UPDATE tb_iot_card c\n" "SET series_id = p.series_id,\n" " updated_at = NOW()\n" "FROM tb_package p\n" f"WHERE c.iccid = {_sql_str(c.iccid_full)} AND c.deleted_at IS NULL\n" f" AND p.id = {target_pkg_id} AND p.package_type = 'formal' AND p.deleted_at IS NULL\n" " AND p.series_id IS NOT NULL\n" " AND c.series_id IS DISTINCT FROM p.series_id;\n\n" ) asset = _runtime_asset_for_card(c, devices_by_virtual_no) if asset is None: continue asset_type, asset_identifier = asset if asset_type == "device": f.write( "UPDATE tb_device d\n" "SET series_id = p.series_id,\n" " updated_at = NOW()\n" "FROM tb_package p\n" f"WHERE d.virtual_no = {_sql_str(asset_identifier)} AND d.deleted_at IS NULL\n" f" AND p.id = {target_pkg_id} AND p.package_type = 'formal' AND p.deleted_at IS NULL\n" " AND p.series_id IS NOT NULL\n" " AND d.series_id IS DISTINCT FROM p.series_id;\n\n" ) def _write_agent_wallet_init( path: Path, eligible_agents, agent_balances: dict[str, LegacyAgentBalance], commission_snapshots: dict[str, LegacyCommissionAccount], warnings: list[tuple[str, str, str]], ) -> None: with path.open("w", encoding="utf-8") as f: f.write(_file_header("step2_04 代理钱包初始化 (tb_agent_wallet, main + commission)")) for a in eligible_agents: balance = agent_balances.get(a.legacy_agent_id) commission = commission_snapshots.get(a.legacy_agent_id) if balance is None and commission is None: warnings.append(( "agent_no_legacy", a.legacy_agent_id, f"奇成代理 {a.legacy_agent_id} ({a.legacy_agent_name}) 没有 tbl_agent / 佣金账户记录", )) continue main_balance = balance.balance_fen if balance else 0 comm_balance = commission.can_draw_amount_fen if commission else 0 comm_frozen = commission.applying_draw_amount_fen if commission else 0 shop_sub = _shop_id_sub(a.target_shop_code) f.write( "INSERT INTO tb_agent_wallet (\n" " shop_id, wallet_type, balance, frozen_balance,\n" " currency, status, version, shop_id_tag,\n" " created_at, updated_at\n" ") VALUES (\n" f" {shop_sub}, 'main', {main_balance}, 0,\n" f" 'CNY', 1, 0, {shop_sub},\n" " NOW(), NOW()\n" ")\n" "ON CONFLICT (shop_id, wallet_type) WHERE deleted_at IS NULL DO NOTHING;\n\n" ) f.write( "INSERT INTO tb_agent_wallet (\n" " shop_id, wallet_type, balance, frozen_balance,\n" " currency, status, version, shop_id_tag,\n" " created_at, updated_at\n" ") VALUES (\n" f" {shop_sub}, 'commission', {comm_balance}, {comm_frozen},\n" f" 'CNY', 1, 0, {shop_sub},\n" " NOW(), NOW()\n" ")\n" "ON CONFLICT (shop_id, wallet_type) WHERE deleted_at IS NULL DO NOTHING;\n\n" ) def _write_agent_wallet_transactions( path: Path, eligible_agents, agent_balances: dict[str, LegacyAgentBalance], commission_snapshots: dict[str, LegacyCommissionAccount], user_id: int, ) -> None: with path.open("w", encoding="utf-8") as f: f.write(_file_header("step2_05 代理钱包初始化流水 (tb_agent_wallet_transaction)")) for a in eligible_agents: balance = agent_balances.get(a.legacy_agent_id) commission = commission_snapshots.get(a.legacy_agent_id) if balance is None and commission is None: continue main_amount = balance.balance_fen if balance else 0 comm_amount = commission.can_draw_amount_fen if commission else 0 comm_frozen = commission.applying_draw_amount_fen if commission else 0 shop_sub = _shop_id_sub(a.target_shop_code) for wallet_type, amount in (("main", main_amount), ("commission", comm_amount)): if amount <= 0: continue meta = { "source": METADATA_SOURCE, "legacy_agent_id": a.legacy_agent_id, "legacy_agent_name": a.legacy_agent_name, "legacy_field": "balance_money" if wallet_type == "main" else "can_draw_amount", } if wallet_type == "commission": meta["legacy_applying_draw_amount_fen"] = comm_frozen if commission: meta["legacy_total_commission_fen"] = commission.total_commission_amount_fen meta["legacy_total_draw_fen"] = commission.total_draw_amount_fen remark = ( f"奇成数据迁移初始化({'主钱包' if wallet_type == 'main' else '分佣钱包'})" f"源 agent_id={a.legacy_agent_id}" ) f.write( "INSERT INTO tb_agent_wallet_transaction (\n" " agent_wallet_id, shop_id, user_id,\n" " transaction_type, amount, balance_before, balance_after,\n" " status, reference_type, reference_id,\n" " remark, metadata,\n" " creator, shop_id_tag, created_at, updated_at\n" ")\n" f"SELECT w.id, w.shop_id, {user_id},\n" f" 'recharge', {amount}, 0, {amount},\n" " 1, 'topup', NULL,\n" f" {_sql_str(remark)}, {_sql_jsonb(meta)},\n" f" {user_id}, w.shop_id, NOW(), NOW()\n" "FROM tb_agent_wallet w\n" f"WHERE w.shop_id = {shop_sub}\n" f" AND w.wallet_type = {_sql_str(wallet_type)}\n" " AND w.deleted_at IS NULL\n" " AND NOT EXISTS (\n" " SELECT 1 FROM tb_agent_wallet_transaction t\n" " WHERE t.agent_wallet_id = w.id\n" f" AND t.metadata->>'source' = {_sql_str(METADATA_SOURCE)}\n" f" AND t.metadata->>'legacy_agent_id' = {_sql_str(a.legacy_agent_id)}\n" f" AND t.metadata->>'legacy_field' = {_sql_str(meta['legacy_field'])}\n" " AND t.deleted_at IS NULL\n" " );\n\n" ) def _write_warnings(path: Path, warnings: list[tuple[str, str, str]]) -> None: with path.open("w", encoding="utf-8", newline="") as f: writer = csv.writer(f) writer.writerow(["kind", "key", "message"]) for kind, key, message in warnings: writer.writerow([kind, key, message]) def _write_package_resolution(path: Path, rows: list[list[str]]) -> None: """写套餐解析审核文件。""" with path.open("w", encoding="utf-8-sig", newline="") as f: writer = csv.writer(f) writer.writerow([ "asset_type", "asset_identifier", "source_iccid", "source_table", "legacy_life_id", "legacy_meal_id", "legacy_meal_name", "legacy_meal_type", "legacy_status", "target_package_id", "target_status", "priority", "decision", "reason", "start_date", "expire_date", "stable_sort_key", ]) writer.writerows(rows) def _write_summary_step2(path: Path, *, cards, resolved, errors, package_resolution_rows, devices_by_virtual_no, agents, warnings) -> None: generated_count = sum( len(resolved.get(c.iccid_full, [])) for c in cards if _runtime_asset_for_card(c, devices_by_virtual_no) is not None ) active_count = sum(1 for items in resolved.values() for item in items if item.migration_status == "active") pending_count = sum(1 for items in resolved.values() for item in items if item.migration_status == "pending") skipped_count = sum(1 for row in package_resolution_rows if len(row) > 11 and row[11] == "skipped") lines = [ "奇成迁移 - 脚本2 关联数据导入摘要", "=" * 48, f"生成时间 : {datetime.now().strftime('%Y-%m-%d %H:%M:%S')}", f"卡总数 : {len(cards)}", f" 生成伪订单+套餐 : {generated_count}", f" active 套餐 : {active_count}", f" pending 套餐 : {pending_count}", f" 跳过套餐 : {skipped_count}", f"错误条目 : {len(errors)} (详见 errors.csv)", f"代理钱包初始化 : {len(agents)}", f"警告条目 : {len(warnings)} (详见 warnings.csv)", ] path.write_text("\n".join(lines) + "\n", encoding="utf-8")