test(tracking): raw 表压到 11 列 STRING，嵌套字段 to_json 不展开

Co-Authored-By: Claude Opus 4.7 (1M context) <noreply@anthropic.com>

tests/integration/tracking/ddl/hive_raw_es.sql

@@ -1,6 +1,7 @@
 -- 埋点 raw 层（ES SparkSQL 直读路径冒烟）
--- 表结构按 v_es_traces schema 1:1 翻：全 string + 嵌套 struct 保留
--- 临时表名 _es 后缀，与现有单字段表 test.raw_usr_traces_apd_d 并存；冒烟通过后下一轮收敛
+-- 表结构：顶层 11 列全 STRING；lib / properties 嵌套整层 to_json 存字符串
+-- 不展开嵌套字段——避免随事件类型 / SDK 升级带来 schema 漂移；解析延后到 ods
+-- 临时表名 _es 后缀，与现有单字段表 test.raw_usr_traces_apd_d 并存
 
 CREATE EXTERNAL TABLE IF NOT EXISTS test.raw_usr_traces_apd_d_es (
     _class STRING,
@@ -8,276 +9,14 @@ CREATE EXTERNAL TABLE IF NOT EXISTS test.raw_usr_traces_apd_d_es (
     distinctId STRING,
     event STRING,
     flushTime STRING,
-    lib STRUCT<
-        appVersion: STRING,
-        lib: STRING,
-        libDetail: STRING,
-        libMethod: STRING,
-        libVersion: STRING
-    >,
+    lib STRING,
     loginId STRING,
     productInstock STRING,
-    properties STRUCT<
-        appId: STRING,
-        appName: STRING,
-        appVersion: STRING,
-        brand: STRING,
-        carrier: STRING,
-        deviceId: STRING,
-        eventDuration: STRING,
-        isFirstDay: STRING,
-        isFirstTime: STRING,
-        isSubAccount: STRING,
-        lib: STRING,
-        libMethod: STRING,
-        libVersion: STRING,
-        manufacturer: STRING,
-        merchantId: STRING,
-        model: STRING,
-        networkType: STRING,
-        os: STRING,
-        osVersion: STRING,
-        params: STRUCT<
-            CalendarProductClick: STRING,
-            CalendarProductLikes: STRING,
-            CalendarProductShare: STRING,
-            CalendarProductView: STRING,
-            CalendarView: STRING,
-            ContentClick: STRING,
-            ContentDetail: STRING,
-            ContentSearchClick: STRING,
-            ContentSearchRequest: STRING,
-            ContentSearchResultClick: STRING,
-            ContentShare: STRING,
-            ContentView: STRING,
-            Duration: STRING,
-            OtherIconClick: STRING,
-            _class: STRING,
-            activityEachpoint: STRING,
-            activityExchangeNumber: STRING,
-            activityId: STRING,
-            activityName: STRING,
-            activityNumber: STRING,
-            adId: STRING,
-            adName: STRING,
-            adType: STRING,
-            adUrl: STRING,
-            addetailDuration: STRING,
-            bannerId: STRING,
-            bannerName: STRING,
-            bannerSort: STRING,
-            bannerSource: STRING,
-            bannerUrl: STRING,
-            bannerdetailDuration: STRING,
-            btnParam: STRING,
-            btnType: STRING,
-            buySouce: STRING,
-            calendarDuration: STRING,
-            calendarLikesSource: STRING,
-            calendarLikesStatus: STRING,
-            calendarName: STRING,
-            calendarProductDuration: STRING,
-            calendarProductId: STRING,
-            calendarProductListId: STRING,
-            calendarProductName: STRING,
-            calendarProductSource: STRING,
-            calendarSource: STRING,
-            cardName: STRING,
-            cardQuantity: STRING,
-            cardreportSouce: STRING,
-            clickType: STRING,
-            collectSouce: STRING,
-            contentDuration: STRING,
-            contentId: STRING,
-            contentMediaType: STRING,
-            contentSource: STRING,
-            contentStyleType: STRING,
-            contentTitle: STRING,
-            contentType: STRING,
-            couponAmount: STRING,
-            couponDetailsSource: STRING,
-            couponExchangeSource: STRING,
-            couponId: STRING,
-            couponName: STRING,
-            couponSource: STRING,
-            couponTable: STRING,
-            couponType: STRING,
-            duration: STRING,
-            entrySpecialEffectsSource: STRING,
-            exchangeIntegral: STRING,
-            expressName: STRING,
-            expressNo: STRING,
-            failReason: STRING,
-            followSouce: STRING,
-            freecardSouce: STRING,
-            freightAmount: STRING,
-            freightCouponAmount: STRING,
-            freightCouponExchangeSource: STRING,
-            freightCouponId: STRING,
-            freightCouponName: STRING,
-            freightCouponSource: STRING,
-            freightDetailsSource: STRING,
-            friendCode: STRING,
-            groupBuyQuantity: STRING,
-            groupCode: STRING,
-            groupDetailSouce: STRING,
-            groupDisplay: STRING,
-            groupId: STRING,
-            groupManufacturer: STRING,
-            groupName: STRING,
-            groupNumSpecifications: STRING,
-            groupPlay: STRING,
-            groupPrice: STRING,
-            groupProgress: STRING,
-            groupQuantity: STRING,
-            groupSets: STRING,
-            groupSource: STRING,
-            groupSpecifications: STRING,
-            groupSport: STRING,
-            groupStartTime: STRING,
-            groupState: STRING,
-            groupStoreSource: STRING,
-            groupType: STRING,
-            groupYear: STRING,
-            groupdetailDuration: STRING,
-            grouporderStatusName: STRING,
-            historyCouponTable: STRING,
-            homepageType: STRING,
-            isClickAllon: STRING,
-            isExchangeSuccess: STRING,
-            isFollowAnchor: STRING,
-            isFollowShop: STRING,
-            isLoginSuccess: STRING,
-            isNewRegister: STRING,
-            isOpenIcon: STRING,
-            isOpenSpecialEffects: STRING,
-            isSuccess: STRING,
-            isUseCoupon: STRING,
-            isUseStoreCoupon: STRING,
-            keyWord: STRING,
-            latLng: STRING,
-            levelIconSource: STRING,
-            lightActivityId: STRING,
-            lightActivityName: STRING,
-            limitedSource: STRING,
-            liveReplaySource: STRING,
-            log: STRING,
-            logType: STRING,
-            loginMethod: STRING,
-            loginSource: STRING,
-            luckybagId: STRING,
-            luckybagName: STRING,
-            luckybagResult: STRING,
-            mallOrderAmount: STRING,
-            mallorderStatusName: STRING,
-            menuCategory: STRING,
-            menuId: STRING,
-            menuName: STRING,
-            messagetypeName: STRING,
-            onsaleClickname: STRING,
-            onsaleQuantity: STRING,
-            orderActualAmount: STRING,
-            orderAmount: STRING,
-            orderId: STRING,
-            orderNo: STRING,
-            orderTotalQuantity: STRING,
-            paniniBaseId: STRING,
-            payResult: STRING,
-            payType: STRING,
-            paymentCallBack: STRING,
-            paymentChannel: STRING,
-            paymentMethod: STRING,
-            paymentSerialNumber: STRING,
-            playerId: STRING,
-            playerName: STRING,
-            pointsMallDiscountSource: STRING,
-            positionNumber: STRING,
-            productActivityType: STRING,
-            productBuyQuantity: STRING,
-            productCategory: STRING,
-            productCode: STRING,
-            productDetailSouce: STRING,
-            productDisplay: STRING,
-            productId: STRING,
-            productInstock: STRING,
-            productIntegral: STRING,
-            productName: STRING,
-            productNormalType: STRING,
-            productPrice: STRING,
-            productQuantity: STRING,
-            productReferenceprice: STRING,
-            productRemarks: STRING,
-            productRules: STRING,
-            productShoptype: STRING,
-            productSku: STRING,
-            productSkuBuyQuantity: STRING,
-            productSkuIntegral: STRING,
-            productSkuName: STRING,
-            productSkuPrice: STRING,
-            productSource: STRING,
-            productSpu: STRING,
-            productState: STRING,
-            productType: STRING,
-            productdetailDuration: STRING,
-            recId: STRING,
-            receiverAddress: STRING,
-            receiverArea: STRING,
-            receiverName: STRING,
-            receiverTelephone: STRING,
-            refAdId: STRING,
-            resultNumber: STRING,
-            roomId: STRING,
-            roomName: STRING,
-            roomSource: STRING,
-            roomType: STRING,
-            roomtypeName: STRING,
-            ruleSource: STRING,
-            scanKeyword: STRING,
-            scanResultNumber: STRING,
-            scanSouce: STRING,
-            screenshotId: STRING,
-            screenshotName: STRING,
-            screenshotSource: STRING,
-            searchSource: STRING,
-            shareSource: STRING,
-            shareType: STRING,
-            shopId: STRING,
-            shopName: STRING,
-            shopSouce: STRING,
-            showType: STRING,
-            slideUnlockQuantity: STRING,
-            specificationsClickname: STRING,
-            status: STRING,
-            storeCouponAmount: STRING,
-            storeCouponId: STRING,
-            storeCouponName: STRING,
-            storeId: STRING,
-            storeName: STRING,
-            toPath: STRING,
-            transportationCosts: STRING,
-            typeName: STRING,
-            userCode: STRING,
-            userType: STRING
-        >,
-        platform: STRING,
-        resumeFromBackground: STRING,
-        screenHeight: STRING,
-        screenWidth: STRING,
-        systemType: STRING,
-        timezoneOffset: STRING,
-        title: STRING,
-        userId: STRING,
-        userLevel: STRING,
-        userName: STRING,
-        userRole: STRING,
-        webUserName: STRING,
-        wgtVersion: STRING,
-        wifi: STRING
-    >,
-    time STRING,
+    properties STRING,
+    `time` STRING,
     type STRING
 )
-COMMENT '埋点贴源表（ES SparkSQL 直读冒烟，全 string）'
+COMMENT '埋点贴源表（ES SparkSQL 直读冒烟，11 列 STRING，嵌套字段 JSON 字符串）'
 PARTITIONED BY (dt STRING COMMENT 'yyyymmdd')
 STORED AS ORC
 LOCATION '/user/hive/warehouse/test.db/raw_usr_traces_apd_d_es';

tests/integration/tracking/es_insert_smoke.sql

@@ -14,9 +14,23 @@ OPTIONS (
 );
 
 INSERT OVERWRITE TABLE test.raw_usr_traces_apd_d_es PARTITION (dt='20260408')
-SELECT * FROM v_es_traces LIMIT 5000;
+SELECT
+    _class,
+    anonymousId,
+    distinctId,
+    event,
+    CAST(flushTime AS STRING) AS flushTime,
+    to_json(lib) AS lib,
+    loginId,
+    CAST(productInstock AS STRING) AS productInstock,
+    to_json(properties) AS properties,
+    CAST(`time` AS STRING) AS `time`,
+    type
+FROM v_es_traces LIMIT 5000;
 
 SELECT COUNT(*) AS cnt FROM test.raw_usr_traces_apd_d_es WHERE dt='20260408';
 
-SELECT _class, anonymousId, event, time, properties.os, properties.params.groupId
+SELECT _class, anonymousId, event, `time`,
+       get_json_object(properties, '$.os') AS os,
+       get_json_object(properties, '$.params.groupId') AS group_id
 FROM test.raw_usr_traces_apd_d_es WHERE dt='20260408' LIMIT 3;