| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283 |
- -- 埋点 raw 层(ES SparkSQL 直读路径冒烟)
- -- 表结构按 v_es_traces schema 1:1 翻:全 string + 嵌套 struct 保留
- -- 临时表名 _es 后缀,与现有单字段表 test.raw_usr_traces_apd_d 并存;冒烟通过后下一轮收敛
- CREATE EXTERNAL TABLE IF NOT EXISTS test.raw_usr_traces_apd_d_es (
- _class STRING,
- anonymousId STRING,
- distinctId STRING,
- event STRING,
- flushTime STRING,
- lib STRUCT<
- appVersion: STRING,
- lib: STRING,
- libDetail: STRING,
- libMethod: STRING,
- libVersion: STRING
- >,
- loginId STRING,
- productInstock STRING,
- properties STRUCT<
- appId: STRING,
- appName: STRING,
- appVersion: STRING,
- brand: STRING,
- carrier: STRING,
- deviceId: STRING,
- eventDuration: STRING,
- isFirstDay: STRING,
- isFirstTime: STRING,
- isSubAccount: STRING,
- lib: STRING,
- libMethod: STRING,
- libVersion: STRING,
- manufacturer: STRING,
- merchantId: STRING,
- model: STRING,
- networkType: STRING,
- os: STRING,
- osVersion: STRING,
- params: STRUCT<
- CalendarProductClick: STRING,
- CalendarProductLikes: STRING,
- CalendarProductShare: STRING,
- CalendarProductView: STRING,
- CalendarView: STRING,
- ContentClick: STRING,
- ContentDetail: STRING,
- ContentSearchClick: STRING,
- ContentSearchRequest: STRING,
- ContentSearchResultClick: STRING,
- ContentShare: STRING,
- ContentView: STRING,
- Duration: STRING,
- OtherIconClick: STRING,
- _class: STRING,
- activityEachpoint: STRING,
- activityExchangeNumber: STRING,
- activityId: STRING,
- activityName: STRING,
- activityNumber: STRING,
- adId: STRING,
- adName: STRING,
- adType: STRING,
- adUrl: STRING,
- addetailDuration: STRING,
- bannerId: STRING,
- bannerName: STRING,
- bannerSort: STRING,
- bannerSource: STRING,
- bannerUrl: STRING,
- bannerdetailDuration: STRING,
- btnParam: STRING,
- btnType: STRING,
- buySouce: STRING,
- calendarDuration: STRING,
- calendarLikesSource: STRING,
- calendarLikesStatus: STRING,
- calendarName: STRING,
- calendarProductDuration: STRING,
- calendarProductId: STRING,
- calendarProductListId: STRING,
- calendarProductName: STRING,
- calendarProductSource: STRING,
- calendarSource: STRING,
- cardName: STRING,
- cardQuantity: STRING,
- cardreportSouce: STRING,
- clickType: STRING,
- collectSouce: STRING,
- contentDuration: STRING,
- contentId: STRING,
- contentMediaType: STRING,
- contentSource: STRING,
- contentStyleType: STRING,
- contentTitle: STRING,
- contentType: STRING,
- couponAmount: STRING,
- couponDetailsSource: STRING,
- couponExchangeSource: STRING,
- couponId: STRING,
- couponName: STRING,
- couponSource: STRING,
- couponTable: STRING,
- couponType: STRING,
- duration: STRING,
- entrySpecialEffectsSource: STRING,
- exchangeIntegral: STRING,
- expressName: STRING,
- expressNo: STRING,
- failReason: STRING,
- followSouce: STRING,
- freecardSouce: STRING,
- freightAmount: STRING,
- freightCouponAmount: STRING,
- freightCouponExchangeSource: STRING,
- freightCouponId: STRING,
- freightCouponName: STRING,
- freightCouponSource: STRING,
- freightDetailsSource: STRING,
- friendCode: STRING,
- groupBuyQuantity: STRING,
- groupCode: STRING,
- groupDetailSouce: STRING,
- groupDisplay: STRING,
- groupId: STRING,
- groupManufacturer: STRING,
- groupName: STRING,
- groupNumSpecifications: STRING,
- groupPlay: STRING,
- groupPrice: STRING,
- groupProgress: STRING,
- groupQuantity: STRING,
- groupSets: STRING,
- groupSource: STRING,
- groupSpecifications: STRING,
- groupSport: STRING,
- groupStartTime: STRING,
- groupState: STRING,
- groupStoreSource: STRING,
- groupType: STRING,
- groupYear: STRING,
- groupdetailDuration: STRING,
- grouporderStatusName: STRING,
- historyCouponTable: STRING,
- homepageType: STRING,
- isClickAllon: STRING,
- isExchangeSuccess: STRING,
- isFollowAnchor: STRING,
- isFollowShop: STRING,
- isLoginSuccess: STRING,
- isNewRegister: STRING,
- isOpenIcon: STRING,
- isOpenSpecialEffects: STRING,
- isSuccess: STRING,
- isUseCoupon: STRING,
- isUseStoreCoupon: STRING,
- keyWord: STRING,
- latLng: STRING,
- levelIconSource: STRING,
- lightActivityId: STRING,
- lightActivityName: STRING,
- limitedSource: STRING,
- liveReplaySource: STRING,
- log: STRING,
- logType: STRING,
- loginMethod: STRING,
- loginSource: STRING,
- luckybagId: STRING,
- luckybagName: STRING,
- luckybagResult: STRING,
- mallOrderAmount: STRING,
- mallorderStatusName: STRING,
- menuCategory: STRING,
- menuId: STRING,
- menuName: STRING,
- messagetypeName: STRING,
- onsaleClickname: STRING,
- onsaleQuantity: STRING,
- orderActualAmount: STRING,
- orderAmount: STRING,
- orderId: STRING,
- orderNo: STRING,
- orderTotalQuantity: STRING,
- paniniBaseId: STRING,
- payResult: STRING,
- payType: STRING,
- paymentCallBack: STRING,
- paymentChannel: STRING,
- paymentMethod: STRING,
- paymentSerialNumber: STRING,
- playerId: STRING,
- playerName: STRING,
- pointsMallDiscountSource: STRING,
- positionNumber: STRING,
- productActivityType: STRING,
- productBuyQuantity: STRING,
- productCategory: STRING,
- productCode: STRING,
- productDetailSouce: STRING,
- productDisplay: STRING,
- productId: STRING,
- productInstock: STRING,
- productIntegral: STRING,
- productName: STRING,
- productNormalType: STRING,
- productPrice: STRING,
- productQuantity: STRING,
- productReferenceprice: STRING,
- productRemarks: STRING,
- productRules: STRING,
- productShoptype: STRING,
- productSku: STRING,
- productSkuBuyQuantity: STRING,
- productSkuIntegral: STRING,
- productSkuName: STRING,
- productSkuPrice: STRING,
- productSource: STRING,
- productSpu: STRING,
- productState: STRING,
- productType: STRING,
- productdetailDuration: STRING,
- recId: STRING,
- receiverAddress: STRING,
- receiverArea: STRING,
- receiverName: STRING,
- receiverTelephone: STRING,
- refAdId: STRING,
- resultNumber: STRING,
- roomId: STRING,
- roomName: STRING,
- roomSource: STRING,
- roomType: STRING,
- roomtypeName: STRING,
- ruleSource: STRING,
- scanKeyword: STRING,
- scanResultNumber: STRING,
- scanSouce: STRING,
- screenshotId: STRING,
- screenshotName: STRING,
- screenshotSource: STRING,
- searchSource: STRING,
- shareSource: STRING,
- shareType: STRING,
- shopId: STRING,
- shopName: STRING,
- shopSouce: STRING,
- showType: STRING,
- slideUnlockQuantity: STRING,
- specificationsClickname: STRING,
- status: STRING,
- storeCouponAmount: STRING,
- storeCouponId: STRING,
- storeCouponName: STRING,
- storeId: STRING,
- storeName: STRING,
- toPath: STRING,
- transportationCosts: STRING,
- typeName: STRING,
- userCode: STRING,
- userType: STRING
- >,
- platform: STRING,
- resumeFromBackground: STRING,
- screenHeight: STRING,
- screenWidth: STRING,
- systemType: STRING,
- timezoneOffset: STRING,
- title: STRING,
- userId: STRING,
- userLevel: STRING,
- userName: STRING,
- userRole: STRING,
- webUserName: STRING,
- wgtVersion: STRING,
- wifi: STRING
- >,
- time STRING,
- type STRING
- )
- COMMENT '埋点贴源表(ES SparkSQL 直读冒烟,全 string)'
- PARTITIONED BY (dt STRING COMMENT 'yyyymmdd')
- STORED AS ORC
- LOCATION '/user/hive/warehouse/test.db/raw_usr_traces_apd_d_es';
|