hive_raw_es.sql 9.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283
  1. -- 埋点 raw 层(ES SparkSQL 直读路径冒烟)
  2. -- 表结构按 v_es_traces schema 1:1 翻:全 string + 嵌套 struct 保留
  3. -- 临时表名 _es 后缀,与现有单字段表 test.raw_usr_traces_apd_d 并存;冒烟通过后下一轮收敛
  4. CREATE EXTERNAL TABLE IF NOT EXISTS test.raw_usr_traces_apd_d_es (
  5. _class STRING,
  6. anonymousId STRING,
  7. distinctId STRING,
  8. event STRING,
  9. flushTime STRING,
  10. lib STRUCT<
  11. appVersion: STRING,
  12. lib: STRING,
  13. libDetail: STRING,
  14. libMethod: STRING,
  15. libVersion: STRING
  16. >,
  17. loginId STRING,
  18. productInstock STRING,
  19. properties STRUCT<
  20. appId: STRING,
  21. appName: STRING,
  22. appVersion: STRING,
  23. brand: STRING,
  24. carrier: STRING,
  25. deviceId: STRING,
  26. eventDuration: STRING,
  27. isFirstDay: STRING,
  28. isFirstTime: STRING,
  29. isSubAccount: STRING,
  30. lib: STRING,
  31. libMethod: STRING,
  32. libVersion: STRING,
  33. manufacturer: STRING,
  34. merchantId: STRING,
  35. model: STRING,
  36. networkType: STRING,
  37. os: STRING,
  38. osVersion: STRING,
  39. params: STRUCT<
  40. CalendarProductClick: STRING,
  41. CalendarProductLikes: STRING,
  42. CalendarProductShare: STRING,
  43. CalendarProductView: STRING,
  44. CalendarView: STRING,
  45. ContentClick: STRING,
  46. ContentDetail: STRING,
  47. ContentSearchClick: STRING,
  48. ContentSearchRequest: STRING,
  49. ContentSearchResultClick: STRING,
  50. ContentShare: STRING,
  51. ContentView: STRING,
  52. Duration: STRING,
  53. OtherIconClick: STRING,
  54. _class: STRING,
  55. activityEachpoint: STRING,
  56. activityExchangeNumber: STRING,
  57. activityId: STRING,
  58. activityName: STRING,
  59. activityNumber: STRING,
  60. adId: STRING,
  61. adName: STRING,
  62. adType: STRING,
  63. adUrl: STRING,
  64. addetailDuration: STRING,
  65. bannerId: STRING,
  66. bannerName: STRING,
  67. bannerSort: STRING,
  68. bannerSource: STRING,
  69. bannerUrl: STRING,
  70. bannerdetailDuration: STRING,
  71. btnParam: STRING,
  72. btnType: STRING,
  73. buySouce: STRING,
  74. calendarDuration: STRING,
  75. calendarLikesSource: STRING,
  76. calendarLikesStatus: STRING,
  77. calendarName: STRING,
  78. calendarProductDuration: STRING,
  79. calendarProductId: STRING,
  80. calendarProductListId: STRING,
  81. calendarProductName: STRING,
  82. calendarProductSource: STRING,
  83. calendarSource: STRING,
  84. cardName: STRING,
  85. cardQuantity: STRING,
  86. cardreportSouce: STRING,
  87. clickType: STRING,
  88. collectSouce: STRING,
  89. contentDuration: STRING,
  90. contentId: STRING,
  91. contentMediaType: STRING,
  92. contentSource: STRING,
  93. contentStyleType: STRING,
  94. contentTitle: STRING,
  95. contentType: STRING,
  96. couponAmount: STRING,
  97. couponDetailsSource: STRING,
  98. couponExchangeSource: STRING,
  99. couponId: STRING,
  100. couponName: STRING,
  101. couponSource: STRING,
  102. couponTable: STRING,
  103. couponType: STRING,
  104. duration: STRING,
  105. entrySpecialEffectsSource: STRING,
  106. exchangeIntegral: STRING,
  107. expressName: STRING,
  108. expressNo: STRING,
  109. failReason: STRING,
  110. followSouce: STRING,
  111. freecardSouce: STRING,
  112. freightAmount: STRING,
  113. freightCouponAmount: STRING,
  114. freightCouponExchangeSource: STRING,
  115. freightCouponId: STRING,
  116. freightCouponName: STRING,
  117. freightCouponSource: STRING,
  118. freightDetailsSource: STRING,
  119. friendCode: STRING,
  120. groupBuyQuantity: STRING,
  121. groupCode: STRING,
  122. groupDetailSouce: STRING,
  123. groupDisplay: STRING,
  124. groupId: STRING,
  125. groupManufacturer: STRING,
  126. groupName: STRING,
  127. groupNumSpecifications: STRING,
  128. groupPlay: STRING,
  129. groupPrice: STRING,
  130. groupProgress: STRING,
  131. groupQuantity: STRING,
  132. groupSets: STRING,
  133. groupSource: STRING,
  134. groupSpecifications: STRING,
  135. groupSport: STRING,
  136. groupStartTime: STRING,
  137. groupState: STRING,
  138. groupStoreSource: STRING,
  139. groupType: STRING,
  140. groupYear: STRING,
  141. groupdetailDuration: STRING,
  142. grouporderStatusName: STRING,
  143. historyCouponTable: STRING,
  144. homepageType: STRING,
  145. isClickAllon: STRING,
  146. isExchangeSuccess: STRING,
  147. isFollowAnchor: STRING,
  148. isFollowShop: STRING,
  149. isLoginSuccess: STRING,
  150. isNewRegister: STRING,
  151. isOpenIcon: STRING,
  152. isOpenSpecialEffects: STRING,
  153. isSuccess: STRING,
  154. isUseCoupon: STRING,
  155. isUseStoreCoupon: STRING,
  156. keyWord: STRING,
  157. latLng: STRING,
  158. levelIconSource: STRING,
  159. lightActivityId: STRING,
  160. lightActivityName: STRING,
  161. limitedSource: STRING,
  162. liveReplaySource: STRING,
  163. log: STRING,
  164. logType: STRING,
  165. loginMethod: STRING,
  166. loginSource: STRING,
  167. luckybagId: STRING,
  168. luckybagName: STRING,
  169. luckybagResult: STRING,
  170. mallOrderAmount: STRING,
  171. mallorderStatusName: STRING,
  172. menuCategory: STRING,
  173. menuId: STRING,
  174. menuName: STRING,
  175. messagetypeName: STRING,
  176. onsaleClickname: STRING,
  177. onsaleQuantity: STRING,
  178. orderActualAmount: STRING,
  179. orderAmount: STRING,
  180. orderId: STRING,
  181. orderNo: STRING,
  182. orderTotalQuantity: STRING,
  183. paniniBaseId: STRING,
  184. payResult: STRING,
  185. payType: STRING,
  186. paymentCallBack: STRING,
  187. paymentChannel: STRING,
  188. paymentMethod: STRING,
  189. paymentSerialNumber: STRING,
  190. playerId: STRING,
  191. playerName: STRING,
  192. pointsMallDiscountSource: STRING,
  193. positionNumber: STRING,
  194. productActivityType: STRING,
  195. productBuyQuantity: STRING,
  196. productCategory: STRING,
  197. productCode: STRING,
  198. productDetailSouce: STRING,
  199. productDisplay: STRING,
  200. productId: STRING,
  201. productInstock: STRING,
  202. productIntegral: STRING,
  203. productName: STRING,
  204. productNormalType: STRING,
  205. productPrice: STRING,
  206. productQuantity: STRING,
  207. productReferenceprice: STRING,
  208. productRemarks: STRING,
  209. productRules: STRING,
  210. productShoptype: STRING,
  211. productSku: STRING,
  212. productSkuBuyQuantity: STRING,
  213. productSkuIntegral: STRING,
  214. productSkuName: STRING,
  215. productSkuPrice: STRING,
  216. productSource: STRING,
  217. productSpu: STRING,
  218. productState: STRING,
  219. productType: STRING,
  220. productdetailDuration: STRING,
  221. recId: STRING,
  222. receiverAddress: STRING,
  223. receiverArea: STRING,
  224. receiverName: STRING,
  225. receiverTelephone: STRING,
  226. refAdId: STRING,
  227. resultNumber: STRING,
  228. roomId: STRING,
  229. roomName: STRING,
  230. roomSource: STRING,
  231. roomType: STRING,
  232. roomtypeName: STRING,
  233. ruleSource: STRING,
  234. scanKeyword: STRING,
  235. scanResultNumber: STRING,
  236. scanSouce: STRING,
  237. screenshotId: STRING,
  238. screenshotName: STRING,
  239. screenshotSource: STRING,
  240. searchSource: STRING,
  241. shareSource: STRING,
  242. shareType: STRING,
  243. shopId: STRING,
  244. shopName: STRING,
  245. shopSouce: STRING,
  246. showType: STRING,
  247. slideUnlockQuantity: STRING,
  248. specificationsClickname: STRING,
  249. status: STRING,
  250. storeCouponAmount: STRING,
  251. storeCouponId: STRING,
  252. storeCouponName: STRING,
  253. storeId: STRING,
  254. storeName: STRING,
  255. toPath: STRING,
  256. transportationCosts: STRING,
  257. typeName: STRING,
  258. userCode: STRING,
  259. userType: STRING
  260. >,
  261. platform: STRING,
  262. resumeFromBackground: STRING,
  263. screenHeight: STRING,
  264. screenWidth: STRING,
  265. systemType: STRING,
  266. timezoneOffset: STRING,
  267. title: STRING,
  268. userId: STRING,
  269. userLevel: STRING,
  270. userName: STRING,
  271. userRole: STRING,
  272. webUserName: STRING,
  273. wgtVersion: STRING,
  274. wifi: STRING
  275. >,
  276. time STRING,
  277. type STRING
  278. )
  279. COMMENT '埋点贴源表(ES SparkSQL 直读冒烟,全 string)'
  280. PARTITIONED BY (dt STRING COMMENT 'yyyymmdd')
  281. STORED AS ORC
  282. LOCATION '/user/hive/warehouse/test.db/raw_usr_traces_apd_d_es';