Spark Master at spark://master6c.spark.appier.info:7077

  • URL: spark://master6c.spark.appier.info:7077
  • Workers: 62
  • Cores: 248 Total, 248 Used
  • Memory: 1795.8 GB Total, 1736.0 GB Used
  • Applications: 1 Running, 186 Completed
  • Drivers: 0 Running, 0 Completed
  • Status: ALIVE

Workers

IdAddressStateCoresMemory
worker-20141119193457-ip-10-213-130-48.us-west-2.compute.internal-34539 ip-10-213-130-48.us-west-2.compute.internal:34539 ALIVE 4 (4 Used) 29.0 GB (28.0 GB Used)
worker-20141119193512-ip-10-212-129-88.us-west-2.compute.internal-51054 ip-10-212-129-88.us-west-2.compute.internal:51054 ALIVE 4 (4 Used) 29.0 GB (28.0 GB Used)
worker-20141119193512-ip-10-213-6-200.us-west-2.compute.internal-47021 ip-10-213-6-200.us-west-2.compute.internal:47021 ALIVE 4 (4 Used) 29.0 GB (28.0 GB Used)
worker-20141119193522-ip-10-213-129-148.us-west-2.compute.internal-51133 ip-10-213-129-148.us-west-2.compute.internal:51133 ALIVE 4 (4 Used) 29.0 GB (28.0 GB Used)
worker-20141119193524-ip-10-212-141-12.us-west-2.compute.internal-51670 ip-10-212-141-12.us-west-2.compute.internal:51670 ALIVE 4 (4 Used) 29.0 GB (28.0 GB Used)
worker-20141119193601-ip-10-212-141-142.us-west-2.compute.internal-39722 ip-10-212-141-142.us-west-2.compute.internal:39722 ALIVE 4 (4 Used) 29.0 GB (28.0 GB Used)
worker-20141119193622-ip-10-213-132-2.us-west-2.compute.internal-40479 ip-10-213-132-2.us-west-2.compute.internal:40479 ALIVE 4 (4 Used) 29.0 GB (28.0 GB Used)
worker-20141119193623-ip-10-213-12-90.us-west-2.compute.internal-46515 ip-10-213-12-90.us-west-2.compute.internal:46515 ALIVE 4 (4 Used) 29.0 GB (28.0 GB Used)
worker-20141119193624-ip-10-212-140-66.us-west-2.compute.internal-54928 ip-10-212-140-66.us-west-2.compute.internal:54928 ALIVE 4 (4 Used) 29.0 GB (28.0 GB Used)
worker-20141119193631-ip-10-212-129-26.us-west-2.compute.internal-44962 ip-10-212-129-26.us-west-2.compute.internal:44962 ALIVE 4 (4 Used) 29.0 GB (28.0 GB Used)
worker-20141119193636-ip-10-212-134-34.us-west-2.compute.internal-41048 ip-10-212-134-34.us-west-2.compute.internal:41048 ALIVE 4 (4 Used) 29.0 GB (28.0 GB Used)
worker-20141119193638-ip-10-212-131-142.us-west-2.compute.internal-53377 ip-10-212-131-142.us-west-2.compute.internal:53377 ALIVE 4 (4 Used) 29.0 GB (28.0 GB Used)
worker-20141119193644-ip-10-212-130-248.us-west-2.compute.internal-54610 ip-10-212-130-248.us-west-2.compute.internal:54610 ALIVE 4 (4 Used) 29.0 GB (28.0 GB Used)
worker-20141119193645-ip-10-212-135-238.us-west-2.compute.internal-42140 ip-10-212-135-238.us-west-2.compute.internal:42140 ALIVE 4 (4 Used) 29.0 GB (28.0 GB Used)
worker-20141119193652-ip-10-212-134-37.us-west-2.compute.internal-48468 ip-10-212-134-37.us-west-2.compute.internal:48468 ALIVE 4 (4 Used) 29.0 GB (28.0 GB Used)
worker-20141119193653-ip-10-212-129-25.us-west-2.compute.internal-36658 ip-10-212-129-25.us-west-2.compute.internal:36658 ALIVE 4 (4 Used) 29.0 GB (28.0 GB Used)
worker-20141119193654-ip-10-213-132-45.us-west-2.compute.internal-53576 ip-10-213-132-45.us-west-2.compute.internal:53576 ALIVE 4 (4 Used) 29.0 GB (28.0 GB Used)
worker-20141119193658-ip-10-215-129-218.us-west-2.compute.internal-33918 ip-10-215-129-218.us-west-2.compute.internal:33918 ALIVE 4 (4 Used) 29.0 GB (28.0 GB Used)
worker-20141119193658-ip-10-215-13-99.us-west-2.compute.internal-49859 ip-10-215-13-99.us-west-2.compute.internal:49859 ALIVE 4 (4 Used) 29.0 GB (28.0 GB Used)
worker-20141119193702-ip-10-215-128-47.us-west-2.compute.internal-60501 ip-10-215-128-47.us-west-2.compute.internal:60501 ALIVE 4 (4 Used) 29.0 GB (28.0 GB Used)
worker-20141119193704-ip-10-215-128-110.us-west-2.compute.internal-41192 ip-10-215-128-110.us-west-2.compute.internal:41192 ALIVE 4 (4 Used) 29.0 GB (28.0 GB Used)
worker-20141119193705-ip-10-212-141-149.us-west-2.compute.internal-59103 ip-10-212-141-149.us-west-2.compute.internal:59103 ALIVE 4 (4 Used) 29.0 GB (28.0 GB Used)
worker-20141119193716-ip-10-215-0-60.us-west-2.compute.internal-55521 ip-10-215-0-60.us-west-2.compute.internal:55521 ALIVE 4 (4 Used) 29.0 GB (28.0 GB Used)
worker-20141119193716-ip-10-218-142-144.us-west-2.compute.internal-37269 ip-10-218-142-144.us-west-2.compute.internal:37269 ALIVE 4 (4 Used) 29.0 GB (28.0 GB Used)
worker-20141119193716-ip-10-219-146-181.us-west-2.compute.internal-35455 ip-10-219-146-181.us-west-2.compute.internal:35455 ALIVE 4 (4 Used) 29.0 GB (28.0 GB Used)
worker-20141119193719-ip-10-213-129-136.us-west-2.compute.internal-37485 ip-10-213-129-136.us-west-2.compute.internal:37485 ALIVE 4 (4 Used) 29.0 GB (28.0 GB Used)
worker-20141119193720-ip-10-212-141-131.us-west-2.compute.internal-40246 ip-10-212-141-131.us-west-2.compute.internal:40246 ALIVE 4 (4 Used) 29.0 GB (28.0 GB Used)
worker-20141119193722-ip-10-213-3-120.us-west-2.compute.internal-34553 ip-10-213-3-120.us-west-2.compute.internal:34553 ALIVE 4 (4 Used) 29.0 GB (28.0 GB Used)
worker-20141119193723-ip-10-82-6-198.us-west-2.compute.internal-53089 ip-10-82-6-198.us-west-2.compute.internal:53089 ALIVE 4 (4 Used) 29.0 GB (28.0 GB Used)
worker-20141119193725-ip-10-80-2-73.us-west-2.compute.internal-39669 ip-10-80-2-73.us-west-2.compute.internal:39669 ALIVE 4 (4 Used) 29.0 GB (28.0 GB Used)
worker-20141119193726-ip-10-215-128-145.us-west-2.compute.internal-58218 ip-10-215-128-145.us-west-2.compute.internal:58218 ALIVE 4 (4 Used) 29.0 GB (28.0 GB Used)
worker-20141119193726-ip-10-219-147-223.us-west-2.compute.internal-56112 ip-10-219-147-223.us-west-2.compute.internal:56112 ALIVE 4 (4 Used) 29.0 GB (28.0 GB Used)
worker-20141119193731-ip-10-219-147-225.us-west-2.compute.internal-38223 ip-10-219-147-225.us-west-2.compute.internal:38223 ALIVE 4 (4 Used) 29.0 GB (28.0 GB Used)
worker-20141119193732-ip-10-215-9-119.us-west-2.compute.internal-54095 ip-10-215-9-119.us-west-2.compute.internal:54095 ALIVE 4 (4 Used) 29.0 GB (28.0 GB Used)
worker-20141119193733-ip-10-213-129-4.us-west-2.compute.internal-46854 ip-10-213-129-4.us-west-2.compute.internal:46854 ALIVE 4 (4 Used) 29.0 GB (28.0 GB Used)
worker-20141119193737-ip-10-219-146-228.us-west-2.compute.internal-55381 ip-10-219-146-228.us-west-2.compute.internal:55381 ALIVE 4 (4 Used) 29.0 GB (28.0 GB Used)
worker-20141119193739-ip-10-215-140-171.us-west-2.compute.internal-44206 ip-10-215-140-171.us-west-2.compute.internal:44206 ALIVE 4 (4 Used) 29.0 GB (28.0 GB Used)
worker-20141119193739-ip-10-219-148-86.us-west-2.compute.internal-60439 ip-10-219-148-86.us-west-2.compute.internal:60439 ALIVE 4 (4 Used) 29.0 GB (28.0 GB Used)
worker-20141119193740-ip-10-212-129-23.us-west-2.compute.internal-38328 ip-10-212-129-23.us-west-2.compute.internal:38328 ALIVE 4 (4 Used) 29.0 GB (28.0 GB Used)
worker-20141119193740-ip-10-215-129-141.us-west-2.compute.internal-57079 ip-10-215-129-141.us-west-2.compute.internal:57079 ALIVE 4 (4 Used) 29.0 GB (28.0 GB Used)
worker-20141119193740-ip-10-219-146-201.us-west-2.compute.internal-55418 ip-10-219-146-201.us-west-2.compute.internal:55418 ALIVE 4 (4 Used) 29.0 GB (28.0 GB Used)
worker-20141119193740-ip-10-80-0-175.us-west-2.compute.internal-53520 ip-10-80-0-175.us-west-2.compute.internal:53520 ALIVE 4 (4 Used) 29.0 GB (28.0 GB Used)
worker-20141119193740-ip-10-80-1-204.us-west-2.compute.internal-47985 ip-10-80-1-204.us-west-2.compute.internal:47985 ALIVE 4 (4 Used) 29.0 GB (28.0 GB Used)
worker-20141119193740-ip-10-80-6-170.us-west-2.compute.internal-48724 ip-10-80-6-170.us-west-2.compute.internal:48724 ALIVE 4 (4 Used) 29.0 GB (28.0 GB Used)
worker-20141119193741-ip-10-80-1-105.us-west-2.compute.internal-40169 ip-10-80-1-105.us-west-2.compute.internal:40169 ALIVE 4 (4 Used) 29.0 GB (28.0 GB Used)
worker-20141119193747-ip-10-215-140-220.us-west-2.compute.internal-34708 ip-10-215-140-220.us-west-2.compute.internal:34708 ALIVE 4 (4 Used) 29.0 GB (28.0 GB Used)
worker-20141119193748-ip-10-213-15-175.us-west-2.compute.internal-55840 ip-10-213-15-175.us-west-2.compute.internal:55840 ALIVE 4 (4 Used) 29.0 GB (28.0 GB Used)
worker-20141119193755-ip-10-80-5-24.us-west-2.compute.internal-37502 ip-10-80-5-24.us-west-2.compute.internal:37502 ALIVE 4 (4 Used) 29.0 GB (28.0 GB Used)
worker-20141119193756-ip-10-213-132-26.us-west-2.compute.internal-46050 ip-10-213-132-26.us-west-2.compute.internal:46050 ALIVE 4 (4 Used) 29.0 GB (28.0 GB Used)
worker-20141119193757-ip-10-218-143-150.us-west-2.compute.internal-60964 ip-10-218-143-150.us-west-2.compute.internal:60964 ALIVE 4 (4 Used) 29.0 GB (28.0 GB Used)
worker-20141119193757-ip-10-219-149-61.us-west-2.compute.internal-34769 ip-10-219-149-61.us-west-2.compute.internal:34769 ALIVE 4 (4 Used) 29.0 GB (28.0 GB Used)
worker-20141119193759-ip-10-212-129-100.us-west-2.compute.internal-47044 ip-10-212-129-100.us-west-2.compute.internal:47044 ALIVE 4 (4 Used) 29.0 GB (28.0 GB Used)
worker-20141119193759-ip-10-212-130-217.us-west-2.compute.internal-59641 ip-10-212-130-217.us-west-2.compute.internal:59641 ALIVE 4 (4 Used) 29.0 GB (28.0 GB Used)
worker-20141119193759-ip-10-80-1-86.us-west-2.compute.internal-44433 ip-10-80-1-86.us-west-2.compute.internal:44433 ALIVE 4 (4 Used) 29.0 GB (28.0 GB Used)
worker-20141119193800-ip-10-215-128-124.us-west-2.compute.internal-40039 ip-10-215-128-124.us-west-2.compute.internal:40039 ALIVE 4 (4 Used) 29.0 GB (28.0 GB Used)
worker-20141119193804-ip-10-215-4-79.us-west-2.compute.internal-45673 ip-10-215-4-79.us-west-2.compute.internal:45673 ALIVE 4 (4 Used) 29.0 GB (28.0 GB Used)
worker-20141119193804-ip-10-219-146-70.us-west-2.compute.internal-48083 ip-10-219-146-70.us-west-2.compute.internal:48083 ALIVE 4 (4 Used) 29.0 GB (28.0 GB Used)
worker-20141119193807-ip-10-219-148-90.us-west-2.compute.internal-53482 ip-10-219-148-90.us-west-2.compute.internal:53482 ALIVE 4 (4 Used) 29.0 GB (28.0 GB Used)
worker-20141119193810-ip-10-219-147-243.us-west-2.compute.internal-50332 ip-10-219-147-243.us-west-2.compute.internal:50332 ALIVE 4 (4 Used) 29.0 GB (28.0 GB Used)
worker-20141119193812-ip-10-219-147-250.us-west-2.compute.internal-50553 ip-10-219-147-250.us-west-2.compute.internal:50553 ALIVE 4 (4 Used) 29.0 GB (28.0 GB Used)
worker-20141119193814-ip-10-80-4-174.us-west-2.compute.internal-59026 ip-10-80-4-174.us-west-2.compute.internal:59026 ALIVE 4 (4 Used) 29.0 GB (28.0 GB Used)
worker-20141119193827-ip-10-80-128-9.us-west-2.compute.internal-35517 ip-10-80-128-9.us-west-2.compute.internal:35517 ALIVE 4 (4 Used) 29.0 GB (28.0 GB Used)

Completed Applications

IDNameCoresMemory per NodeSubmitted TimeUserStateDuration
app-20141119230354-0425 SparkSQL SELECT cmp_id_str, CAST((time+28800)/86400 AS INT), UADEVICEMODEL2STR(ua_device_model) , COUNT(DISTINCT(CONCAT2(bid_appier_id_str, CAST(conversion_time AS STRING)))) FROM major_action_join_all WHERE is_external = true AND NOT(PARTNERID2STR(partner_id)='iad' AND UADEVICEMODEL2STR(ua_device_model) = '') AND time >= 1414512000 AND time < 1416412800 GROUP BY cmp_id_str, CAST((time+28800)/86400 AS INT), UADEVICEMODEL2STR(ua_device_model) 248 28.0 GB 2014/11/19 23:03:54 root FINISHED 9.0 min
app-20141119225454-0424 SparkSQL SELECT cmp_id_str, CAST((time+28800)/86400 AS INT), region_code_str , COUNT(DISTINCT(CONCAT2(bid_appier_id_str, CAST(conversion_time AS STRING)))) FROM major_action_join_all WHERE is_external = true AND NOT(PARTNERID2STR(partner_id)='iad' AND UADEVICEMODEL2STR(ua_device_model) = '') AND time >= 1414512000 AND time < 1416412800 GROUP BY cmp_id_str, CAST((time+28800)/86400 AS INT), region_code_str 248 28.0 GB 2014/11/19 22:54:54 root FINISHED 8.9 min
app-20141119224553-0423 SparkSQL SELECT cmp_id_str, CAST((time+28800)/86400 AS INT) , COUNT(DISTINCT(CONCAT2(bid_appier_id_str, CAST(conversion_time AS STRING)))) FROM major_action_join_all WHERE is_external = true AND NOT(PARTNERID2STR(partner_id)='iad' AND UADEVICEMODEL2STR(ua_device_model) = '') AND time >= 1414512000 AND time < 1416412800 GROUP BY cmp_id_str, CAST((time+28800)/86400 AS INT) 248 28.0 GB 2014/11/19 22:45:53 root FINISHED 8.9 min
app-20141119223646-0422 SparkSQL SELECT cmp_id_str, CAST((time+28800)/86400 AS INT), isp_str , COUNT(DISTINCT(CONCAT2(bid_appier_id_str, CAST(conversion_time AS STRING)))) FROM major_action_join_all WHERE is_external = true AND NOT(PARTNERID2STR(partner_id)='iad' AND UADEVICEMODEL2STR(ua_device_model) = '') AND time >= 1414512000 AND time < 1416412800 GROUP BY cmp_id_str, CAST((time+28800)/86400 AS INT), isp_str 248 28.0 GB 2014/11/19 22:36:46 root FINISHED 9.0 min
app-20141119222743-0421 SparkSQL SELECT cmp_id_str, CAST((time+28800)/86400 AS INT), CAST((time+28800)/3600 AS INT)%24 , COUNT(DISTINCT(CONCAT2(bid_appier_id_str, CAST(conversion_time AS STRING)))) FROM major_action_join_all WHERE is_external = true AND NOT(PARTNERID2STR(partner_id)='iad' AND UADEVICEMODEL2STR(ua_device_model) = '') AND time >= 1414512000 AND time < 1416412800 GROUP BY cmp_id_str, CAST((time+28800)/86400 AS INT), CAST((time+28800)/3600 AS INT)%24 248 28.0 GB 2014/11/19 22:27:43 root FINISHED 9.0 min
app-20141119221836-0420 SparkSQL SELECT cmp_id_str, CAST((time+28800)/86400 AS INT), app_id_str , COUNT(DISTINCT(CONCAT2(bid_appier_id_str, CAST(conversion_time AS STRING)))) FROM major_action_join_all WHERE is_external = true AND NOT(PARTNERID2STR(partner_id)='iad' AND UADEVICEMODEL2STR(ua_device_model) = '') AND time >= 1414512000 AND time < 1416412800 GROUP BY cmp_id_str, CAST((time+28800)/86400 AS INT), app_id_str 248 28.0 GB 2014/11/19 22:18:36 root FINISHED 9.0 min
app-20141119220938-0419 SparkSQL SELECT cmp_id_str, CAST((time+28800)/86400 AS INT), device_type , COUNT(DISTINCT(CONCAT2(bid_appier_id_str, CAST(conversion_time AS STRING)))) FROM major_action_join_all WHERE is_external = true AND NOT(PARTNERID2STR(partner_id)='iad' AND UADEVICEMODEL2STR(ua_device_model) = '') AND time >= 1414512000 AND time < 1416412800 GROUP BY cmp_id_str, CAST((time+28800)/86400 AS INT), device_type 248 28.0 GB 2014/11/19 22:09:38 root FINISHED 8.9 min
app-20141119220527-0418 SparkSQL SELECT CMPID2STR(cmp_id), CAST((time+28800)/86400 AS INT), COUNTRY2STR(country) , SUM(ext_click_price_appier)/10000000, SUM(click_count) FROM imp_join_all2 WHERE is_external = true AND NOT(PARTNERID2STR(partner_id)='iad' AND UADEVICEMODEL2STR(ua_device_model) = '') AND time >= 1415894400 AND time < 1416412800 GROUP BY CMPID2STR(cmp_id), CAST((time+28800)/86400 AS INT), COUNTRY2STR(country) 248 28.0 GB 2014/11/19 22:05:27 root FINISHED 4.0 min
app-20141119220123-0417 SparkSQL SELECT CMPID2STR(cmp_id), CAST((time+28800)/86400 AS INT), OSV2STR(osv) , SUM(ext_click_price_appier)/10000000, SUM(click_count) FROM imp_join_all2 WHERE is_external = true AND NOT(PARTNERID2STR(partner_id)='iad' AND UADEVICEMODEL2STR(ua_device_model) = '') AND time >= 1415894400 AND time < 1416412800 GROUP BY CMPID2STR(cmp_id), CAST((time+28800)/86400 AS INT), OSV2STR(osv) 248 28.0 GB 2014/11/19 22:01:23 root FINISHED 4.0 min
app-20141119215726-0416 SparkSQL SELECT CMPID2STR(cmp_id), CAST((time+28800)/86400 AS INT), REGIONCODE2STR(region_code) , SUM(ext_click_price_appier)/10000000, SUM(click_count) FROM imp_join_all2 WHERE is_external = true AND NOT(PARTNERID2STR(partner_id)='iad' AND UADEVICEMODEL2STR(ua_device_model) = '') AND time >= 1415894400 AND time < 1416412800 GROUP BY CMPID2STR(cmp_id), CAST((time+28800)/86400 AS INT), REGIONCODE2STR(region_code) 248 28.0 GB 2014/11/19 21:57:26 root FINISHED 3.9 min
app-20141119215329-0415 SparkSQL SELECT CMPID2STR(cmp_id), CAST((time+28800)/86400 AS INT), device_type , SUM(ext_click_price_appier)/10000000, SUM(click_count) FROM imp_join_all2 WHERE is_external = true AND NOT(PARTNERID2STR(partner_id)='iad' AND UADEVICEMODEL2STR(ua_device_model) = '') AND time >= 1415894400 AND time < 1416412800 GROUP BY CMPID2STR(cmp_id), CAST((time+28800)/86400 AS INT), device_type 248 28.0 GB 2014/11/19 21:53:29 root FINISHED 3.9 min
app-20141119214928-0414 SparkSQL SELECT CMPID2STR(cmp_id), CAST((time+28800)/86400 AS INT), ISP2STR(isp) , SUM(ext_click_price_appier)/10000000, SUM(click_count) FROM imp_join_all2 WHERE is_external = true AND NOT(PARTNERID2STR(partner_id)='iad' AND UADEVICEMODEL2STR(ua_device_model) = '') AND time >= 1415894400 AND time < 1416412800 GROUP BY CMPID2STR(cmp_id), CAST((time+28800)/86400 AS INT), ISP2STR(isp) 248 28.0 GB 2014/11/19 21:49:28 root FINISHED 3.9 min
app-20141119214528-0413 SparkSQL SELECT CMPID2STR(cmp_id), CAST((time+28800)/86400 AS INT), APPID2STR(app_id) , SUM(ext_click_price_appier)/10000000, SUM(click_count) FROM imp_join_all2 WHERE is_external = true AND NOT(PARTNERID2STR(partner_id)='iad' AND UADEVICEMODEL2STR(ua_device_model) = '') AND time >= 1415894400 AND time < 1416412800 GROUP BY CMPID2STR(cmp_id), CAST((time+28800)/86400 AS INT), APPID2STR(app_id) 248 28.0 GB 2014/11/19 21:45:28 root FINISHED 3.9 min
app-20141119214116-0412 SparkSQL SELECT CMPID2STR(cmp_id), CAST((time+28800)/86400 AS INT), IP2CONNECTIONTYPE(ip) , SUM(ext_click_price_appier)/10000000, SUM(click_count) FROM imp_join_all2 WHERE is_external = true AND NOT(PARTNERID2STR(partner_id)='iad' AND UADEVICEMODEL2STR(ua_device_model) = '') AND time >= 1415894400 AND time < 1416412800 GROUP BY CMPID2STR(cmp_id), CAST((time+28800)/86400 AS INT), IP2CONNECTIONTYPE(ip) 248 28.0 GB 2014/11/19 21:41:16 root FINISHED 4.1 min
app-20141119213715-0411 SparkSQL SELECT CMPID2STR(cmp_id), CAST((time+28800)/86400 AS INT), UADEVICEMODEL2STR(ua_device_model) , SUM(ext_click_price_appier)/10000000, SUM(click_count) FROM imp_join_all2 WHERE is_external = true AND NOT(PARTNERID2STR(partner_id)='iad' AND UADEVICEMODEL2STR(ua_device_model) = '') AND time >= 1415894400 AND time < 1416412800 GROUP BY CMPID2STR(cmp_id), CAST((time+28800)/86400 AS INT), UADEVICEMODEL2STR(ua_device_model) 248 28.0 GB 2014/11/19 21:37:15 root FINISHED 3.9 min
app-20141119213311-0410 SparkSQL SELECT CMPID2STR(cmp_id), CAST((time+28800)/86400 AS INT), CAST((time+28800)/3600 AS INT)%24 , SUM(ext_click_price_appier)/10000000, SUM(click_count) FROM imp_join_all2 WHERE is_external = true AND NOT(PARTNERID2STR(partner_id)='iad' AND UADEVICEMODEL2STR(ua_device_model) = '') AND time >= 1415894400 AND time < 1416412800 GROUP BY CMPID2STR(cmp_id), CAST((time+28800)/86400 AS INT), CAST((time+28800)/3600 AS INT)%24 248 28.0 GB 2014/11/19 21:33:11 root FINISHED 4.0 min
app-20141119212906-0409 SparkSQL SELECT CMPID2STR(cmp_id), CAST((time+28800)/86400 AS INT) , SUM(ext_click_price_appier)/10000000, SUM(click_count) FROM imp_join_all2 WHERE is_external = true AND NOT(PARTNERID2STR(partner_id)='iad' AND UADEVICEMODEL2STR(ua_device_model) = '') AND time >= 1415894400 AND time < 1416412800 GROUP BY CMPID2STR(cmp_id), CAST((time+28800)/86400 AS INT) 248 28.0 GB 2014/11/19 21:29:06 root FINISHED 4.0 min
app-20141119212016-0408 SparkSQL SELECT CAST((time+28800)/3600 AS INT),PARTNERID2STR(partner_id),imp_width AS imp_width,imp_height AS imp_height,OS2STR(os),cmp_id_str AS cmp_id,COUNTRY2STR(country),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'gender'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'age'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'day_of_week'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'hour_of_day'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'device_model'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'app_cat'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'geo'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'region'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'city'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'ip'),action_id AS action_id,COUNT(DISTINCT(CONCAT2(bid_appier_id_str, CAST(conversion_time AS STRING)))) AS count_conversion FROM action_join_all WHERE action_id != '' AND time >= 1414512000 AND time < 1416412800 AND LENGTH(enhanced_buying_keys) > 0 GROUP BY CAST((time+28800)/3600 AS INT),PARTNERID2STR(partner_id),imp_width,imp_height,OS2STR(os),cmp_id_str,COUNTRY2STR(country),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'gender'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'age'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'day_of_week'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'hour_of_day'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'device_model'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'app_cat'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'geo'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'region'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'city'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'ip'),action_id 248 28.0 GB 2014/11/19 21:20:16 root FINISHED 8.8 min
app-20141119211115-0407 SparkSQL SELECT CAST((time+28800)/86400 AS INT),PARTNERID2STR(partner_id),imp_width AS imp_width,imp_height AS imp_height,OS2STR(os),cmp_id_str,COUNTRY2STR(country),GENDER2STR(gender),yob AS age,action_id AS action_id,GENDER2STR(persona_gender),persona_age_group AS persona_age_group,COUNT(DISTINCT(CONCAT2(bid_appier_id_str, CAST(conversion_time AS STRING)))) AS count_conversion FROM action_join_all WHERE action_id != '' AND time >= 1414512000 AND time < 1416412800 GROUP BY CAST((time+28800)/86400 AS INT),PARTNERID2STR(partner_id),imp_width,imp_height,OS2STR(os),cmp_id_str,COUNTRY2STR(country),GENDER2STR(gender),yob,action_id,GENDER2STR(persona_gender),persona_age_group 248 28.0 GB 2014/11/19 21:11:15 root FINISHED 8.9 min
app-20141119210221-0406 SparkSQL SELECT CAST((time+28800)/86400 AS INT),PARTNERID2STR(partner_id),imp_width AS imp_width,imp_height AS imp_height,OS2STR(os),UADEVICEMODEL2STR(ua_device_model),cmp_id_str,COUNTRY2STR(country),action_id AS action_id,COUNT(DISTINCT(CONCAT2(bid_appier_id_str, CAST(conversion_time AS STRING)))) AS count_conversion FROM action_join_all WHERE action_id != '' AND time >= 1414512000 AND time < 1416412800 GROUP BY CAST((time+28800)/86400 AS INT),PARTNERID2STR(partner_id),imp_width,imp_height,OS2STR(os),UADEVICEMODEL2STR(ua_device_model),cmp_id_str,COUNTRY2STR(country),action_id 248 28.0 GB 2014/11/19 21:02:21 root FINISHED 8.8 min
app-20141119205755-0405 SparkSQL SELECT CAST((time+28800)/3600 AS INT),PARTNERID2STR(partner_id),imp_width AS imp_width,imp_height AS imp_height,OS2STR(os),CMPID2STR(cmp_id),COUNTRY2STR(country),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'gender'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'age'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'day_of_week'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'hour_of_day'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'device_model'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'app_cat'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'geo'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'region'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'city'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'ip'),COUNT(*) AS count_bid,SUM(CAST(win_time IS NOT NULL AS INT)),SUM(CAST(show_time IS NOT NULL AS INT)),SUM(CAST(click_time IS NOT NULL AS INT)),SUM(win_price_appier),SUM(ext_click_price_appier),SUM(GET_ENHANCE_BUYING_RATIO(enhanced_buying_keys, enhanced_buying_values, 'gender')),SUM(GET_ENHANCE_BUYING_RATIO(enhanced_buying_keys, enhanced_buying_values, 'age')),SUM(GET_ENHANCE_BUYING_RATIO(enhanced_buying_keys, enhanced_buying_values, 'day_of_week')),SUM(GET_ENHANCE_BUYING_RATIO(enhanced_buying_keys, enhanced_buying_values, 'hour_of_day')),SUM(GET_ENHANCE_BUYING_RATIO(enhanced_buying_keys, enhanced_buying_values, 'device_model')),SUM(GET_ENHANCE_BUYING_RATIO(enhanced_buying_keys, enhanced_buying_values, 'app_cat')),SUM(GET_ENHANCE_BUYING_RATIO(enhanced_buying_keys, enhanced_buying_values, 'geo')),SUM(GET_ENHANCE_BUYING_RATIO(enhanced_buying_keys, enhanced_buying_values, 'region')),SUM(GET_ENHANCE_BUYING_RATIO(enhanced_buying_keys, enhanced_buying_values, 'city')),SUM(GET_ENHANCE_BUYING_RATIO(enhanced_buying_keys, enhanced_buying_values, 'ip')) FROM imp_join_all2 WHERE time >= 1415980800 AND time < 1416412800 AND LENGTH(enhanced_buying_keys) > 0 GROUP BY CAST((time+28800)/3600 AS INT),PARTNERID2STR(partner_id),imp_width,imp_height,OS2STR(os),CMPID2STR(cmp_id),COUNTRY2STR(country),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'gender'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'age'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'day_of_week'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'hour_of_day'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'device_model'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'app_cat'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'geo'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'region'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'city'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'ip') 248 28.0 GB 2014/11/19 20:57:55 root FINISHED 4.0 min
app-20141119205324-0404 SparkSQL SELECT CAST((time+28800)/86400 AS INT),PARTNERID2STR(partner_id),imp_width AS imp_width,imp_height AS imp_height,OS2STR(os),CMPID2STR(cmp_id),COUNTRY2STR(country),GENDER2STR(gender),age AS age,GENDER2STR(persona_gender),persona_age_group AS persona_age_group,COUNT(*) AS count_bid,SUM(CAST(win_time IS NOT NULL AS INT)),SUM(CAST(show_time IS NOT NULL AS INT)),SUM(CAST(click_time IS NOT NULL AS INT)),SUM(win_price_appier),SUM(ext_click_price_appier) FROM imp_join_all2 WHERE time >= 1415980800 AND time < 1416412800 GROUP BY CAST((time+28800)/86400 AS INT),PARTNERID2STR(partner_id),imp_width,imp_height,OS2STR(os),CMPID2STR(cmp_id),COUNTRY2STR(country),GENDER2STR(gender),age,GENDER2STR(persona_gender),persona_age_group 248 28.0 GB 2014/11/19 20:53:24 root FINISHED 4.4 min
app-20141119204836-0403 SparkSQL SELECT CAST((time+28800)/86400 AS INT),PARTNERID2STR(partner_id),imp_width AS imp_width,imp_height AS imp_height,OS2STR(os),UADEVICEMODEL2STR(ua_device_model),CMPID2STR(cmp_id),COUNTRY2STR(country),COUNT(*) AS count_bid,SUM(CAST(win_time IS NOT NULL AS INT)),SUM(CAST(show_time IS NOT NULL AS INT)),SUM(CAST(click_time IS NOT NULL AS INT)),SUM(win_price_appier),SUM(ext_click_price_appier) FROM imp_join_all2 WHERE time >= 1415980800 AND time < 1416412800 GROUP BY CAST((time+28800)/86400 AS INT),PARTNERID2STR(partner_id),imp_width,imp_height,OS2STR(os),UADEVICEMODEL2STR(ua_device_model),CMPID2STR(cmp_id),COUNTRY2STR(country) 248 28.0 GB 2014/11/19 20:48:36 root FINISHED 4.7 min
app-20141119203944-0402 SparkSQL SELECT CAST((time+28800)/3600 AS INT),PARTNERID2STR(partner_id),imp_width AS imp_width,imp_height AS imp_height,OS2STR(os),cmp_id_str AS cmp_id,COUNTRY2STR(country),action_id AS action_id,COUNT(DISTINCT(CONCAT2(bid_appier_id_str, CAST(conversion_time AS STRING)))) AS count_conversion FROM action_join_all WHERE action_id != '' AND time >= 1414512000 AND time < 1416412800 GROUP BY CAST((time+28800)/3600 AS INT),PARTNERID2STR(partner_id),imp_width,imp_height,OS2STR(os),cmp_id_str,COUNTRY2STR(country),action_id 248 28.0 GB 2014/11/19 20:39:44 root FINISHED 8.8 min
app-20141119203100-0401 SparkSQL SELECT CAST((time+28800)/86400 AS INT),PARTNERID2STR(partner_id),imp_width AS imp_width,imp_height AS imp_height,OS2STR(os),app_id_str AS app_id,app_type AS app_type,cmp_id_str AS cmp_id,COUNTRY2STR(country),action_id AS action_id,COUNT(DISTINCT(CONCAT2(bid_appier_id_str, CAST(conversion_time AS STRING)))) AS count_conversion FROM action_join_all WHERE action_id != '' AND time >= 1414512000 AND time < 1416412800 GROUP BY CAST((time+28800)/86400 AS INT),PARTNERID2STR(partner_id),imp_width,imp_height,OS2STR(os),app_id_str,app_type,cmp_id_str,COUNTRY2STR(country),action_id 248 28.0 GB 2014/11/19 20:31:00 root FINISHED 8.6 min
app-20141119202207-0400 SparkSQL SELECT CAST((time+28800)/86400 AS INT),PARTNERID2STR(partner_id),cmp_id_str AS cmp_id,category AS cat,COUNTRY2STR(country),OS2STR(os),imp_width AS imp_width,imp_height AS imp_height,action_id AS action_id,COUNT(DISTINCT(CONCAT2(bid_appier_id_str, CAST(conversion_time AS STRING)))) AS count_conversion FROM cataction_join_all WHERE action_id != '' AND time >= 1414512000 AND time < 1416412800 GROUP BY CAST((time+28800)/86400 AS INT),PARTNERID2STR(partner_id),cmp_id_str,category,COUNTRY2STR(country),OS2STR(os),imp_width,imp_height,action_id 248 28.0 GB 2014/11/19 20:22:07 root FINISHED 8.8 min
app-20141119201711-0399 SparkSQL SELECT CAST((time+28800)/3600 AS INT),PARTNERID2STR(partner_id),imp_width AS imp_width,imp_height AS imp_height,OS2STR(os),CMPID2STR(cmp_id),COUNTRY2STR(country),COUNT(*) AS count_bid,SUM(CAST(win_time IS NOT NULL AS INT)),SUM(CAST(show_time IS NOT NULL AS INT)),SUM(CAST(click_time IS NOT NULL AS INT)),SUM(win_price_appier),SUM(ext_click_price_appier) FROM imp_join_all2 WHERE time >= 1415980800 AND time < 1416412800 GROUP BY CAST((time+28800)/3600 AS INT),PARTNERID2STR(partner_id),imp_width,imp_height,OS2STR(os),CMPID2STR(cmp_id),COUNTRY2STR(country) 248 28.0 GB 2014/11/19 20:17:11 root FINISHED 4.4 min
app-20141119201209-0398 SparkSQL SELECT CAST((time+28800)/86400 AS INT),PARTNERID2STR(partner_id),imp_width AS imp_width,imp_height AS imp_height,OS2STR(os),APPID2STR(app_id),app_type AS app_type,CMPID2STR(cmp_id),COUNTRY2STR(country),COUNT(*) AS count_bid,SUM(CAST(win_time IS NOT NULL AS INT)),SUM(CAST(show_time IS NOT NULL AS INT)),SUM(CAST(click_time IS NOT NULL AS INT)),SUM(win_price_appier),SUM(ext_click_price_appier) FROM imp_join_all2 WHERE time >= 1415980800 AND time < 1416412800 GROUP BY CAST((time+28800)/86400 AS INT),PARTNERID2STR(partner_id),imp_width,imp_height,OS2STR(os),APPID2STR(app_id),app_type,CMPID2STR(cmp_id),COUNTRY2STR(country) 248 28.0 GB 2014/11/19 20:12:09 root FINISHED 4.9 min
app-20141119200636-0397 SparkSQL SELECT CAST((time+28800)/86400 AS INT),PARTNERID2STR(partner_id),cmp_id_str AS cmp_id,category AS cat,COUNTRY2STR(country),OS2STR(os),imp_width AS imp_width,imp_height AS imp_height,COUNT(*) AS count_bid,SUM(win) AS count_win,SUM(show) AS count_show,SUM(click) AS count_click,SUM(win_price_appier) FROM cat_join_all WHERE time >= 1415980800 AND time < 1416412800 GROUP BY CAST((time+28800)/86400 AS INT),PARTNERID2STR(partner_id),cmp_id_str,category,COUNTRY2STR(country),OS2STR(os),imp_width,imp_height 248 28.0 GB 2014/11/19 20:06:36 root FINISHED 5.5 min
app-20141119095730-0396 SparkSQL SELECT DISTINCT idfa FROM unified_impbid_sg WHERE idfa IS NOT NULL 128 28.0 GB 2014/11/19 09:57:30 root FINISHED 42 s
app-20141119095643-0395 SparkSQL SELECT DISTINCT idfa FROM unified_impbid_sg WHERE idfa IS NOT NULL 128 28.0 GB 2014/11/19 09:56:43 root FINISHED 42 s
app-20141119095557-0394 SparkSQL SELECT DISTINCT idfa FROM unified_impbid_sg WHERE idfa IS NOT NULL 128 28.0 GB 2014/11/19 09:55:57 root FINISHED 41 s
app-20141119095511-0393 SparkSQL SELECT DISTINCT idfa FROM unified_impbid_sg WHERE idfa IS NOT NULL 128 28.0 GB 2014/11/19 09:55:11 root FINISHED 42 s
app-20141119095423-0392 SparkSQL SELECT DISTINCT idfa FROM unified_impbid_sg WHERE idfa IS NOT NULL 128 28.0 GB 2014/11/19 09:54:23 root FINISHED 43 s
app-20141119095335-0391 SparkSQL SELECT DISTINCT idfa FROM unified_impbid_sg WHERE idfa IS NOT NULL 128 28.0 GB 2014/11/19 09:53:35 root FINISHED 42 s
app-20141119095247-0390 SparkSQL SELECT DISTINCT idfa FROM unified_impbid_sg WHERE idfa IS NOT NULL 128 28.0 GB 2014/11/19 09:52:47 root FINISHED 43 s
app-20141119094944-0389 SparkSQL SELECT DISTINCT idfa FROM unified_impbid_id WHERE idfa IS NOT NULL 128 28.0 GB 2014/11/19 09:49:44 root FINISHED 50 s
app-20141119094844-0388 SparkSQL SELECT DISTINCT idfa FROM unified_impbid_id WHERE idfa IS NOT NULL 128 28.0 GB 2014/11/19 09:48:44 root FINISHED 55 s
app-20141119094747-0387 SparkSQL SELECT DISTINCT idfa FROM unified_impbid_id WHERE idfa IS NOT NULL 128 28.0 GB 2014/11/19 09:47:47 root FINISHED 52 s
app-20141119094648-0386 SparkSQL SELECT DISTINCT idfa FROM unified_impbid_id WHERE idfa IS NOT NULL 128 28.0 GB 2014/11/19 09:46:48 root FINISHED 53 s
app-20141119094548-0385 SparkSQL SELECT DISTINCT idfa FROM unified_impbid_id WHERE idfa IS NOT NULL 128 28.0 GB 2014/11/19 09:45:48 root FINISHED 55 s
app-20141119094445-0384 SparkSQL SELECT DISTINCT idfa FROM unified_impbid_id WHERE idfa IS NOT NULL 128 28.0 GB 2014/11/19 09:44:45 root FINISHED 58 s
app-20141119094341-0383 SparkSQL SELECT DISTINCT idfa FROM unified_impbid_id WHERE idfa IS NOT NULL 128 28.0 GB 2014/11/19 09:43:41 root FINISHED 59 s
app-20141119093923-0382 SparkSQL SELECT DISTINCT idfa FROM unified_impbid_jp WHERE idfa IS NOT NULL 128 28.0 GB 2014/11/19 09:39:23 root FINISHED 1.2 min
app-20141119093800-0381 SparkSQL SELECT DISTINCT idfa FROM unified_impbid_jp WHERE idfa IS NOT NULL 128 28.0 GB 2014/11/19 09:38:00 root FINISHED 1.3 min
app-20141119093652-0380 SparkSQL SELECT DISTINCT idfa FROM unified_impbid_jp WHERE idfa IS NOT NULL 128 28.0 GB 2014/11/19 09:36:52 root FINISHED 1.1 min
app-20141119093534-0379 SparkSQL SELECT DISTINCT idfa FROM unified_impbid_jp WHERE idfa IS NOT NULL 128 28.0 GB 2014/11/19 09:35:34 root FINISHED 1.2 min
app-20141119093417-0378 SparkSQL SELECT DISTINCT idfa FROM unified_impbid_jp WHERE idfa IS NOT NULL 128 28.0 GB 2014/11/19 09:34:17 root FINISHED 1.2 min
app-20141119093254-0377 SparkSQL SELECT DISTINCT idfa FROM unified_impbid_jp WHERE idfa IS NOT NULL 128 28.0 GB 2014/11/19 09:32:54 root FINISHED 1.3 min
app-20141119093130-0376 SparkSQL SELECT DISTINCT idfa FROM unified_impbid_jp WHERE idfa IS NOT NULL 128 28.0 GB 2014/11/19 09:31:30 root FINISHED 1.3 min
app-20141119092818-0375 SparkSQL SELECT DISTINCT idfa FROM unified_impbid_au WHERE idfa IS NOT NULL 128 28.0 GB 2014/11/19 09:28:18 root FINISHED 49 s
app-20141119092720-0374 SparkSQL SELECT DISTINCT idfa FROM unified_impbid_au WHERE idfa IS NOT NULL 128 28.0 GB 2014/11/19 09:27:20 root FINISHED 53 s
app-20141119092628-0373 SparkSQL SELECT DISTINCT idfa FROM unified_impbid_au WHERE idfa IS NOT NULL 128 28.0 GB 2014/11/19 09:26:28 root FINISHED 47 s
app-20141119092532-0372 SparkSQL SELECT DISTINCT idfa FROM unified_impbid_au WHERE idfa IS NOT NULL 128 28.0 GB 2014/11/19 09:25:32 root FINISHED 51 s
app-20141119092435-0371 SparkSQL SELECT DISTINCT idfa FROM unified_impbid_au WHERE idfa IS NOT NULL 128 28.0 GB 2014/11/19 09:24:35 root FINISHED 53 s
app-20141119092338-0370 SparkSQL SELECT DISTINCT idfa FROM unified_impbid_au WHERE idfa IS NOT NULL 128 28.0 GB 2014/11/19 09:23:38 root FINISHED 52 s
app-20141119092240-0369 SparkSQL SELECT DISTINCT idfa FROM unified_impbid_au WHERE idfa IS NOT NULL 128 28.0 GB 2014/11/19 09:22:40 root FINISHED 54 s
app-20141119092057-0368 SparkSQL SELECT DISTINCT idfa FROM unified_impbid_vn WHERE idfa IS NOT NULL 128 28.0 GB 2014/11/19 09:20:57 root FINISHED 46 s
app-20141119092005-0367 SparkSQL SELECT DISTINCT idfa FROM unified_impbid_vn WHERE idfa IS NOT NULL 128 28.0 GB 2014/11/19 09:20:05 root FINISHED 47 s
app-20141119091916-0366 SparkSQL SELECT DISTINCT idfa FROM unified_impbid_vn WHERE idfa IS NOT NULL 128 28.0 GB 2014/11/19 09:19:16 root FINISHED 44 s
app-20141119091825-0365 SparkSQL SELECT DISTINCT idfa FROM unified_impbid_vn WHERE idfa IS NOT NULL 128 28.0 GB 2014/11/19 09:18:25 root FINISHED 47 s
app-20141119091734-0364 SparkSQL SELECT DISTINCT idfa FROM unified_impbid_vn WHERE idfa IS NOT NULL 128 28.0 GB 2014/11/19 09:17:34 root FINISHED 46 s
app-20141119091639-0363 SparkSQL SELECT DISTINCT idfa FROM unified_impbid_vn WHERE idfa IS NOT NULL 128 28.0 GB 2014/11/19 09:16:39 root FINISHED 51 s
app-20141119091544-0362 SparkSQL SELECT DISTINCT idfa FROM unified_impbid_vn WHERE idfa IS NOT NULL 128 28.0 GB 2014/11/19 09:15:44 root FINISHED 50 s
app-20141119091221-0361 SparkSQL SELECT DISTINCT idfa FROM unified_impbid_my WHERE idfa IS NOT NULL 128 28.0 GB 2014/11/19 09:12:21 root FINISHED 47 s
app-20141119091127-0360 SparkSQL SELECT DISTINCT idfa FROM unified_impbid_my WHERE idfa IS NOT NULL 128 28.0 GB 2014/11/19 09:11:27 root FINISHED 49 s
app-20141119091037-0359 SparkSQL SELECT DISTINCT idfa FROM unified_impbid_my WHERE idfa IS NOT NULL 128 28.0 GB 2014/11/19 09:10:37 root FINISHED 45 s
app-20141119090945-0358 SparkSQL SELECT DISTINCT idfa FROM unified_impbid_my WHERE idfa IS NOT NULL 128 28.0 GB 2014/11/19 09:09:45 root FINISHED 48 s
app-20141119090852-0357 SparkSQL SELECT DISTINCT idfa FROM unified_impbid_my WHERE idfa IS NOT NULL 128 28.0 GB 2014/11/19 09:08:52 root FINISHED 48 s
app-20141119090754-0356 SparkSQL SELECT DISTINCT idfa FROM unified_impbid_my WHERE idfa IS NOT NULL 128 28.0 GB 2014/11/19 09:07:54 root FINISHED 53 s
app-20141119090659-0355 SparkSQL SELECT DISTINCT idfa FROM unified_impbid_my WHERE idfa IS NOT NULL 128 28.0 GB 2014/11/19 09:06:59 root FINISHED 50 s
app-20141119090153-0354 SparkSQL SELECT DISTINCT idfa FROM unified_impbid_my WHERE idfa IS NOT NULL 128 28.0 GB 2014/11/19 09:01:53 root FINISHED 50 s
app-20141119085846-0353 SparkSQL SELECT DISTINCT idfa FROM unified_impbid_my WHERE idfa IS NOT NULL 128 28.0 GB 2014/11/19 08:58:46 root FINISHED 50 s
app-20141119084509-0352 SparkSQL SELECT DISTINCT idfa FROM unified_impbid_my WHERE idfa IS NOT NULL 128 28.0 GB 2014/11/19 08:45:09 root FINISHED 50 s
app-20141119084148-0351 SparkSQL SELECT DISTINCT idfa FROM unified_impbid_my WHERE idfa IS NOT NULL 128 28.0 GB 2014/11/19 08:41:48 root FINISHED 48 s
app-20141119084002-0350 SparkSQL SELECT DISTINCT idfa FROM unified_impbid_my WHERE idfa IS NOT NULL 128 28.0 GB 2014/11/19 08:40:02 root FINISHED 51 s
app-20141119083735-0349 SparkSQL SELECT DISTINCT idfa FROM unified_impbid_my WHERE idfa IS NOT NULL 128 28.0 GB 2014/11/19 08:37:35 root FINISHED 49 s
app-20141119083247-0348 SparkSQL SELECT DISTINCT idfa FROM unified_impbid_my WHERE idfa IS NOT NULL 128 28.0 GB 2014/11/19 08:32:47 root FINISHED 50 s
app-20141119082736-0347 SparkSQL SELECT DISTINCT idfa FROM unified_impbid_my WHERE idfa IS NOT NULL 128 28.0 GB 2014/11/19 08:27:36 root FINISHED 50 s
app-20141119082640-0346 SparkSQL SELECT DISTINCT idfa FROM unified_impbid_my WHERE idfa IS NOT NULL 128 28.0 GB 2014/11/19 08:26:40 root FINISHED 50 s
app-20141119075412-0345 SparkSQL SELECT DISTINCT idfa FROM unified_impbid_my WHERE idfa IS NOT NULL 128 28.0 GB 2014/11/19 07:54:12 root FINISHED 49 s
app-20141119075316-0344 SparkSQL SELECT DISTINCT idfa FROM unified_impbid_my WHERE idfa IS NOT NULL 128 28.0 GB 2014/11/19 07:53:16 root FINISHED 51 s
app-20141119073409-0343 SparkSQL SELECT DISTINCT idfa FROM unified_impbid_my WHERE idfa IS NOT NULL 128 28.0 GB 2014/11/19 07:34:09 root FINISHED 49 s
app-20141119073315-0342 SparkSQL SELECT DISTINCT idfa FROM unified_impbid_my WHERE idfa IS NOT NULL 128 28.0 GB 2014/11/19 07:33:15 root FINISHED 49 s
app-20141119073138-0341 SparkSQL SELECT DISTINCT idfa FROM unified_impbid_my WHERE idfa IS NOT NULL 128 28.0 GB 2014/11/19 07:31:38 root FINISHED 51 s
app-20141119073044-0340 SparkSQL SELECT DISTINCT idfa FROM unified_impbid_my WHERE idfa IS NOT NULL 128 28.0 GB 2014/11/19 07:30:44 root FINISHED 50 s
app-20141119071333-0339 SparkSQL SELECT DISTINCT idfa FROM unified_impbid_my WHERE idfa IS NOT NULL 128 28.0 GB 2014/11/19 07:13:33 root FINISHED 45 s
app-20141119071242-0338 SparkSQL SELECT DISTINCT idfa FROM unified_impbid_my WHERE idfa IS NOT NULL 128 28.0 GB 2014/11/19 07:12:42 root FINISHED 46 s
app-20141119071150-0337 SparkSQL SELECT DISTINCT idfa FROM unified_impbid_my WHERE idfa IS NOT NULL 128 28.0 GB 2014/11/19 07:11:50 root FINISHED 47 s
app-20141119071053-0336 SparkSQL SELECT DISTINCT idfa FROM unified_impbid_my WHERE idfa IS NOT NULL 128 28.0 GB 2014/11/19 07:10:53 root FINISHED 52 s
app-20141119070956-0335 SparkSQL SELECT DISTINCT idfa FROM unified_impbid_my WHERE idfa IS NOT NULL 128 28.0 GB 2014/11/19 07:09:56 root FINISHED 51 s
app-20141119070943-0334 SparkSQL SELECT DISTINCT idfa FROM unified_impbid_my WHERE idfa IS NOT NULL 128 28.0 GB 2014/11/19 07:09:43 root FINISHED 8 s
app-20141119064459-0333 SparkSQL SELECT t.cid, t.app_id, t.viewability, t.imp_position, t.height, t.width, CAST(t.height*t.width AS INT) AS area, sum(t.show) AS show, sum(t.click) AS click, sum(t.bid_price_appier) AS bid_price, sum(t.win_price_appier) AS win_price FROM (SELECT CMPID2STR(cmp_id) AS cid, APPID2STR(app_id) AS app_id, viewability AS viewability, device_type AS device_type, app_type AS app_type, PARTNERID2STR(partner_id) AS exchange, imp_position AS imp_position, imp_height AS height, imp_width AS width, NOTNULL(show_time) AS show, NOTNULL(click_time) AS click, bid_price_appier AS bid_price_appier, win_price_appier AS win_price_appier FROM imp_join_all2 WHERE NOTNULL(show_time) > 0 AND CMPID2STR(cmp_id) in ('72ybsp2bQdKmypbhtqUWmQ', 'uKOnCPVfSmqOHZ4pK7qLRQ', 'mjD08CWgRvK2RnZVgsMr7g', 's2NKLYbLQbesEvUqtLDF7Q') AND PARTNERID2STR(partner_id) = 'gadex_hk') AS t GROUP BY t.cid, t.app_id, t.viewability, t.imp_position, t.height, t.width, CAST(t.height*t.width AS INT) 128 28.0 GB 2014/11/19 06:44:59 root FINISHED 5.8 min
app-20141119061553-0332 SparkSQL SELECT t.cid, t.viewability, t.imp_position, t.height, t.width, CAST(t.height*t.width AS INT) AS area, sum(t.show) AS show, sum(t.click) AS click, sum(t.bid_price_appier) AS bid_price, sum(t.win_price_appier) AS win_price FROM (SELECT CMPID2STR(cmp_id) AS cid, APPID2STR(app_id) AS app_id, viewability AS viewability, device_type AS device_type, app_type AS app_type, PARTNERID2STR(partner_id) AS exchange, imp_position AS imp_position, imp_height AS height, imp_width AS width, NOTNULL(show_time) AS show, NOTNULL(click_time) AS click, bid_price_appier AS bid_price_appier, win_price_appier AS win_price_appier FROM imp_join_all2 WHERE NOTNULL(show_time) > 0 AND CMPID2STR(cmp_id) in ('72ybsp2bQdKmypbhtqUWmQ', 'uKOnCPVfSmqOHZ4pK7qLRQ', 'mjD08CWgRvK2RnZVgsMr7g', 's2NKLYbLQbesEvUqtLDF7Q') AND PARTNERID2STR(partner_id) = 'gadex_hk' AND APPID2STR(app_id) != 'Anonymous') AS t GROUP BY t.cid, t.viewability, t.imp_position, t.height, t.width, CAST(t.height*t.width AS INT) 180 28.0 GB 2014/11/19 06:15:53 root FINISHED 5.8 min
app-20141119061256-0331 SparkSQL SELECT t.cid, t.viewability, t.imp_position, t.height, t.width, CAST(t.height*t.width AS INT) AS area, sum(t.show) AS show, sum(t.click) AS click, sum(t.bid_price_appier) AS bid_price, sum(t.win_price_appier) AS win_price FROM (SELECT CMPID2STR(cmp_id) AS cid, APPID2STR(app_id) AS app_id, viewability AS viewability, device_type AS device_type, app_type AS app_type, PARTNERID2STR(partner_id) AS exchange, imp_position AS imp_position, imp_height AS height, imp_width AS width, NOTNULL(show_time) AS show, NOTNULL(click_time) AS click, bid_price_appier AS bid_price_appier, win_price_appier AS win_price_appier FROM imp_join_all2 WHERE NOTNULL(show_time) > 0 AND CMPID2STR(cmp_id) in ('72ybsp2bQdKmypbhtqUWmQ', 'uKOnCPVfSmqOHZ4pK7qLRQ', 'mjD08CWgRvK2RnZVgsMr7g', 's2NKLYbLQbesEvUqtLDF7Q') AND PARTNERID2STR(partner_id) = 'gadex_hk’ AND APPID2STR(app_id) != 'Anonymous') AS t GROUP BY t.cid, t.viewability, t.imp_position, t.height, t.width, CAST(t.height*t.width AS INT) 256 28.0 GB 2014/11/19 06:12:56 root FINISHED 31 s
app-20141119061035-0330 SparkSQL SELECT t.cid, t.viewability, t.imp_position, t.height, t.width, CAST(t.height*t.width AS INT) AS area, sum(t.show) AS show, sum(t.click) AS click, sum(t.bid_price_appier) AS bid_price, sum(t.win_price_appier) AS win_price FROM (SELECT CMPID2STR(cmp_id) AS cid, APPID2STR(app_id) AS app_id, viewability AS viewability, device_type AS device_type, app_type AS app_type, PARTNERID2STR(partner_id) AS exchange, imp_position AS imp_position, imp_height AS height, imp_width AS width, NOTNULL(show_time) AS show, NOTNULL(click_time) AS click, bid_price_appier AS bid_price_appier, win_price_appier AS win_price_appier FROM imp_join_all2 WHERE NOTNULL(show_time) > 0 AND CMPID2STR(cmp_id) in ('72ybsp2bQdKmypbhtqUWmQ', 'uKOnCPVfSmqOHZ4pK7qLRQ', 'mjD08CWgRvK2RnZVgsMr7g', 's2NKLYbLQbesEvUqtLDF7Q') AND PARTNERID2STR(partner_id) = 'gadex_hk’AND APPID2STR(app_id) != 'Anonymous') AS t GROUP BY t.cid, t.viewability, t.imp_position, t.height, t.width, CAST(t.height*t.width AS INT) 256 28.0 GB 2014/11/19 06:10:35 root FINISHED 31 s
app-20141119060255-0329 SparkSQL SELECT t.cid, t.viewability, t.imp_position, t.height, t.width, CAST(t.height*t.width AS INT) AS area, sum(t.show) AS show, sum(t.click) AS click, sum(t.bid_price_appier) AS bid_price, sum(t.win_price_appier) AS win_price FROM (SELECT CMPID2STR(cmp_id) AS cid, APPID2STR(app_id) AS app_id, viewability AS viewability, device_type AS device_type, app_type AS app_type, PARTNERID2STR(partner_id) AS exchange, imp_position AS imp_position, imp_height AS height, imp_width AS width, NOTNULL(show_time) AS show, NOTNULL(click_time) AS click, bid_price_appier AS bid_price_appier, win_price_appier AS win_price_appier FROM imp_join_all2 WHERE NOTNULL(show_time) > 0 AND CMPID2STR(cmp_id) in ('72ybsp2bQdKmypbhtqUWmQ', 'uKOnCPVfSmqOHZ4pK7qLRQ', 'mjD08CWgRvK2RnZVgsMr7g', 's2NKLYbLQbesEvUqtLDF7Q') AND PARTNERID2STR(partner_id) = 'gadex_hk') AS t GROUP BY t.cid, t.viewability, t.imp_position, t.height, t.width, CAST(t.height*t.width AS INT) 256 28.0 GB 2014/11/19 06:02:55 root FINISHED 4.0 min
app-20141119055138-0328 SparkSQL SELECT t.cid, t.viewability, t.imp_position, t.height, t.width, CAST(t.height*t.width AS INT) AS area, sum(t.show) AS show, sum(t.click) AS click, sum(t.bid_price_appier) AS bid_price, sum(t.win_price_appier) AS win_price FROM (SELECT CMPID2STR(cmp_id) AS cid, APPID2STR(app_id) AS app_id, viewability AS viewability, device_type AS device_type, app_type AS app_type, PARTNERID2STR(partner_id) AS exchange, imp_position AS imp_position, imp_height AS height, imp_width AS width, NOTNULL(show_time) AS show, NOTNULL(click_time) AS click, bid_price_appier AS bid_price_appier, win_price_appier AS win_price_appier FROM imp_join_all2 WHERE NOTNULL(show_time) > 0 AND CMPID2STR(cmp_id) in ('72ybsp2bQdKmypbhtqUWmQ', 'uKOnCPVfSmqOHZ4pK7qLRQ', 'mjD08CWgRvK2RnZVgsMr7g', 'uI6Fam_3RBOjmGhtp0IbqA') AND PARTNERID2STR(partner_id) = 'gadex_hk') AS t GROUP BY t.cid, t.viewability, t.imp_position, t.height, t.width, CAST(t.height*t.width AS INT) 256 28.0 GB 2014/11/19 05:51:38 root FINISHED 4.1 min
app-20141119045902-0327 SparkSQL SELECT cmp_id_str, CAST((time+28800)/86400 AS INT), COUNTRY2STR(country) , COUNT(DISTINCT(CONCAT2(bid_appier_id_str, CAST(conversion_time AS STRING)))) FROM major_action_join_all WHERE is_external = true AND NOT(PARTNERID2STR(partner_id)='iad' AND UADEVICEMODEL2STR(ua_device_model) = '') AND time >= 1414425600 AND time < 1416326400 GROUP BY cmp_id_str, CAST((time+28800)/86400 AS INT), COUNTRY2STR(country) 256 28.0 GB 2014/11/19 04:59:02 root FINISHED 8.8 min
app-20141119045021-0326 SparkSQL SELECT cmp_id_str, CAST((time+28800)/86400 AS INT), IPSTR2CONNECTIONTYPE(ip_str) , COUNT(DISTINCT(CONCAT2(bid_appier_id_str, CAST(conversion_time AS STRING)))) FROM major_action_join_all WHERE is_external = true AND NOT(PARTNERID2STR(partner_id)='iad' AND UADEVICEMODEL2STR(ua_device_model) = '') AND time >= 1414425600 AND time < 1416326400 GROUP BY cmp_id_str, CAST((time+28800)/86400 AS INT), IPSTR2CONNECTIONTYPE(ip_str) 256 28.0 GB 2014/11/19 04:50:21 root FINISHED 8.6 min
app-20141119044132-0325 SparkSQL SELECT cmp_id_str, CAST((time+28800)/86400 AS INT), osv_str , COUNT(DISTINCT(CONCAT2(bid_appier_id_str, CAST(conversion_time AS STRING)))) FROM major_action_join_all WHERE is_external = true AND NOT(PARTNERID2STR(partner_id)='iad' AND UADEVICEMODEL2STR(ua_device_model) = '') AND time >= 1414425600 AND time < 1416326400 GROUP BY cmp_id_str, CAST((time+28800)/86400 AS INT), osv_str 256 28.0 GB 2014/11/19 04:41:32 root FINISHED 8.7 min
app-20141119043247-0324 SparkSQL SELECT cmp_id_str, CAST((time+28800)/86400 AS INT), UADEVICEMODEL2STR(ua_device_model) , COUNT(DISTINCT(CONCAT2(bid_appier_id_str, CAST(conversion_time AS STRING)))) FROM major_action_join_all WHERE is_external = true AND NOT(PARTNERID2STR(partner_id)='iad' AND UADEVICEMODEL2STR(ua_device_model) = '') AND time >= 1414425600 AND time < 1416326400 GROUP BY cmp_id_str, CAST((time+28800)/86400 AS INT), UADEVICEMODEL2STR(ua_device_model) 256 28.0 GB 2014/11/19 04:32:47 root FINISHED 8.7 min
app-20141119042412-0323 SparkSQL SELECT cmp_id_str, CAST((time+28800)/86400 AS INT), region_code_str , COUNT(DISTINCT(CONCAT2(bid_appier_id_str, CAST(conversion_time AS STRING)))) FROM major_action_join_all WHERE is_external = true AND NOT(PARTNERID2STR(partner_id)='iad' AND UADEVICEMODEL2STR(ua_device_model) = '') AND time >= 1414425600 AND time < 1416326400 GROUP BY cmp_id_str, CAST((time+28800)/86400 AS INT), region_code_str 256 28.0 GB 2014/11/19 04:24:12 root FINISHED 8.5 min
app-20141119041532-0322 SparkSQL SELECT cmp_id_str, CAST((time+28800)/86400 AS INT) , COUNT(DISTINCT(CONCAT2(bid_appier_id_str, CAST(conversion_time AS STRING)))) FROM major_action_join_all WHERE is_external = true AND NOT(PARTNERID2STR(partner_id)='iad' AND UADEVICEMODEL2STR(ua_device_model) = '') AND time >= 1414425600 AND time < 1416326400 GROUP BY cmp_id_str, CAST((time+28800)/86400 AS INT) 256 28.0 GB 2014/11/19 04:15:32 root FINISHED 8.6 min
app-20141119040641-0321 SparkSQL SELECT cmp_id_str, CAST((time+28800)/86400 AS INT), isp_str , COUNT(DISTINCT(CONCAT2(bid_appier_id_str, CAST(conversion_time AS STRING)))) FROM major_action_join_all WHERE is_external = true AND NOT(PARTNERID2STR(partner_id)='iad' AND UADEVICEMODEL2STR(ua_device_model) = '') AND time >= 1414425600 AND time < 1416326400 GROUP BY cmp_id_str, CAST((time+28800)/86400 AS INT), isp_str 256 28.0 GB 2014/11/19 04:06:41 root FINISHED 8.8 min
app-20141119035804-0320 SparkSQL SELECT cmp_id_str, CAST((time+28800)/86400 AS INT), CAST((time+28800)/3600 AS INT)%24 , COUNT(DISTINCT(CONCAT2(bid_appier_id_str, CAST(conversion_time AS STRING)))) FROM major_action_join_all WHERE is_external = true AND NOT(PARTNERID2STR(partner_id)='iad' AND UADEVICEMODEL2STR(ua_device_model) = '') AND time >= 1414425600 AND time < 1416326400 GROUP BY cmp_id_str, CAST((time+28800)/86400 AS INT), CAST((time+28800)/3600 AS INT)%24 256 28.0 GB 2014/11/19 03:58:04 root FINISHED 8.5 min
app-20141119034915-0319 SparkSQL SELECT cmp_id_str, CAST((time+28800)/86400 AS INT), app_id_str , COUNT(DISTINCT(CONCAT2(bid_appier_id_str, CAST(conversion_time AS STRING)))) FROM major_action_join_all WHERE is_external = true AND NOT(PARTNERID2STR(partner_id)='iad' AND UADEVICEMODEL2STR(ua_device_model) = '') AND time >= 1414425600 AND time < 1416326400 GROUP BY cmp_id_str, CAST((time+28800)/86400 AS INT), app_id_str 256 28.0 GB 2014/11/19 03:49:15 root FINISHED 8.7 min
app-20141119034017-0318 SparkSQL SELECT cmp_id_str, CAST((time+28800)/86400 AS INT), device_type , COUNT(DISTINCT(CONCAT2(bid_appier_id_str, CAST(conversion_time AS STRING)))) FROM major_action_join_all WHERE is_external = true AND NOT(PARTNERID2STR(partner_id)='iad' AND UADEVICEMODEL2STR(ua_device_model) = '') AND time >= 1414425600 AND time < 1416326400 GROUP BY cmp_id_str, CAST((time+28800)/86400 AS INT), device_type 256 28.0 GB 2014/11/19 03:40:17 root FINISHED 8.9 min
app-20141119033612-0317 SparkSQL SELECT CMPID2STR(cmp_id), CAST((time+28800)/86400 AS INT) , SUM(ext_click_price_appier)/10000000, SUM(click_count) FROM imp_join_all2 WHERE is_external = true AND NOT(PARTNERID2STR(partner_id)='iad' AND UADEVICEMODEL2STR(ua_device_model) = '') AND time >= 1415808000 AND time < 1416326400 GROUP BY CMPID2STR(cmp_id), CAST((time+28800)/86400 AS INT) 256 28.0 GB 2014/11/19 03:36:12 root FINISHED 3.9 min
app-20141119033109-0316 SparkSQL SELECT t.cid, t.viewability, t.imp_position, t.height, t.width, CAST(t.height*t.width AS INT) AS area, sum(t.show) AS show, sum(t.click) AS click, sum(t.bid_price_appier) AS bid_price, sum(t.win_price_appier) AS win_price FROM (SELECT CMPID2STR(cmp_id) AS cid, APPID2STR(app_id) AS app_id, viewability AS viewability, device_type AS device_type, app_type AS app_type, PARTNERID2STR(partner_id) AS exchange, imp_position AS imp_position, imp_height AS height, imp_width AS width, NOTNULL(show_time) AS show, NOTNULL(click_time) AS click, bid_price_appier AS bid_price_appier, win_price_appier AS win_price_appier FROM imp_join_all2 WHERE NOTNULL(show_time) > 0 AND CMPID2STR(cmp_id) in ('72ybsp2bQdKmypbhtqUWmQ', 'uKOnCPVfSmqOHZ4pK7qLRQ', 'mjD08CWgRvK2RnZVgsMr7g', 'uI6Fam_3RBOjmGhtp0IbqA') AND PARTNERID2STR(partner_id) = 'gadex_hk') AS t GROUP BY t.cid, t.viewability, t.imp_position, t.height, t.width, CAST(t.height*t.width AS INT) 256 28.0 GB 2014/11/19 03:31:09 root FINISHED 5.0 min
app-20141119032722-0315 SparkSQL SELECT CMPID2STR(cmp_id), CAST((time+28800)/86400 AS INT), COUNTRY2STR(country) , SUM(ext_click_price_appier)/10000000, SUM(click_count) FROM imp_join_all2 WHERE is_external = true AND NOT(PARTNERID2STR(partner_id)='iad' AND UADEVICEMODEL2STR(ua_device_model) = '') AND time >= 1415808000 AND time < 1416326400 GROUP BY CMPID2STR(cmp_id), CAST((time+28800)/86400 AS INT), COUNTRY2STR(country) 256 28.0 GB 2014/11/19 03:27:22 root FINISHED 3.7 min
app-20141119032330-0314 SparkSQL SELECT CMPID2STR(cmp_id), CAST((time+28800)/86400 AS INT), OSV2STR(osv) , SUM(ext_click_price_appier)/10000000, SUM(click_count) FROM imp_join_all2 WHERE is_external = true AND NOT(PARTNERID2STR(partner_id)='iad' AND UADEVICEMODEL2STR(ua_device_model) = '') AND time >= 1415808000 AND time < 1416326400 GROUP BY CMPID2STR(cmp_id), CAST((time+28800)/86400 AS INT), OSV2STR(osv) 256 28.0 GB 2014/11/19 03:23:30 root FINISHED 3.8 min
app-20141119031944-0313 SparkSQL SELECT CMPID2STR(cmp_id), CAST((time+28800)/86400 AS INT), REGIONCODE2STR(region_code) , SUM(ext_click_price_appier)/10000000, SUM(click_count) FROM imp_join_all2 WHERE is_external = true AND NOT(PARTNERID2STR(partner_id)='iad' AND UADEVICEMODEL2STR(ua_device_model) = '') AND time >= 1415808000 AND time < 1416326400 GROUP BY CMPID2STR(cmp_id), CAST((time+28800)/86400 AS INT), REGIONCODE2STR(region_code) 256 28.0 GB 2014/11/19 03:19:44 root FINISHED 3.7 min
app-20141119031550-0312 SparkSQL SELECT CMPID2STR(cmp_id), CAST((time+28800)/86400 AS INT), device_type , SUM(ext_click_price_appier)/10000000, SUM(click_count) FROM imp_join_all2 WHERE is_external = true AND NOT(PARTNERID2STR(partner_id)='iad' AND UADEVICEMODEL2STR(ua_device_model) = '') AND time >= 1415808000 AND time < 1416326400 GROUP BY CMPID2STR(cmp_id), CAST((time+28800)/86400 AS INT), device_type 256 28.0 GB 2014/11/19 03:15:50 root FINISHED 3.8 min
app-20141119031202-0311 SparkSQL SELECT CMPID2STR(cmp_id), CAST((time+28800)/86400 AS INT), ISP2STR(isp) , SUM(ext_click_price_appier)/10000000, SUM(click_count) FROM imp_join_all2 WHERE is_external = true AND NOT(PARTNERID2STR(partner_id)='iad' AND UADEVICEMODEL2STR(ua_device_model) = '') AND time >= 1415808000 AND time < 1416326400 GROUP BY CMPID2STR(cmp_id), CAST((time+28800)/86400 AS INT), ISP2STR(isp) 256 28.0 GB 2014/11/19 03:12:02 root FINISHED 3.7 min
app-20141119030803-0310 SparkSQL SELECT CMPID2STR(cmp_id), CAST((time+28800)/86400 AS INT), APPID2STR(app_id) , SUM(ext_click_price_appier)/10000000, SUM(click_count) FROM imp_join_all2 WHERE is_external = true AND NOT(PARTNERID2STR(partner_id)='iad' AND UADEVICEMODEL2STR(ua_device_model) = '') AND time >= 1415808000 AND time < 1416326400 GROUP BY CMPID2STR(cmp_id), CAST((time+28800)/86400 AS INT), APPID2STR(app_id) 256 28.0 GB 2014/11/19 03:08:03 root FINISHED 3.9 min
app-20141119025917-0309 SparkSQL SELECT CAST((time+28800)/3600 AS INT),PARTNERID2STR(partner_id),imp_width AS imp_width,imp_height AS imp_height,OS2STR(os),cmp_id_str AS cmp_id,COUNTRY2STR(country),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'gender'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'age'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'day_of_week'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'hour_of_day'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'device_model'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'app_cat'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'geo'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'region'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'city'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'ip'),action_id AS action_id,COUNT(DISTINCT(CONCAT2(bid_appier_id_str, CAST(conversion_time AS STRING)))) AS count_conversion FROM action_join_all WHERE action_id != '' AND time >= 1414425600 AND time < 1416326400 AND LENGTH(enhanced_buying_keys) > 0 GROUP BY CAST((time+28800)/3600 AS INT),PARTNERID2STR(partner_id),imp_width,imp_height,OS2STR(os),cmp_id_str,COUNTRY2STR(country),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'gender'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'age'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'day_of_week'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'hour_of_day'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'device_model'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'app_cat'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'geo'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'region'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'city'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'ip'),action_id 256 28.0 GB 2014/11/19 02:59:17 root FINISHED 8.7 min
app-20141119025036-0308 SparkSQL SELECT CAST((time+28800)/86400 AS INT),PARTNERID2STR(partner_id),imp_width AS imp_width,imp_height AS imp_height,OS2STR(os),cmp_id_str,COUNTRY2STR(country),GENDER2STR(gender),yob AS age,action_id AS action_id,GENDER2STR(persona_gender),persona_age_group AS persona_age_group,COUNT(DISTINCT(CONCAT2(bid_appier_id_str, CAST(conversion_time AS STRING)))) AS count_conversion FROM action_join_all WHERE action_id != '' AND time >= 1414425600 AND time < 1416326400 GROUP BY CAST((time+28800)/86400 AS INT),PARTNERID2STR(partner_id),imp_width,imp_height,OS2STR(os),cmp_id_str,COUNTRY2STR(country),GENDER2STR(gender),yob,action_id,GENDER2STR(persona_gender),persona_age_group 256 28.0 GB 2014/11/19 02:50:36 root FINISHED 8.6 min
app-20141119024158-0307 SparkSQL SELECT CAST((time+28800)/86400 AS INT),PARTNERID2STR(partner_id),imp_width AS imp_width,imp_height AS imp_height,OS2STR(os),UADEVICEMODEL2STR(ua_device_model),cmp_id_str,COUNTRY2STR(country),action_id AS action_id,COUNT(DISTINCT(CONCAT2(bid_appier_id_str, CAST(conversion_time AS STRING)))) AS count_conversion FROM action_join_all WHERE action_id != '' AND time >= 1414425600 AND time < 1416326400 GROUP BY CAST((time+28800)/86400 AS INT),PARTNERID2STR(partner_id),imp_width,imp_height,OS2STR(os),UADEVICEMODEL2STR(ua_device_model),cmp_id_str,COUNTRY2STR(country),action_id 256 28.0 GB 2014/11/19 02:41:58 root FINISHED 8.6 min
app-20141119023805-0306 SparkSQL SELECT CMPID2STR(cmp_id), CAST((time+28800)/86400 AS INT), IP2CONNECTIONTYPE(ip) , SUM(ext_click_price_appier)/10000000, SUM(click_count) FROM imp_join_all2 WHERE is_external = true AND NOT(PARTNERID2STR(partner_id)='iad' AND UADEVICEMODEL2STR(ua_device_model) = '') AND time >= 1415808000 AND time < 1416326400 GROUP BY CMPID2STR(cmp_id), CAST((time+28800)/86400 AS INT), IP2CONNECTIONTYPE(ip) 256 28.0 GB 2014/11/19 02:38:05 root FINISHED 3.8 min
app-20141119023409-0305 SparkSQL SELECT CAST((time+28800)/3600 AS INT),PARTNERID2STR(partner_id),imp_width AS imp_width,imp_height AS imp_height,OS2STR(os),CMPID2STR(cmp_id),COUNTRY2STR(country),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'gender'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'age'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'day_of_week'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'hour_of_day'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'device_model'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'app_cat'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'geo'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'region'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'city'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'ip'),COUNT(*) AS count_bid,SUM(CAST(win_time IS NOT NULL AS INT)),SUM(CAST(show_time IS NOT NULL AS INT)),SUM(CAST(click_time IS NOT NULL AS INT)),SUM(win_price_appier),SUM(ext_click_price_appier),SUM(GET_ENHANCE_BUYING_RATIO(enhanced_buying_keys, enhanced_buying_values, 'gender')),SUM(GET_ENHANCE_BUYING_RATIO(enhanced_buying_keys, enhanced_buying_values, 'age')),SUM(GET_ENHANCE_BUYING_RATIO(enhanced_buying_keys, enhanced_buying_values, 'day_of_week')),SUM(GET_ENHANCE_BUYING_RATIO(enhanced_buying_keys, enhanced_buying_values, 'hour_of_day')),SUM(GET_ENHANCE_BUYING_RATIO(enhanced_buying_keys, enhanced_buying_values, 'device_model')),SUM(GET_ENHANCE_BUYING_RATIO(enhanced_buying_keys, enhanced_buying_values, 'app_cat')),SUM(GET_ENHANCE_BUYING_RATIO(enhanced_buying_keys, enhanced_buying_values, 'geo')),SUM(GET_ENHANCE_BUYING_RATIO(enhanced_buying_keys, enhanced_buying_values, 'region')),SUM(GET_ENHANCE_BUYING_RATIO(enhanced_buying_keys, enhanced_buying_values, 'city')),SUM(GET_ENHANCE_BUYING_RATIO(enhanced_buying_keys, enhanced_buying_values, 'ip')) FROM imp_join_all2 WHERE time >= 1415894400 AND time < 1416326400 AND LENGTH(enhanced_buying_keys) > 0 GROUP BY CAST((time+28800)/3600 AS INT),PARTNERID2STR(partner_id),imp_width,imp_height,OS2STR(os),CMPID2STR(cmp_id),COUNTRY2STR(country),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'gender'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'age'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'day_of_week'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'hour_of_day'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'device_model'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'app_cat'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'geo'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'region'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'city'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'ip') 256 28.0 GB 2014/11/19 02:34:09 root FINISHED 3.8 min
app-20141119022941-0304 SparkSQL SELECT CAST((time+28800)/86400 AS INT),PARTNERID2STR(partner_id),imp_width AS imp_width,imp_height AS imp_height,OS2STR(os),CMPID2STR(cmp_id),COUNTRY2STR(country),GENDER2STR(gender),age AS age,GENDER2STR(persona_gender),persona_age_group AS persona_age_group,COUNT(*) AS count_bid,SUM(CAST(win_time IS NOT NULL AS INT)),SUM(CAST(show_time IS NOT NULL AS INT)),SUM(CAST(click_time IS NOT NULL AS INT)),SUM(win_price_appier),SUM(ext_click_price_appier) FROM imp_join_all2 WHERE time >= 1415894400 AND time < 1416326400 GROUP BY CAST((time+28800)/86400 AS INT),PARTNERID2STR(partner_id),imp_width,imp_height,OS2STR(os),CMPID2STR(cmp_id),COUNTRY2STR(country),GENDER2STR(gender),age,GENDER2STR(persona_gender),persona_age_group 256 28.0 GB 2014/11/19 02:29:41 root FINISHED 4.4 min
app-20141119022507-0303 SparkSQL SELECT CAST((time+28800)/86400 AS INT),PARTNERID2STR(partner_id),imp_width AS imp_width,imp_height AS imp_height,OS2STR(os),UADEVICEMODEL2STR(ua_device_model),CMPID2STR(cmp_id),COUNTRY2STR(country),COUNT(*) AS count_bid,SUM(CAST(win_time IS NOT NULL AS INT)),SUM(CAST(show_time IS NOT NULL AS INT)),SUM(CAST(click_time IS NOT NULL AS INT)),SUM(win_price_appier),SUM(ext_click_price_appier) FROM imp_join_all2 WHERE time >= 1415894400 AND time < 1416326400 GROUP BY CAST((time+28800)/86400 AS INT),PARTNERID2STR(partner_id),imp_width,imp_height,OS2STR(os),UADEVICEMODEL2STR(ua_device_model),CMPID2STR(cmp_id),COUNTRY2STR(country) 256 28.0 GB 2014/11/19 02:25:07 root FINISHED 4.5 min
app-20141119021609-0302 SparkSQL SELECT CAST((time+28800)/3600 AS INT),PARTNERID2STR(partner_id),imp_width AS imp_width,imp_height AS imp_height,OS2STR(os),cmp_id_str AS cmp_id,COUNTRY2STR(country),action_id AS action_id,COUNT(DISTINCT(CONCAT2(bid_appier_id_str, CAST(conversion_time AS STRING)))) AS count_conversion FROM action_join_all WHERE action_id != '' AND time >= 1414425600 AND time < 1416326400 GROUP BY CAST((time+28800)/3600 AS INT),PARTNERID2STR(partner_id),imp_width,imp_height,OS2STR(os),cmp_id_str,COUNTRY2STR(country),action_id 256 28.0 GB 2014/11/19 02:16:09 root FINISHED 8.9 min
app-20141119020731-0301 SparkSQL SELECT CAST((time+28800)/86400 AS INT),PARTNERID2STR(partner_id),imp_width AS imp_width,imp_height AS imp_height,OS2STR(os),app_id_str AS app_id,app_type AS app_type,cmp_id_str AS cmp_id,COUNTRY2STR(country),action_id AS action_id,COUNT(DISTINCT(CONCAT2(bid_appier_id_str, CAST(conversion_time AS STRING)))) AS count_conversion FROM action_join_all WHERE action_id != '' AND time >= 1414425600 AND time < 1416326400 GROUP BY CAST((time+28800)/86400 AS INT),PARTNERID2STR(partner_id),imp_width,imp_height,OS2STR(os),app_id_str,app_type,cmp_id_str,COUNTRY2STR(country),action_id 256 28.0 GB 2014/11/19 02:07:31 root FINISHED 8.6 min
app-20141119015855-0300 SparkSQL SELECT CAST((time+28800)/86400 AS INT),PARTNERID2STR(partner_id),cmp_id_str AS cmp_id,category AS cat,COUNTRY2STR(country),OS2STR(os),imp_width AS imp_width,imp_height AS imp_height,action_id AS action_id,COUNT(DISTINCT(CONCAT2(bid_appier_id_str, CAST(conversion_time AS STRING)))) AS count_conversion FROM cataction_join_all WHERE action_id != '' AND time >= 1414425600 AND time < 1416326400 GROUP BY CAST((time+28800)/86400 AS INT),PARTNERID2STR(partner_id),cmp_id_str,category,COUNTRY2STR(country),OS2STR(os),imp_width,imp_height,action_id 256 28.0 GB 2014/11/19 01:58:55 root FINISHED 8.5 min
app-20141119015506-0299 SparkSQL SELECT CMPID2STR(cmp_id), CAST((time+28800)/86400 AS INT), UADEVICEMODEL2STR(ua_device_model) , SUM(ext_click_price_appier)/10000000, SUM(click_count) FROM imp_join_all2 WHERE is_external = true AND NOT(PARTNERID2STR(partner_id)='iad' AND UADEVICEMODEL2STR(ua_device_model) = '') AND time >= 1415808000 AND time < 1416326400 GROUP BY CMPID2STR(cmp_id), CAST((time+28800)/86400 AS INT), UADEVICEMODEL2STR(ua_device_model) 256 28.0 GB 2014/11/19 01:55:06 root FINISHED 3.7 min
app-20141119015041-0298 SparkSQL SELECT CAST((time+28800)/3600 AS INT),PARTNERID2STR(partner_id),imp_width AS imp_width,imp_height AS imp_height,OS2STR(os),CMPID2STR(cmp_id),COUNTRY2STR(country),COUNT(*) AS count_bid,SUM(CAST(win_time IS NOT NULL AS INT)),SUM(CAST(show_time IS NOT NULL AS INT)),SUM(CAST(click_time IS NOT NULL AS INT)),SUM(win_price_appier),SUM(ext_click_price_appier) FROM imp_join_all2 WHERE time >= 1415894400 AND time < 1416326400 GROUP BY CAST((time+28800)/3600 AS INT),PARTNERID2STR(partner_id),imp_width,imp_height,OS2STR(os),CMPID2STR(cmp_id),COUNTRY2STR(country) 256 28.0 GB 2014/11/19 01:50:41 root FINISHED 4.3 min
app-20141119014557-0297 SparkSQL SELECT CAST((time+28800)/86400 AS INT),PARTNERID2STR(partner_id),imp_width AS imp_width,imp_height AS imp_height,OS2STR(os),APPID2STR(app_id),app_type AS app_type,CMPID2STR(cmp_id),COUNTRY2STR(country),COUNT(*) AS count_bid,SUM(CAST(win_time IS NOT NULL AS INT)),SUM(CAST(show_time IS NOT NULL AS INT)),SUM(CAST(click_time IS NOT NULL AS INT)),SUM(win_price_appier),SUM(ext_click_price_appier) FROM imp_join_all2 WHERE time >= 1415894400 AND time < 1416326400 GROUP BY CAST((time+28800)/86400 AS INT),PARTNERID2STR(partner_id),imp_width,imp_height,OS2STR(os),APPID2STR(app_id),app_type,CMPID2STR(cmp_id),COUNTRY2STR(country) 256 28.0 GB 2014/11/19 01:45:57 root FINISHED 4.7 min
app-20141119014049-0296 SparkSQL SELECT CAST((time+28800)/86400 AS INT),PARTNERID2STR(partner_id),cmp_id_str AS cmp_id,category AS cat,COUNTRY2STR(country),OS2STR(os),imp_width AS imp_width,imp_height AS imp_height,COUNT(*) AS count_bid,SUM(win) AS count_win,SUM(show) AS count_show,SUM(click) AS count_click,SUM(win_price_appier) FROM cat_join_all WHERE time >= 1415894400 AND time < 1416326400 GROUP BY CAST((time+28800)/86400 AS INT),PARTNERID2STR(partner_id),cmp_id_str,category,COUNTRY2STR(country),OS2STR(os),imp_width,imp_height 256 28.0 GB 2014/11/19 01:40:49 root FINISHED 5.0 min
app-20141119013658-0295 SparkSQL SELECT CMPID2STR(cmp_id), CAST((time+28800)/86400 AS INT), CAST((time+28800)/3600 AS INT)%24 , SUM(ext_click_price_appier)/10000000, SUM(click_count) FROM imp_join_all2 WHERE is_external = true AND NOT(PARTNERID2STR(partner_id)='iad' AND UADEVICEMODEL2STR(ua_device_model) = '') AND time >= 1415808000 AND time < 1416326400 GROUP BY CMPID2STR(cmp_id), CAST((time+28800)/86400 AS INT), CAST((time+28800)/3600 AS INT)%24 256 28.0 GB 2014/11/19 01:36:58 root FINISHED 3.8 min
app-20141118230030-0294 SparkSQL SELECT CMPID2STR(cmp_id), CAST((time+28800)/86400 AS INT) , SUM(ext_click_price_appier)/10000000, SUM(click_count) FROM imp_join_all2 WHERE is_external = true AND NOT(PARTNERID2STR(partner_id)='iad' AND UADEVICEMODEL2STR(ua_device_model) = '') AND time >= 1415808000 AND time < 1416326400 GROUP BY CMPID2STR(cmp_id), CAST((time+28800)/86400 AS INT) 256 28.0 GB 2014/11/18 23:00:30 root FINISHED 2.6 h
app-20141118224004-0293 SparkSQL SELECT CAST((time+28800)/86400 AS INT),PARTNERID2STR(partner_id),imp_width AS imp_width,imp_height AS imp_height,OS2STR(os),UADEVICEMODEL2STR(ua_device_model),CMPID2STR(cmp_id),COUNTRY2STR(country),COUNT(*) AS count_bid,SUM(CAST(win_time IS NOT NULL AS INT)),SUM(CAST(show_time IS NOT NULL AS INT)),SUM(CAST(click_time IS NOT NULL AS INT)),SUM(win_price_appier),SUM(ext_click_price_appier) FROM imp_join_all2 WHERE time >= 1415894400 AND time < 1416326400 GROUP BY CAST((time+28800)/86400 AS INT),PARTNERID2STR(partner_id),imp_width,imp_height,OS2STR(os),UADEVICEMODEL2STR(ua_device_model),CMPID2STR(cmp_id),COUNTRY2STR(country) 0 28.0 GB 2014/11/18 22:40:04 root FINISHED 20 min
app-20141118223023-0292 SparkSQL SELECT CAST((time+28800)/3600 AS INT),PARTNERID2STR(partner_id),imp_width AS imp_width,imp_height AS imp_height,OS2STR(os),CMPID2STR(cmp_id),COUNTRY2STR(country),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'gender'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'age'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'day_of_week'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'hour_of_day'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'device_model'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'app_cat'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'geo'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'region'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'city'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'ip'),COUNT(*) AS count_bid,SUM(CAST(win_time IS NOT NULL AS INT)),SUM(CAST(show_time IS NOT NULL AS INT)),SUM(CAST(click_time IS NOT NULL AS INT)),SUM(win_price_appier),SUM(ext_click_price_appier),SUM(GET_ENHANCE_BUYING_RATIO(enhanced_buying_keys, enhanced_buying_values, 'gender')),SUM(GET_ENHANCE_BUYING_RATIO(enhanced_buying_keys, enhanced_buying_values, 'age')),SUM(GET_ENHANCE_BUYING_RATIO(enhanced_buying_keys, enhanced_buying_values, 'day_of_week')),SUM(GET_ENHANCE_BUYING_RATIO(enhanced_buying_keys, enhanced_buying_values, 'hour_of_day')),SUM(GET_ENHANCE_BUYING_RATIO(enhanced_buying_keys, enhanced_buying_values, 'device_model')),SUM(GET_ENHANCE_BUYING_RATIO(enhanced_buying_keys, enhanced_buying_values, 'app_cat')),SUM(GET_ENHANCE_BUYING_RATIO(enhanced_buying_keys, enhanced_buying_values, 'geo')),SUM(GET_ENHANCE_BUYING_RATIO(enhanced_buying_keys, enhanced_buying_values, 'region')),SUM(GET_ENHANCE_BUYING_RATIO(enhanced_buying_keys, enhanced_buying_values, 'city')),SUM(GET_ENHANCE_BUYING_RATIO(enhanced_buying_keys, enhanced_buying_values, 'ip')) FROM imp_join_all2 WHERE time >= 1415894400 AND time < 1416326400 AND LENGTH(enhanced_buying_keys) > 0 GROUP BY CAST((time+28800)/3600 AS INT),PARTNERID2STR(partner_id),imp_width,imp_height,OS2STR(os),CMPID2STR(cmp_id),COUNTRY2STR(country),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'gender'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'age'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'day_of_week'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'hour_of_day'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'device_model'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'app_cat'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'geo'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'region'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'city'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'ip') 0 28.0 GB 2014/11/18 22:30:23 root FINISHED 9.6 min
app-20141118221940-0291 SparkSQL SELECT CAST((time+28800)/86400 AS INT),PARTNERID2STR(partner_id),cmp_id_str AS cmp_id,category AS cat,COUNTRY2STR(country),OS2STR(os),imp_width AS imp_width,imp_height AS imp_height,COUNT(*) AS count_bid,SUM(win) AS count_win,SUM(show) AS count_show,SUM(click) AS count_click,SUM(win_price_appier) FROM cat_join_all WHERE time >= 1415894400 AND time < 1416326400 GROUP BY CAST((time+28800)/86400 AS INT),PARTNERID2STR(partner_id),cmp_id_str,category,COUNTRY2STR(country),OS2STR(os),imp_width,imp_height 0 28.0 GB 2014/11/18 22:19:40 root FINISHED 11 min
app-20141118220958-0290 SparkSQL SELECT CAST((time+28800)/86400 AS INT),PARTNERID2STR(partner_id),imp_width AS imp_width,imp_height AS imp_height,OS2STR(os),CMPID2STR(cmp_id),COUNTRY2STR(country),GENDER2STR(gender),age AS age,GENDER2STR(persona_gender),persona_age_group AS persona_age_group,COUNT(*) AS count_bid,SUM(CAST(win_time IS NOT NULL AS INT)),SUM(CAST(show_time IS NOT NULL AS INT)),SUM(CAST(click_time IS NOT NULL AS INT)),SUM(win_price_appier),SUM(ext_click_price_appier) FROM imp_join_all2 WHERE time >= 1415894400 AND time < 1416326400 GROUP BY CAST((time+28800)/86400 AS INT),PARTNERID2STR(partner_id),imp_width,imp_height,OS2STR(os),CMPID2STR(cmp_id),COUNTRY2STR(country),GENDER2STR(gender),age,GENDER2STR(persona_gender),persona_age_group 0 28.0 GB 2014/11/18 22:09:58 root FINISHED 9.6 min
app-20141118215915-0289 SparkSQL SELECT CAST((time+28800)/3600 AS INT),PARTNERID2STR(partner_id),imp_width AS imp_width,imp_height AS imp_height,OS2STR(os),CMPID2STR(cmp_id),COUNTRY2STR(country),COUNT(*) AS count_bid,SUM(CAST(win_time IS NOT NULL AS INT)),SUM(CAST(show_time IS NOT NULL AS INT)),SUM(CAST(click_time IS NOT NULL AS INT)),SUM(win_price_appier),SUM(ext_click_price_appier) FROM imp_join_all2 WHERE time >= 1415894400 AND time < 1416326400 GROUP BY CAST((time+28800)/3600 AS INT),PARTNERID2STR(partner_id),imp_width,imp_height,OS2STR(os),CMPID2STR(cmp_id),COUNTRY2STR(country) 0 28.0 GB 2014/11/18 21:59:15 root FINISHED 11 min
app-20141118214934-0288 SparkSQL SELECT CAST((time+28800)/86400 AS INT),PARTNERID2STR(partner_id),imp_width AS imp_width,imp_height AS imp_height,OS2STR(os),UADEVICEMODEL2STR(ua_device_model),CMPID2STR(cmp_id),COUNTRY2STR(country),COUNT(*) AS count_bid,SUM(CAST(win_time IS NOT NULL AS INT)),SUM(CAST(show_time IS NOT NULL AS INT)),SUM(CAST(click_time IS NOT NULL AS INT)),SUM(win_price_appier),SUM(ext_click_price_appier) FROM imp_join_all2 WHERE time >= 1415894400 AND time < 1416326400 GROUP BY CAST((time+28800)/86400 AS INT),PARTNERID2STR(partner_id),imp_width,imp_height,OS2STR(os),UADEVICEMODEL2STR(ua_device_model),CMPID2STR(cmp_id),COUNTRY2STR(country) 0 28.0 GB 2014/11/18 21:49:34 root FINISHED 9.6 min
app-20141118213851-0287 SparkSQL SELECT CAST((time+28800)/86400 AS INT),PARTNERID2STR(partner_id),imp_width AS imp_width,imp_height AS imp_height,OS2STR(os),APPID2STR(app_id),app_type AS app_type,CMPID2STR(cmp_id),COUNTRY2STR(country),COUNT(*) AS count_bid,SUM(CAST(win_time IS NOT NULL AS INT)),SUM(CAST(show_time IS NOT NULL AS INT)),SUM(CAST(click_time IS NOT NULL AS INT)),SUM(win_price_appier),SUM(ext_click_price_appier) FROM imp_join_all2 WHERE time >= 1415894400 AND time < 1416326400 GROUP BY CAST((time+28800)/86400 AS INT),PARTNERID2STR(partner_id),imp_width,imp_height,OS2STR(os),APPID2STR(app_id),app_type,CMPID2STR(cmp_id),COUNTRY2STR(country) 0 28.0 GB 2014/11/18 21:38:51 root FINISHED 11 min
app-20141118212909-0286 SparkSQL SELECT CAST((time+28800)/3600 AS INT),PARTNERID2STR(partner_id),imp_width AS imp_width,imp_height AS imp_height,OS2STR(os),CMPID2STR(cmp_id),COUNTRY2STR(country),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'gender'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'age'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'day_of_week'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'hour_of_day'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'device_model'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'app_cat'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'geo'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'region'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'city'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'ip'),COUNT(*) AS count_bid,SUM(CAST(win_time IS NOT NULL AS INT)),SUM(CAST(show_time IS NOT NULL AS INT)),SUM(CAST(click_time IS NOT NULL AS INT)),SUM(win_price_appier),SUM(ext_click_price_appier),SUM(GET_ENHANCE_BUYING_RATIO(enhanced_buying_keys, enhanced_buying_values, 'gender')),SUM(GET_ENHANCE_BUYING_RATIO(enhanced_buying_keys, enhanced_buying_values, 'age')),SUM(GET_ENHANCE_BUYING_RATIO(enhanced_buying_keys, enhanced_buying_values, 'day_of_week')),SUM(GET_ENHANCE_BUYING_RATIO(enhanced_buying_keys, enhanced_buying_values, 'hour_of_day')),SUM(GET_ENHANCE_BUYING_RATIO(enhanced_buying_keys, enhanced_buying_values, 'device_model')),SUM(GET_ENHANCE_BUYING_RATIO(enhanced_buying_keys, enhanced_buying_values, 'app_cat')),SUM(GET_ENHANCE_BUYING_RATIO(enhanced_buying_keys, enhanced_buying_values, 'geo')),SUM(GET_ENHANCE_BUYING_RATIO(enhanced_buying_keys, enhanced_buying_values, 'region')),SUM(GET_ENHANCE_BUYING_RATIO(enhanced_buying_keys, enhanced_buying_values, 'city')),SUM(GET_ENHANCE_BUYING_RATIO(enhanced_buying_keys, enhanced_buying_values, 'ip')) FROM imp_join_all2 WHERE time >= 1415894400 AND time < 1416326400 AND LENGTH(enhanced_buying_keys) > 0 GROUP BY CAST((time+28800)/3600 AS INT),PARTNERID2STR(partner_id),imp_width,imp_height,OS2STR(os),CMPID2STR(cmp_id),COUNTRY2STR(country),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'gender'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'age'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'day_of_week'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'hour_of_day'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'device_model'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'app_cat'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'geo'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'region'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'city'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'ip') 0 28.0 GB 2014/11/18 21:29:09 root FINISHED 9.6 min
app-20141118210845-0285 SparkSQL SELECT CAST((time+28800)/86400 AS INT),PARTNERID2STR(partner_id),cmp_id_str AS cmp_id,category AS cat,COUNTRY2STR(country),OS2STR(os),imp_width AS imp_width,imp_height AS imp_height,COUNT(*) AS count_bid,SUM(win) AS count_win,SUM(show) AS count_show,SUM(click) AS count_click,SUM(win_price_appier) FROM cat_join_all WHERE time >= 1415894400 AND time < 1416326400 GROUP BY CAST((time+28800)/86400 AS INT),PARTNERID2STR(partner_id),cmp_id_str,category,COUNTRY2STR(country),OS2STR(os),imp_width,imp_height 0 28.0 GB 2014/11/18 21:08:45 root FINISHED 20 min
app-20141118204820-0284 SparkSQL SELECT CAST((time+28800)/3600 AS INT),PARTNERID2STR(partner_id),imp_width AS imp_width,imp_height AS imp_height,OS2STR(os),CMPID2STR(cmp_id),COUNTRY2STR(country),COUNT(*) AS count_bid,SUM(CAST(win_time IS NOT NULL AS INT)),SUM(CAST(show_time IS NOT NULL AS INT)),SUM(CAST(click_time IS NOT NULL AS INT)),SUM(win_price_appier),SUM(ext_click_price_appier) FROM imp_join_all2 WHERE time >= 1415894400 AND time < 1416326400 GROUP BY CAST((time+28800)/3600 AS INT),PARTNERID2STR(partner_id),imp_width,imp_height,OS2STR(os),CMPID2STR(cmp_id),COUNTRY2STR(country) 0 28.0 GB 2014/11/18 20:48:20 root FINISHED 20 min
app-20141118202756-0283 SparkSQL SELECT CAST((time+28800)/86400 AS INT),PARTNERID2STR(partner_id),imp_width AS imp_width,imp_height AS imp_height,OS2STR(os),APPID2STR(app_id),app_type AS app_type,CMPID2STR(cmp_id),COUNTRY2STR(country),COUNT(*) AS count_bid,SUM(CAST(win_time IS NOT NULL AS INT)),SUM(CAST(show_time IS NOT NULL AS INT)),SUM(CAST(click_time IS NOT NULL AS INT)),SUM(win_price_appier),SUM(ext_click_price_appier) FROM imp_join_all2 WHERE time >= 1415894400 AND time < 1416326400 GROUP BY CAST((time+28800)/86400 AS INT),PARTNERID2STR(partner_id),imp_width,imp_height,OS2STR(os),APPID2STR(app_id),app_type,CMPID2STR(cmp_id),COUNTRY2STR(country) 0 28.0 GB 2014/11/18 20:27:56 root FINISHED 20 min
app-20141118200724-0282 SparkSQL SELECT CAST((time+28800)/86400 AS INT),PARTNERID2STR(partner_id),cmp_id_str AS cmp_id,category AS cat,COUNTRY2STR(country),OS2STR(os),imp_width AS imp_width,imp_height AS imp_height,COUNT(*) AS count_bid,SUM(win) AS count_win,SUM(show) AS count_show,SUM(click) AS count_click,SUM(win_price_appier) FROM cat_join_all WHERE time >= 1415894400 AND time < 1416326400 GROUP BY CAST((time+28800)/86400 AS INT),PARTNERID2STR(partner_id),cmp_id_str,category,COUNTRY2STR(country),OS2STR(os),imp_width,imp_height 0 28.0 GB 2014/11/18 20:07:24 root FINISHED 20 min
app-20141118101357-0281 SparkSQL SELECT t.cid, t.day, t.ip, sum(t.show), sum(t.click) FROM (SELECT CAST(LOCALTIME(time, timezone)/86400 AS INT) AS day, CMPID2STR(cmp_id) AS cid, IP2STR(ip) AS ip, NOTNULL(show_time) AS show, NOTNULL(click_time) AS click FROM imp_join_all2 WHERE CMPID2STR(cmp_id) IN ('s2NKLYbLQbesEvUqtLDF7Q', 'uKOnCPVfSmqOHZ4pK7qLRQ', '72ybsp2bQdKmypbhtqUWmQ', 'mjD08CWgRvK2RnZVgsMr7g') AND NOTNULL(click_time)>0 AND NOTNULL(show_time) = 0) AS t GROUP BY t.cid, t.day, t.ip 128 28.0 GB 2014/11/18 10:13:57 root FINISHED 4.4 min
app-20141118101116-0280 SparkSQL SELECT t.cid, t.day, t.ip, sum(t.show), sum(t.click) FROM (SELECT CAST(LOCALTIME(time, timezone)/86400 AS INT) AS day, CMPID2STR(cmp_id) AS cid, IP2STR(ip) AS ip, NOTNULL(show_time) AS show, NOTNULL(click_time) AS click FROM imp_join_all2 WHERE CMPID2STR(cmp_id) IN ('s2NKLYbLQbesEvUqtLDF7Q', 'uKOnCPVfSmqOHZ4pK7qLRQ', '72ybsp2bQdKmypbhtqUWmQ', 'mjD08CWgRvK2RnZVgsMr7g') AND NOTNULL(click_time)>0 AND NOTNULL(show_time) = 0) AND AS t GROUP BY t.cid, t.day, t.ip 128 28.0 GB 2014/11/18 10:11:16 root FINISHED 27 s
app-20141118051123-0279 beethoven {'target': 1, 'time': 'save feature 1101~1113'} 128 28.0 GB 2014/11/18 05:11:23 root FINISHED 58 min
app-20141118050607-0278 beethoven {'target': 1, 'time': 'save feature 1101~1113'} 128 28.0 GB 2014/11/18 05:06:07 root FINISHED 3.6 min
app-20141118041221-0277 beethoven {'target': 1, 'time': 'save feature 1101~1113'} 128 28.0 GB 2014/11/18 04:12:21 root FINISHED 28 min
app-20141118031321-0276 beethoven {'target': 1, 'time': 'save feature 1101~1113'} 128 28.0 GB 2014/11/18 03:13:21 root FINISHED 28 min
app-20141118024515-0275 beethoven {'target': 1, 'time': 'save feature 1101~1113'} 128 28.0 GB 2014/11/18 02:45:15 root FINISHED 28 min
app-20141118024337-0274 beethoven {'target': 1, 'time': 'save feature 1101~1113'} 128 28.0 GB 2014/11/18 02:43:37 root FINISHED 5 s
app-20141118023801-0273 SparkSQL SELECT exchange, app_type, app_id, imp_size_group, tag_id, (traffic/s.all_traffic) AS traffic_percent FROM ( SELECT exchange, app_type, app_id, tag_id, imp_size_group, SUM(traffic) traffic FROM ( SELECT exchange, app_type, app_id, tag_id, traffic, IF(imp_type = 4, 'native', IF(imp_height <= 250, IF(imp_width > 700, 'large', IF(imp_height > 100, 'medium', 'small' ) ), IF(imp_width > 700 AND imp_height > 700, 'full_large', 'full_medium') ) ) AS imp_size_group FROM raw_traffic_fast WHERE country = 'my' AND app_type != 0 AND dev_type != 2 AND imp_type != 2 AND app_id NOT IN ('', 'Anonymous') ) AS grouped GROUP BY exchange, app_type, app_id, tag_id, imp_size_group ) AS t JOIN ( SELECT sum(traffic) AS all_traffic FROM raw_traffic_fast WHERE country = 'my' AND dev_type != 2 AND imp_type != 2 ) AS s WHERE traffic > 20000 128 28.0 GB 2014/11/18 02:38:01 root FINISHED 2.2 min
app-20141118021848-0272 SparkSQL SELECT exchange, app_type, app_id, imp_size_group, tag_id, (traffic/s.all_traffic) AS traffic_percent FROM ( SELECT exchange, app_type, app_id, tag_id, imp_size_group, SUM(traffic) traffic FROM ( SELECT exchange, app_type, app_id, tag_id, traffic, IF(imp_type = 4, 'native', IF(imp_height <= 250, IF(imp_width > 700, 'large', IF(imp_height > 100, 'medium', 'small' ) ), IF(imp_width > 700 AND imp_height > 700, 'full_large', 'full_medium') ) ) AS imp_size_group FROM raw_traffic_fast WHERE country = 'sg' AND app_type != 0 AND dev_type != 2 AND imp_type != 2 AND app_id NOT IN ('', 'Anonymous') ) AS grouped GROUP BY exchange, app_type, app_id, tag_id, imp_size_group ) AS t JOIN ( SELECT sum(traffic) AS all_traffic FROM raw_traffic_fast WHERE country = 'sg' AND dev_type != 2 AND imp_type != 2 ) AS s WHERE traffic > 20000 256 28.0 GB 2014/11/18 02:18:48 root FINISHED 2.3 min
app-20141117231032-0271 SparkSQL SELECT cmp_id_str, CAST((time+28800)/86400 AS INT), COUNTRY2STR(country) , COUNT(DISTINCT(CONCAT2(bid_appier_id_str, CAST(conversion_time AS STRING)))) FROM major_action_join_all WHERE is_external = true AND NOT(PARTNERID2STR(partner_id)='iad' AND UADEVICEMODEL2STR(ua_device_model) = '') AND time >= 1414339200 AND time < 1416240000 GROUP BY cmp_id_str, CAST((time+28800)/86400 AS INT), COUNTRY2STR(country) 256 28.0 GB 2014/11/17 23:10:32 root FINISHED 8.5 min
app-20141117230144-0270 SparkSQL SELECT cmp_id_str, CAST((time+28800)/86400 AS INT), IPSTR2CONNECTIONTYPE(ip_str) , COUNT(DISTINCT(CONCAT2(bid_appier_id_str, CAST(conversion_time AS STRING)))) FROM major_action_join_all WHERE is_external = true AND NOT(PARTNERID2STR(partner_id)='iad' AND UADEVICEMODEL2STR(ua_device_model) = '') AND time >= 1414339200 AND time < 1416240000 GROUP BY cmp_id_str, CAST((time+28800)/86400 AS INT), IPSTR2CONNECTIONTYPE(ip_str) 256 28.0 GB 2014/11/17 23:01:44 root FINISHED 8.7 min
app-20141117225258-0269 SparkSQL SELECT cmp_id_str, CAST((time+28800)/86400 AS INT), osv_str , COUNT(DISTINCT(CONCAT2(bid_appier_id_str, CAST(conversion_time AS STRING)))) FROM major_action_join_all WHERE is_external = true AND NOT(PARTNERID2STR(partner_id)='iad' AND UADEVICEMODEL2STR(ua_device_model) = '') AND time >= 1414339200 AND time < 1416240000 GROUP BY cmp_id_str, CAST((time+28800)/86400 AS INT), osv_str 256 28.0 GB 2014/11/17 22:52:58 root FINISHED 8.7 min
app-20141117224410-0268 SparkSQL SELECT cmp_id_str, CAST((time+28800)/86400 AS INT), UADEVICEMODEL2STR(ua_device_model) , COUNT(DISTINCT(CONCAT2(bid_appier_id_str, CAST(conversion_time AS STRING)))) FROM major_action_join_all WHERE is_external = true AND NOT(PARTNERID2STR(partner_id)='iad' AND UADEVICEMODEL2STR(ua_device_model) = '') AND time >= 1414339200 AND time < 1416240000 GROUP BY cmp_id_str, CAST((time+28800)/86400 AS INT), UADEVICEMODEL2STR(ua_device_model) 256 28.0 GB 2014/11/17 22:44:10 root FINISHED 8.7 min
app-20141117223531-0267 SparkSQL SELECT cmp_id_str, CAST((time+28800)/86400 AS INT), region_code_str , COUNT(DISTINCT(CONCAT2(bid_appier_id_str, CAST(conversion_time AS STRING)))) FROM major_action_join_all WHERE is_external = true AND NOT(PARTNERID2STR(partner_id)='iad' AND UADEVICEMODEL2STR(ua_device_model) = '') AND time >= 1414339200 AND time < 1416240000 GROUP BY cmp_id_str, CAST((time+28800)/86400 AS INT), region_code_str 256 28.0 GB 2014/11/17 22:35:31 root FINISHED 8.6 min
app-20141117222653-0266 SparkSQL SELECT cmp_id_str, CAST((time+28800)/86400 AS INT) , COUNT(DISTINCT(CONCAT2(bid_appier_id_str, CAST(conversion_time AS STRING)))) FROM major_action_join_all WHERE is_external = true AND NOT(PARTNERID2STR(partner_id)='iad' AND UADEVICEMODEL2STR(ua_device_model) = '') AND time >= 1414339200 AND time < 1416240000 GROUP BY cmp_id_str, CAST((time+28800)/86400 AS INT) 256 28.0 GB 2014/11/17 22:26:53 root FINISHED 8.6 min
app-20141117221808-0265 SparkSQL SELECT cmp_id_str, CAST((time+28800)/86400 AS INT), isp_str , COUNT(DISTINCT(CONCAT2(bid_appier_id_str, CAST(conversion_time AS STRING)))) FROM major_action_join_all WHERE is_external = true AND NOT(PARTNERID2STR(partner_id)='iad' AND UADEVICEMODEL2STR(ua_device_model) = '') AND time >= 1414339200 AND time < 1416240000 GROUP BY cmp_id_str, CAST((time+28800)/86400 AS INT), isp_str 256 28.0 GB 2014/11/17 22:18:08 root FINISHED 8.7 min
app-20141117220925-0264 SparkSQL SELECT cmp_id_str, CAST((time+28800)/86400 AS INT), CAST((time+28800)/3600 AS INT)%24 , COUNT(DISTINCT(CONCAT2(bid_appier_id_str, CAST(conversion_time AS STRING)))) FROM major_action_join_all WHERE is_external = true AND NOT(PARTNERID2STR(partner_id)='iad' AND UADEVICEMODEL2STR(ua_device_model) = '') AND time >= 1414339200 AND time < 1416240000 GROUP BY cmp_id_str, CAST((time+28800)/86400 AS INT), CAST((time+28800)/3600 AS INT)%24 256 28.0 GB 2014/11/17 22:09:25 root FINISHED 8.6 min
app-20141117220049-0263 SparkSQL SELECT cmp_id_str, CAST((time+28800)/86400 AS INT), app_id_str , COUNT(DISTINCT(CONCAT2(bid_appier_id_str, CAST(conversion_time AS STRING)))) FROM major_action_join_all WHERE is_external = true AND NOT(PARTNERID2STR(partner_id)='iad' AND UADEVICEMODEL2STR(ua_device_model) = '') AND time >= 1414339200 AND time < 1416240000 GROUP BY cmp_id_str, CAST((time+28800)/86400 AS INT), app_id_str 256 28.0 GB 2014/11/17 22:00:49 root FINISHED 8.5 min
app-20141117215201-0262 SparkSQL SELECT cmp_id_str, CAST((time+28800)/86400 AS INT), device_type , COUNT(DISTINCT(CONCAT2(bid_appier_id_str, CAST(conversion_time AS STRING)))) FROM major_action_join_all WHERE is_external = true AND NOT(PARTNERID2STR(partner_id)='iad' AND UADEVICEMODEL2STR(ua_device_model) = '') AND time >= 1414339200 AND time < 1416240000 GROUP BY cmp_id_str, CAST((time+28800)/86400 AS INT), device_type 256 28.0 GB 2014/11/17 21:52:01 root FINISHED 8.7 min
app-20141117214734-0261 SparkSQL SELECT CMPID2STR(cmp_id), CAST((time+28800)/86400 AS INT), COUNTRY2STR(country) , SUM(ext_click_price_appier)/10000000, SUM(click_count) FROM imp_join_all2 WHERE is_external = true AND NOT(PARTNERID2STR(partner_id)='iad' AND UADEVICEMODEL2STR(ua_device_model) = '') AND time >= 1415721600 AND time < 1416240000 GROUP BY CMPID2STR(cmp_id), CAST((time+28800)/86400 AS INT), COUNTRY2STR(country) 256 28.0 GB 2014/11/17 21:47:34 root FINISHED 3.4 min
app-20141117214350-0260 SparkSQL SELECT CMPID2STR(cmp_id), CAST((time+28800)/86400 AS INT), OSV2STR(osv) , SUM(ext_click_price_appier)/10000000, SUM(click_count) FROM imp_join_all2 WHERE is_external = true AND NOT(PARTNERID2STR(partner_id)='iad' AND UADEVICEMODEL2STR(ua_device_model) = '') AND time >= 1415721600 AND time < 1416240000 GROUP BY CMPID2STR(cmp_id), CAST((time+28800)/86400 AS INT), OSV2STR(osv) 256 28.0 GB 2014/11/17 21:43:50 root FINISHED 3.6 min
app-20141117214011-0259 SparkSQL SELECT CMPID2STR(cmp_id), CAST((time+28800)/86400 AS INT), REGIONCODE2STR(region_code) , SUM(ext_click_price_appier)/10000000, SUM(click_count) FROM imp_join_all2 WHERE is_external = true AND NOT(PARTNERID2STR(partner_id)='iad' AND UADEVICEMODEL2STR(ua_device_model) = '') AND time >= 1415721600 AND time < 1416240000 GROUP BY CMPID2STR(cmp_id), CAST((time+28800)/86400 AS INT), REGIONCODE2STR(region_code) 256 28.0 GB 2014/11/17 21:40:11 root FINISHED 3.6 min
app-20141117213635-0258 SparkSQL SELECT CMPID2STR(cmp_id), CAST((time+28800)/86400 AS INT), device_type , SUM(ext_click_price_appier)/10000000, SUM(click_count) FROM imp_join_all2 WHERE is_external = true AND NOT(PARTNERID2STR(partner_id)='iad' AND UADEVICEMODEL2STR(ua_device_model) = '') AND time >= 1415721600 AND time < 1416240000 GROUP BY CMPID2STR(cmp_id), CAST((time+28800)/86400 AS INT), device_type 256 28.0 GB 2014/11/17 21:36:35 root FINISHED 3.5 min
app-20141117213251-0257 SparkSQL SELECT CMPID2STR(cmp_id), CAST((time+28800)/86400 AS INT), ISP2STR(isp) , SUM(ext_click_price_appier)/10000000, SUM(click_count) FROM imp_join_all2 WHERE is_external = true AND NOT(PARTNERID2STR(partner_id)='iad' AND UADEVICEMODEL2STR(ua_device_model) = '') AND time >= 1415721600 AND time < 1416240000 GROUP BY CMPID2STR(cmp_id), CAST((time+28800)/86400 AS INT), ISP2STR(isp) 256 28.0 GB 2014/11/17 21:32:51 root FINISHED 3.7 min
app-20141117212908-0256 SparkSQL SELECT CMPID2STR(cmp_id), CAST((time+28800)/86400 AS INT), APPID2STR(app_id) , SUM(ext_click_price_appier)/10000000, SUM(click_count) FROM imp_join_all2 WHERE is_external = true AND NOT(PARTNERID2STR(partner_id)='iad' AND UADEVICEMODEL2STR(ua_device_model) = '') AND time >= 1415721600 AND time < 1416240000 GROUP BY CMPID2STR(cmp_id), CAST((time+28800)/86400 AS INT), APPID2STR(app_id) 256 28.0 GB 2014/11/17 21:29:08 root FINISHED 3.6 min
app-20141117212522-0255 SparkSQL SELECT CMPID2STR(cmp_id), CAST((time+28800)/86400 AS INT), IP2CONNECTIONTYPE(ip) , SUM(ext_click_price_appier)/10000000, SUM(click_count) FROM imp_join_all2 WHERE is_external = true AND NOT(PARTNERID2STR(partner_id)='iad' AND UADEVICEMODEL2STR(ua_device_model) = '') AND time >= 1415721600 AND time < 1416240000 GROUP BY CMPID2STR(cmp_id), CAST((time+28800)/86400 AS INT), IP2CONNECTIONTYPE(ip) 256 28.0 GB 2014/11/17 21:25:22 root FINISHED 3.7 min
app-20141117212132-0254 SparkSQL SELECT CMPID2STR(cmp_id), CAST((time+28800)/86400 AS INT), UADEVICEMODEL2STR(ua_device_model) , SUM(ext_click_price_appier)/10000000, SUM(click_count) FROM imp_join_all2 WHERE is_external = true AND NOT(PARTNERID2STR(partner_id)='iad' AND UADEVICEMODEL2STR(ua_device_model) = '') AND time >= 1415721600 AND time < 1416240000 GROUP BY CMPID2STR(cmp_id), CAST((time+28800)/86400 AS INT), UADEVICEMODEL2STR(ua_device_model) 256 28.0 GB 2014/11/17 21:21:32 root FINISHED 3.7 min
app-20141117211747-0253 SparkSQL SELECT CMPID2STR(cmp_id), CAST((time+28800)/86400 AS INT), CAST((time+28800)/3600 AS INT)%24 , SUM(ext_click_price_appier)/10000000, SUM(click_count) FROM imp_join_all2 WHERE is_external = true AND NOT(PARTNERID2STR(partner_id)='iad' AND UADEVICEMODEL2STR(ua_device_model) = '') AND time >= 1415721600 AND time < 1416240000 GROUP BY CMPID2STR(cmp_id), CAST((time+28800)/86400 AS INT), CAST((time+28800)/3600 AS INT)%24 256 28.0 GB 2014/11/17 21:17:47 root FINISHED 3.7 min
app-20141117211410-0252 SparkSQL SELECT CMPID2STR(cmp_id), CAST((time+28800)/86400 AS INT) , SUM(ext_click_price_appier)/10000000, SUM(click_count) FROM imp_join_all2 WHERE is_external = true AND NOT(PARTNERID2STR(partner_id)='iad' AND UADEVICEMODEL2STR(ua_device_model) = '') AND time >= 1415721600 AND time < 1416240000 GROUP BY CMPID2STR(cmp_id), CAST((time+28800)/86400 AS INT) 256 28.0 GB 2014/11/17 21:14:10 root FINISHED 3.5 min
app-20141117210529-0251 SparkSQL SELECT CAST((time+28800)/3600 AS INT),PARTNERID2STR(partner_id),imp_width AS imp_width,imp_height AS imp_height,OS2STR(os),cmp_id_str AS cmp_id,COUNTRY2STR(country),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'gender'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'age'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'day_of_week'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'hour_of_day'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'device_model'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'app_cat'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'geo'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'region'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'city'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'ip'),action_id AS action_id,COUNT(DISTINCT(CONCAT2(bid_appier_id_str, CAST(conversion_time AS STRING)))) AS count_conversion FROM action_join_all WHERE action_id != '' AND time >= 1414339200 AND time < 1416240000 AND LENGTH(enhanced_buying_keys) > 0 GROUP BY CAST((time+28800)/3600 AS INT),PARTNERID2STR(partner_id),imp_width,imp_height,OS2STR(os),cmp_id_str,COUNTRY2STR(country),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'gender'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'age'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'day_of_week'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'hour_of_day'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'device_model'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'app_cat'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'geo'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'region'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'city'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'ip'),action_id 256 28.0 GB 2014/11/17 21:05:29 root FINISHED 8.6 min
app-20141117205700-0250 SparkSQL SELECT CAST((time+28800)/86400 AS INT),PARTNERID2STR(partner_id),imp_width AS imp_width,imp_height AS imp_height,OS2STR(os),cmp_id_str,COUNTRY2STR(country),GENDER2STR(gender),yob AS age,action_id AS action_id,GENDER2STR(persona_gender),persona_age_group AS persona_age_group,COUNT(DISTINCT(CONCAT2(bid_appier_id_str, CAST(conversion_time AS STRING)))) AS count_conversion FROM action_join_all WHERE action_id != '' AND time >= 1414339200 AND time < 1416240000 GROUP BY CAST((time+28800)/86400 AS INT),PARTNERID2STR(partner_id),imp_width,imp_height,OS2STR(os),cmp_id_str,COUNTRY2STR(country),GENDER2STR(gender),yob,action_id,GENDER2STR(persona_gender),persona_age_group 256 28.0 GB 2014/11/17 20:57:00 root FINISHED 8.4 min
app-20141117204822-0249 SparkSQL SELECT CAST((time+28800)/86400 AS INT),PARTNERID2STR(partner_id),imp_width AS imp_width,imp_height AS imp_height,OS2STR(os),UADEVICEMODEL2STR(ua_device_model),cmp_id_str,COUNTRY2STR(country),action_id AS action_id,COUNT(DISTINCT(CONCAT2(bid_appier_id_str, CAST(conversion_time AS STRING)))) AS count_conversion FROM action_join_all WHERE action_id != '' AND time >= 1414339200 AND time < 1416240000 GROUP BY CAST((time+28800)/86400 AS INT),PARTNERID2STR(partner_id),imp_width,imp_height,OS2STR(os),UADEVICEMODEL2STR(ua_device_model),cmp_id_str,COUNTRY2STR(country),action_id 256 28.0 GB 2014/11/17 20:48:22 root FINISHED 8.5 min
app-20141117204410-0248 SparkSQL SELECT CAST((time+28800)/3600 AS INT),PARTNERID2STR(partner_id),imp_width AS imp_width,imp_height AS imp_height,OS2STR(os),CMPID2STR(cmp_id),COUNTRY2STR(country),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'gender'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'age'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'day_of_week'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'hour_of_day'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'device_model'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'app_cat'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'geo'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'region'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'city'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'ip'),COUNT(*) AS count_bid,SUM(CAST(win_time IS NOT NULL AS INT)),SUM(CAST(show_time IS NOT NULL AS INT)),SUM(CAST(click_time IS NOT NULL AS INT)),SUM(win_price_appier),SUM(ext_click_price_appier),SUM(GET_ENHANCE_BUYING_RATIO(enhanced_buying_keys, enhanced_buying_values, 'gender')),SUM(GET_ENHANCE_BUYING_RATIO(enhanced_buying_keys, enhanced_buying_values, 'age')),SUM(GET_ENHANCE_BUYING_RATIO(enhanced_buying_keys, enhanced_buying_values, 'day_of_week')),SUM(GET_ENHANCE_BUYING_RATIO(enhanced_buying_keys, enhanced_buying_values, 'hour_of_day')),SUM(GET_ENHANCE_BUYING_RATIO(enhanced_buying_keys, enhanced_buying_values, 'device_model')),SUM(GET_ENHANCE_BUYING_RATIO(enhanced_buying_keys, enhanced_buying_values, 'app_cat')),SUM(GET_ENHANCE_BUYING_RATIO(enhanced_buying_keys, enhanced_buying_values, 'geo')),SUM(GET_ENHANCE_BUYING_RATIO(enhanced_buying_keys, enhanced_buying_values, 'region')),SUM(GET_ENHANCE_BUYING_RATIO(enhanced_buying_keys, enhanced_buying_values, 'city')),SUM(GET_ENHANCE_BUYING_RATIO(enhanced_buying_keys, enhanced_buying_values, 'ip')) FROM imp_join_all2 WHERE time >= 1415808000 AND time < 1416240000 AND LENGTH(enhanced_buying_keys) > 0 GROUP BY CAST((time+28800)/3600 AS INT),PARTNERID2STR(partner_id),imp_width,imp_height,OS2STR(os),CMPID2STR(cmp_id),COUNTRY2STR(country),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'gender'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'age'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'day_of_week'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'hour_of_day'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'device_model'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'app_cat'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'geo'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'region'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'city'),GET_ENHANCE_BUYING_KEY(enhanced_buying_keys, 'ip') 256 28.0 GB 2014/11/17 20:44:10 root FINISHED 3.6 min
app-20141117203953-0247 SparkSQL SELECT CAST((time+28800)/86400 AS INT),PARTNERID2STR(partner_id),imp_width AS imp_width,imp_height AS imp_height,OS2STR(os),CMPID2STR(cmp_id),COUNTRY2STR(country),GENDER2STR(gender),age AS age,GENDER2STR(persona_gender),persona_age_group AS persona_age_group,COUNT(*) AS count_bid,SUM(CAST(win_time IS NOT NULL AS INT)),SUM(CAST(show_time IS NOT NULL AS INT)),SUM(CAST(click_time IS NOT NULL AS INT)),SUM(win_price_appier),SUM(ext_click_price_appier) FROM imp_join_all2 WHERE time >= 1415808000 AND time < 1416240000 GROUP BY CAST((time+28800)/86400 AS INT),PARTNERID2STR(partner_id),imp_width,imp_height,OS2STR(os),CMPID2STR(cmp_id),COUNTRY2STR(country),GENDER2STR(gender),age,GENDER2STR(persona_gender),persona_age_group 256 28.0 GB 2014/11/17 20:39:53 root FINISHED 4.2 min
app-20141117203529-0246 SparkSQL SELECT CAST((time+28800)/86400 AS INT),PARTNERID2STR(partner_id),imp_width AS imp_width,imp_height AS imp_height,OS2STR(os),UADEVICEMODEL2STR(ua_device_model),CMPID2STR(cmp_id),COUNTRY2STR(country),COUNT(*) AS count_bid,SUM(CAST(win_time IS NOT NULL AS INT)),SUM(CAST(show_time IS NOT NULL AS INT)),SUM(CAST(click_time IS NOT NULL AS INT)),SUM(win_price_appier),SUM(ext_click_price_appier) FROM imp_join_all2 WHERE time >= 1415808000 AND time < 1416240000 GROUP BY CAST((time+28800)/86400 AS INT),PARTNERID2STR(partner_id),imp_width,imp_height,OS2STR(os),UADEVICEMODEL2STR(ua_device_model),CMPID2STR(cmp_id),COUNTRY2STR(country) 256 28.0 GB 2014/11/17 20:35:29 root FINISHED 4.3 min
app-20141117202655-0245 SparkSQL SELECT CAST((time+28800)/3600 AS INT),PARTNERID2STR(partner_id),imp_width AS imp_width,imp_height AS imp_height,OS2STR(os),cmp_id_str AS cmp_id,COUNTRY2STR(country),action_id AS action_id,COUNT(DISTINCT(CONCAT2(bid_appier_id_str, CAST(conversion_time AS STRING)))) AS count_conversion FROM action_join_all WHERE action_id != '' AND time >= 1414339200 AND time < 1416240000 GROUP BY CAST((time+28800)/3600 AS INT),PARTNERID2STR(partner_id),imp_width,imp_height,OS2STR(os),cmp_id_str,COUNTRY2STR(country),action_id 256 28.0 GB 2014/11/17 20:26:55 root FINISHED 8.5 min
app-20141117201816-0244 SparkSQL SELECT CAST((time+28800)/86400 AS INT),PARTNERID2STR(partner_id),imp_width AS imp_width,imp_height AS imp_height,OS2STR(os),app_id_str AS app_id,app_type AS app_type,cmp_id_str AS cmp_id,COUNTRY2STR(country),action_id AS action_id,COUNT(DISTINCT(CONCAT2(bid_appier_id_str, CAST(conversion_time AS STRING)))) AS count_conversion FROM action_join_all WHERE action_id != '' AND time >= 1414339200 AND time < 1416240000 GROUP BY CAST((time+28800)/86400 AS INT),PARTNERID2STR(partner_id),imp_width,imp_height,OS2STR(os),app_id_str,app_type,cmp_id_str,COUNTRY2STR(country),action_id 256 28.0 GB 2014/11/17 20:18:16 root FINISHED 8.6 min
app-20141117200943-0243 SparkSQL SELECT CAST((time+28800)/86400 AS INT),PARTNERID2STR(partner_id),cmp_id_str AS cmp_id,category AS cat,COUNTRY2STR(country),OS2STR(os),imp_width AS imp_width,imp_height AS imp_height,action_id AS action_id,COUNT(DISTINCT(CONCAT2(bid_appier_id_str, CAST(conversion_time AS STRING)))) AS count_conversion FROM cataction_join_all WHERE action_id != '' AND time >= 1414339200 AND time < 1416240000 GROUP BY CAST((time+28800)/86400 AS INT),PARTNERID2STR(partner_id),cmp_id_str,category,COUNTRY2STR(country),OS2STR(os),imp_width,imp_height,action_id 256 28.0 GB 2014/11/17 20:09:43 root FINISHED 8.5 min
app-20141117200521-0242 SparkSQL SELECT CAST((time+28800)/3600 AS INT),PARTNERID2STR(partner_id),imp_width AS imp_width,imp_height AS imp_height,OS2STR(os),CMPID2STR(cmp_id),COUNTRY2STR(country),COUNT(*) AS count_bid,SUM(CAST(win_time IS NOT NULL AS INT)),SUM(CAST(show_time IS NOT NULL AS INT)),SUM(CAST(click_time IS NOT NULL AS INT)),SUM(win_price_appier),SUM(ext_click_price_appier) FROM imp_join_all2 WHERE time >= 1415808000 AND time < 1416240000 GROUP BY CAST((time+28800)/3600 AS INT),PARTNERID2STR(partner_id),imp_width,imp_height,OS2STR(os),CMPID2STR(cmp_id),COUNTRY2STR(country) 256 28.0 GB 2014/11/17 20:05:21 root FINISHED 4.1 min
app-20141117200046-0241 SparkSQL SELECT CAST((time+28800)/86400 AS INT),PARTNERID2STR(partner_id),imp_width AS imp_width,imp_height AS imp_height,OS2STR(os),APPID2STR(app_id),app_type AS app_type,CMPID2STR(cmp_id),COUNTRY2STR(country),COUNT(*) AS count_bid,SUM(CAST(win_time IS NOT NULL AS INT)),SUM(CAST(show_time IS NOT NULL AS INT)),SUM(CAST(click_time IS NOT NULL AS INT)),SUM(win_price_appier),SUM(ext_click_price_appier) FROM imp_join_all2 WHERE time >= 1415808000 AND time < 1416240000 GROUP BY CAST((time+28800)/86400 AS INT),PARTNERID2STR(partner_id),imp_width,imp_height,OS2STR(os),APPID2STR(app_id),app_type,CMPID2STR(cmp_id),COUNTRY2STR(country) 256 28.0 GB 2014/11/17 20:00:46 root FINISHED 4.5 min
app-20141117195543-0240 SparkSQL SELECT CAST((time+28800)/86400 AS INT),PARTNERID2STR(partner_id),cmp_id_str AS cmp_id,category AS cat,COUNTRY2STR(country),OS2STR(os),imp_width AS imp_width,imp_height AS imp_height,COUNT(*) AS count_bid,SUM(win) AS count_win,SUM(show) AS count_show,SUM(click) AS count_click,SUM(win_price_appier) FROM cat_join_all WHERE time >= 1415808000 AND time < 1416240000 GROUP BY CAST((time+28800)/86400 AS INT),PARTNERID2STR(partner_id),cmp_id_str,category,COUNTRY2STR(country),OS2STR(os),imp_width,imp_height 256 28.0 GB 2014/11/17 19:55:43 root FINISHED 5.0 min