订单打印日志

任务ID：153513开始执行，执行命令：workspace/ods_etl/fdm_chat_analysis_order_new_chain.py 
2015-01-22 03:37:57 INFO hive -e "use fdm;use fdm; set hive.ppd.remove.duplicatefilters=false; set mapred.job.priority=NORMAL; set mapred.output.compress=true; set hive.exec.compress.output=true; set mapred.output.compression.codec=com.hadoop.compression.lzo.LzopCodec ; set io.compression.codecs=com.hadoop.compression.lzo.LzopCodec ; add jar /home/dd_edw/udf/RowNumberUDF.jar; add jar /home/dd_edw/udf/GetMD5UDF.jar; create temporary function row_number as 'com.example.hive.udf.RowNumberUDF'; create temporary function getmd5 as 'org.nalang.hive.udf.GetMD5'; FROM (SELECT * FROM bkactive.bkt_chat_analysis_order_new_chain WHERE dt = '2015-01-20') H FULL OUTER JOIN ( SELECT \`(dt|rank)?+.+\` FROM (SELECT *, row_number(id) as rank FROM (SELECT *,getmd5(id,orderid,customer,totalprice,intervalday,ordertime,state,flag,created,modified,location1) as change_code FROM bdm.bdm_chat_analysis_order_new WHERE dt = '2015-01-21' and id is not null DISTRIBUTE BY id SORT BY id DESC) x) t WHERE t.rank = 1 ) C ON H.id = C.id INSERT OVERWRITE TABLE fdm.fdm_chat_analysis_order_new_chain PARTITION (dp='EXPIRED',dt='2015-01-21',end_date='2015-01-21') SELECT H.start_date ,H.change_code ,H.id ,H.orderid ,H.customer ,H.totalprice ,H.intervalday ,H.ordertime ,H.state ,H.flag ,H.created ,H.modified ,H.location1 WHERE H.id IS NOT NULL AND C.id IS NOT NULL and H.change_code <> C.change_code INSERT OVERWRITE TABLE fdm.fdm_chat_analysis_order_new_chain PARTITION (dp='ACTIVE',dt='4712-12-31',end_date='4712-12-31') SELECT IF(H.id IS NULL OR (C.id IS NOT NULL AND (H.change_code <> C.change_code)),'2015-01-21',H.start_date) AS start_date, CASE WHEN H.id IS NULL THEN C.change_code WHEN H.id IS NOT NULL AND C.id IS NOT NULL AND H.change_code <> C.change_code then C.change_code ELSE H.change_code END AS change_code ,CASE WHEN C.id IS NOT NULL THEN C.id ELSE H.id END ,CASE WHEN C.id IS NOT NULL THEN C.orderid ELSE H.orderid END ,CASE WHEN C.id IS NOT NULL THEN C.customer ELSE H.customer END ,CASE WHEN C.id IS NOT NULL THEN C.totalprice ELSE H.totalprice END ,CASE WHEN C.id IS NOT NULL THEN C.intervalday ELSE H.intervalday END ,CASE WHEN C.id IS NOT NULL THEN C.ordertime ELSE H.ordertime END ,CASE WHEN C.id IS NOT NULL THEN C.state ELSE H.state END ,CASE WHEN C.id IS NOT NULL THEN C.flag ELSE H.flag END ,CASE WHEN C.id IS NOT NULL THEN C.created ELSE H.created END ,CASE WHEN C.id IS NOT NULL THEN C.modified ELSE H.modified END ,CASE WHEN C.id IS NOT NULL THEN C.location1 ELSE H.location1 END ; ";
2015-01-22 03:37:57 DEBUG hive -e "use fdm;use fdm; set hive.ppd.remove.duplicatefilters=false; set mapred.job.priority=NORMAL; set mapred.output.compress=true; set hive.exec.compress.output=true; set mapred.output.compression.codec=com.hadoop.compression.lzo.LzopCodec ; set io.compression.codecs=com.hadoop.compression.lzo.LzopCodec ; add jar /home/dd_edw/udf/RowNumberUDF.jar; add jar /home/dd_edw/udf/GetMD5UDF.jar; create temporary function row_number as 'com.example.hive.udf.RowNumberUDF'; create temporary function getmd5 as 'org.nalang.hive.udf.GetMD5'; FROM (SELECT * FROM bkactive.bkt_chat_analysis_order_new_chain WHERE dt = '2015-01-20') H FULL OUTER JOIN ( SELECT \`(dt|rank)?+.+\` FROM (SELECT *, row_number(id) as rank FROM (SELECT *,getmd5(id,orderid,customer,totalprice,intervalday,ordertime,state,flag,created,modified,location1) as change_code FROM bdm.bdm_chat_analysis_order_new WHERE dt = '2015-01-21' and id is not null DISTRIBUTE BY id SORT BY id DESC) x) t WHERE t.rank = 1 ) C ON H.id = C.id INSERT OVERWRITE TABLE fdm.fdm_chat_analysis_order_new_chain PARTITION (dp='EXPIRED',dt='2015-01-21',end_date='2015-01-21') SELECT H.start_date ,H.change_code ,H.id ,H.orderid ,H.customer ,H.totalprice ,H.intervalday ,H.ordertime ,H.state ,H.flag ,H.created ,H.modified ,H.location1 WHERE H.id IS NOT NULL AND C.id IS NOT NULL and H.change_code <> C.change_code INSERT OVERWRITE TABLE fdm.fdm_chat_analysis_order_new_chain PARTITION (dp='ACTIVE',dt='4712-12-31',end_date='4712-12-31') SELECT IF(H.id IS NULL OR (C.id IS NOT NULL AND (H.change_code <> C.change_code)),'2015-01-21',H.start_date) AS start_date, CASE WHEN H.id IS NULL THEN C.change_code WHEN H.id IS NOT NULL AND C.id IS NOT NULL AND H.change_code <> C.change_code then C.change_code ELSE H.change_code END AS change_code ,CASE WHEN C.id IS NOT NULL THEN C.id ELSE H.id END ,CASE WHEN C.id IS NOT NULL THEN C.orderid ELSE H.orderid END ,CASE WHEN C.id IS NOT NULL THEN C.customer ELSE H.customer END ,CASE WHEN C.id IS NOT NULL THEN C.totalprice ELSE H.totalprice END ,CASE WHEN C.id IS NOT NULL THEN C.intervalday ELSE H.intervalday END ,CASE WHEN C.id IS NOT NULL THEN C.ordertime ELSE H.ordertime END ,CASE WHEN C.id IS NOT NULL THEN C.state ELSE H.state END ,CASE WHEN C.id IS NOT NULL THEN C.flag ELSE H.flag END ,CASE WHEN C.id IS NOT NULL THEN C.created ELSE H.created END ,CASE WHEN C.id IS NOT NULL THEN C.modified ELSE H.modified END ,CASE WHEN C.id IS NOT NULL THEN C.location1 ELSE H.location1 END ; ";
2015-01-22 03:37:58 INFO RUNNING messages: 15/01/22 03:37:58 INFO Configuration.deprecation: mapred.input.dir.recursive is deprecated. Instead, use mapreduce.input.fileinputformat.input.dir.recursive
2015-01-22 03:37:58 INFO RUNNING messages: 15/01/22 03:37:58 INFO Configuration.deprecation: mapred.max.split.size is deprecated. Instead, use mapreduce.input.fileinputformat.split.maxsize
2015-01-22 03:37:58 INFO RUNNING messages: 15/01/22 03:37:58 INFO Configuration.deprecation: mapred.min.split.size is deprecated. Instead, use mapreduce.input.fileinputformat.split.minsize
2015-01-22 03:37:58 INFO RUNNING messages: 15/01/22 03:37:58 INFO Configuration.deprecation: mapred.min.split.size.per.rack is deprecated. Instead, use mapreduce.input.fileinputformat.split.minsize.per.rack
2015-01-22 03:37:58 INFO RUNNING messages: 15/01/22 03:37:58 INFO Configuration.deprecation: mapred.min.split.size.per.node is deprecated. Instead, use mapreduce.input.fileinputformat.split.minsize.per.node
2015-01-22 03:37:58 INFO RUNNING messages: 15/01/22 03:37:58 INFO Configuration.deprecation: mapred.reduce.tasks is deprecated. Instead, use mapreduce.job.reduces
2015-01-22 03:37:58 INFO RUNNING messages: 15/01/22 03:37:58 INFO Configuration.deprecation: mapred.reduce.tasks.speculative.execution is deprecated. Instead, use mapreduce.reduce.speculative
2015-01-22 03:37:58 INFO RUNNING messages: 15/01/22 03:37:58 WARN conf.HiveConf: DEPRECATED: Configuration property hive.metastore.local no longer has any effect. Make sure to provide a valid value for hive.metastore.uris if you are connecting to a remote metastore.
2015-01-22 03:37:58 INFO RUNNING messages: WARNING: org.apache.hadoop.metrics.jvm.EventCounter is deprecated. Please use org.apache.hadoop.log.metrics.EventCounter in all the log4j.properties files.
2015-01-22 03:37:58 INFO RUNNING messages: Logging initialized using configuration in file:/software/conf/dd_edw/hive_conf/hive-log4j.properties
2015-01-22 03:37:59 INFO RUNNING messages: SLF4J: Class path contains multiple SLF4J bindings.
2015-01-22 03:37:59 INFO RUNNING messages: SLF4J: Found binding in [jar:file:/software/servers/hadoop-2.2.0/share/hadoop/common/lib/slf4j-log4j12-1.7.5.jar!/org/slf4j/impl/StaticLoggerBinder.class]
2015-01-22 03:37:59 INFO RUNNING messages: SLF4J: Found binding in [jar:file:/software/servers/hive-0.12.0/lib/slf4j-log4j12-1.6.1.jar!/org/slf4j/impl/StaticLoggerBinder.class]
2015-01-22 03:37:59 INFO RUNNING messages: SLF4J: See http://www.slf4j.org/codes.html#multiple_bindings for an explanation.
2015-01-22 03:37:59 INFO RUNNING messages: SLF4J: Actual binding is of type [org.slf4j.impl.Log4jLoggerFactory]
2015-01-22 03:38:01 INFO RUNNING messages: OK
2015-01-22 03:38:01 INFO RUNNING messages: Time taken: 1.109 seconds
2015-01-22 03:38:01 INFO RUNNING messages: OK
2015-01-22 03:38:01 INFO RUNNING messages: Time taken: 0.0060 seconds
2015-01-22 03:38:01 INFO RUNNING messages: Added /home/dd_edw/udf/RowNumberUDF.jar to class path
2015-01-22 03:38:01 INFO RUNNING messages: Added resource: /home/dd_edw/udf/RowNumberUDF.jar
2015-01-22 03:38:01 INFO RUNNING messages: Added /home/dd_edw/udf/GetMD5UDF.jar to class path
2015-01-22 03:38:01 INFO RUNNING messages: Added resource: /home/dd_edw/udf/GetMD5UDF.jar
2015-01-22 03:38:01 INFO RUNNING messages: OK
2015-01-22 03:38:01 INFO RUNNING messages: Time taken: 0.013 seconds
2015-01-22 03:38:01 INFO RUNNING messages: OK
2015-01-22 03:38:01 INFO RUNNING messages: Time taken: 0.0050 seconds
2015-01-22 03:38:02 INFO RUNNING messages: Total MapReduce jobs = 2
2015-01-22 03:38:02 INFO RUNNING messages: Launching Job 1 out of 2
2015-01-22 03:38:02 INFO RUNNING messages: Number of reduce tasks not specified. Estimated from input data size: 1
2015-01-22 03:38:02 INFO RUNNING messages: In order to change the average load for a reducer (in bytes):
2015-01-22 03:38:02 INFO RUNNING messages: set hive.exec.reducers.bytes.per.reducer=
2015-01-22 03:38:02 INFO RUNNING messages: In order to limit the maximum number of reducers:
2015-01-22 03:38:02 INFO RUNNING messages: set hive.exec.reducers.max=
2015-01-22 03:38:02 INFO RUNNING messages: In order to set a constant number of reducers:
2015-01-22 03:38:02 INFO RUNNING messages: set mapred.reduce.tasks=
2015-01-22 03:38:10 INFO RUNNING messages: Starting Job = job_1420799589887_521006, Tracking URL = http://BJHC-HADOOP-HERA-168103.jd.local:50320/proxy/application_1420799589887_521006/
2015-01-22 03:38:10 INFO RUNNING messages: Kill Command = /software/servers/hadoop-2.2.0/bin/hadoop job -kill job_1420799589887_521006
2015-01-22 03:38:16 INFO RUNNING messages: Hadoop job information for Stage-5: number of mappers: 2; number of reducers: 1
2015-01-22 03:38:16 INFO RUNNING messages: 2015-01-22 03:38:16,316 Stage-5 map = 0%, reduce = 0%
2015-01-22 03:38:27 INFO RUNNING messages: 2015-01-22 03:38:27,765 Stage-5 map = 6%, reduce = 0%, Cumulative CPU 8.41 sec
2015-01-22 03:38:28 INFO RUNNING messages: 2015-01-22 03:38:28,803 Stage-5 map = 18%, reduce = 0%, Cumulative CPU 17.62 sec
2015-01-22 03:38:29 INFO RUNNING messages: 2015-01-22 03:38:29,839 Stage-5 map = 18%, reduce = 0%, Cumulative CPU 17.62 sec
2015-01-22 03:38:30 INFO RUNNING messages: 2015-01-22 03:38:30,903 Stage-5 map = 23%, reduce = 0%, Cumulative CPU 21.32 sec
2015-01-22 03:38:31 INFO RUNNING messages: 2015-01-22 03:38:31,941 Stage-5 map = 40%, reduce = 0%, Cumulative CPU 24.82 sec
2015-01-22 03:38:32 INFO RUNNING messages: 2015-01-22 03:38:32,994 Stage-5 map = 40%, reduce = 0%, Cumulative CPU 24.82 sec
2015-01-22 03:38:34 INFO RUNNING messages: 2015-01-22 03:38:34,032 Stage-5 map = 66%, reduce = 0%, Cumulative CPU 30.91 sec
2015-01-22 03:38:35 INFO RUNNING messages: 2015-01-22 03:38:35,084 Stage-5 map = 66%, reduce = 0%, Cumulative CPU 30.91 sec
2015-01-22 03:38:36 INFO RUNNING messages: 2015-01-22 03:38:36,135 Stage-5 map = 66%, reduce = 0%, Cumulative CPU 30.91 sec
2015-01-22 03:38:37 INFO RUNNING messages: 2015-01-22 03:38:37,176 Stage-5 map = 72%, reduce = 0%, Cumulative CPU 35.05 sec
2015-01-22 03:38:38 INFO RUNNING messages: 2015-01-22 03:38:38,213 Stage-5 map = 72%, reduce = 0%, Cumulative CPU 35.05 sec
2015-01-22 03:38:39 INFO RUNNING messages: 2015-01-22 03:38:39,248 Stage-5 map = 72%, reduce = 0%, Cumulative CPU 35.05 sec
2015-01-22 03:38:40 INFO RUNNING messages: 2015-01-22 03:38:40,283 Stage-5 map = 77%, reduce = 0%, Cumulative CPU 39.16 sec
2015-01-22 03:38:41 INFO RUNNING messages: 2015-01-22 03:38:41,318 Stage-5 map = 77%, reduce = 0%, Cumulative CPU 39.16 sec
2015-01-22 03:38:42 INFO RUNNING messages: 2015-01-22 03:38:42,365 Stage-5 map = 77%, reduce = 0%, Cumulative CPU 39.16 sec
2015-01-22 03:38:43 INFO RUNNING messages: 2015-01-22 03:38:43,418 Stage-5 map = 82%, reduce = 0%, Cumulative CPU 43.29 sec
2015-01-22 03:38:44 INFO RUNNING messages: 2015-01-22 03:38:44,461 Stage-5 map = 82%, reduce = 0%, Cumulative CPU 43.29 sec
2015-01-22 03:38:45 INFO RUNNING messages: 2015-01-22 03:38:45,513 Stage-5 map = 82%, reduce = 0%, Cumulative CPU 43.29 sec
2015-01-22 03:38:46 INFO RUNNING messages: 2015-01-22 03:38:46,553 Stage-5 map = 83%, reduce = 0%, Cumulative CPU 46.72 sec
2015-01-22 03:38:47 INFO RUNNING messages: 2015-01-22 03:38:47,601 Stage-5 map = 100%, reduce = 17%, Cumulative CPU 48.24 sec
2015-01-22 03:38:48 INFO RUNNING messages: 2015-01-22 03:38:48,640 Stage-5 map = 100%, reduce = 17%, Cumulative CPU 48.24 sec
2015-01-22 03:38:49 INFO RUNNING messages: 2015-01-22 03:38:49,679 Stage-5 map = 100%, reduce = 17%, Cumulative CPU 48.24 sec
2015-01-22 03:38:50 INFO RUNNING messages: 2015-01-22 03:38:50,716 Stage-5 map = 100%, reduce = 62%, Cumulative CPU 52.03 sec
2015-01-22 03:38:51 INFO RUNNING messages: 2015-01-22 03:38:51,753 Stage-5 map = 100%, reduce = 62%, Cumulative CPU 52.03 sec
2015-01-22 03:38:52 INFO RUNNING messages: 2015-01-22 03:38:52,789 Stage-5 map = 100%, reduce = 62%, Cumulative CPU 52.03 sec
2015-01-22 03:38:53 INFO RUNNING messages: 2015-01-22 03:38:53,825 Stage-5 map = 100%, reduce = 68%, Cumulative CPU 57.56 sec
2015-01-22 03:38:54 INFO RUNNING messages: 2015-01-22 03:38:54,864 Stage-5 map = 100%, reduce = 68%, Cumulative CPU 57.56 sec
2015-01-22 03:38:55 INFO RUNNING messages: 2015-01-22 03:38:55,902 Stage-5 map = 100%, reduce = 68%, Cumulative CPU 57.56 sec
2015-01-22 03:38:56 INFO RUNNING messages: 2015-01-22 03:38:56,939 Stage-5 map = 100%, reduce = 72%, Cumulative CPU 61.22 sec
2015-01-22 03:38:57 INFO RUNNING messages: 2015-01-22 03:38:57,977 Stage-5 map = 100%, reduce = 72%, Cumulative CPU 61.22 sec
2015-01-22 03:38:59 INFO RUNNING messages: 2015-01-22 03:38:59,015 Stage-5 map = 100%, reduce = 72%, Cumulative CPU 61.22 sec
2015-01-22 03:39:00 INFO RUNNING messages: 2015-01-22 03:39:00,054 Stage-5 map = 100%, reduce = 75%, Cumulative CPU 64.95 sec
2015-01-22 03:39:01 INFO RUNNING messages: 2015-01-22 03:39:01,092 Stage-5 map = 100%, reduce = 75%, Cumulative CPU 64.95 sec
2015-01-22 03:39:02 INFO RUNNING messages: 2015-01-22 03:39:02,128 Stage-5 map = 100%, reduce = 75%, Cumulative CPU 64.95 sec
2015-01-22 03:39:03 INFO RUNNING messages: 2015-01-22 03:39:03,163 Stage-5 map = 100%, reduce = 79%, Cumulative CPU 69.03 sec
2015-01-22 03:39:04 INFO RUNNING messages: 2015-01-22 03:39:04,199 Stage-5 map = 100%, reduce = 79%, Cumulative CPU 69.03 sec
2015-01-22 03:39:05 INFO RUNNING messages: 2015-01-22 03:39:05,234 Stage-5 map = 100%, reduce = 79%, Cumulative CPU 69.03 sec
2015-01-22 03:39:06 INFO RUNNING messages: 2015-01-22 03:39:06,268 Stage-5 map = 100%, reduce = 100%, Cumulative CPU 72.02 sec
2015-01-22 03:39:07 INFO RUNNING messages: 2015-01-22 03:39:07,302 Stage-5 map = 100%, reduce = 100%, Cumulative CPU 72.02 sec
2015-01-22 03:39:07 INFO RUNNING messages: MapReduce Total cumulative CPU time: 1 minutes 12 seconds 20 msec
2015-01-22 03:39:07 INFO RUNNING messages: Ended Job = job_1420799589887_521006
2015-01-22 03:39:07 INFO RUNNING messages: Launching Job 2 out of 2
2015-01-22 03:39:07 INFO RUNNING messages: Number of reduce tasks not specified. Estimated from input data size: 6
2015-01-22 03:39:07 INFO RUNNING messages: In order to change the average load for a reducer (in bytes):
2015-01-22 03:39:07 INFO RUNNING messages: set hive.exec.reducers.bytes.per.reducer=
2015-01-22 03:39:07 INFO RUNNING messages: In order to limit the maximum number of reducers:
2015-01-22 03:39:07 INFO RUNNING messages: set hive.exec.reducers.max=
2015-01-22 03:39:07 INFO RUNNING messages: In order to set a constant number of reducers:
2015-01-22 03:39:07 INFO RUNNING messages: set mapred.reduce.tasks=
2015-01-22 03:39:14 INFO RUNNING messages: Starting Job = job_1420799589887_521067, Tracking URL = http://BJHC-HADOOP-HERA-168103.jd.local:50320/proxy/application_1420799589887_521067/
2015-01-22 03:39:14 INFO RUNNING messages: Kill Command = /software/servers/hadoop-2.2.0/bin/hadoop job -kill job_1420799589887_521067
2015-01-22 03:39:21 INFO RUNNING messages: Hadoop job information for Stage-2: number of mappers: 8; number of reducers: 6
2015-01-22 03:39:21 INFO RUNNING messages: 2015-01-22 03:39:21,340 Stage-2 map = 0%, reduce = 0%
2015-01-22 03:39:32 INFO RUNNING messages: 2015-01-22 03:39:32,877 Stage-2 map = 1%, reduce = 0%, Cumulative CPU 23.31 sec
2015-01-22 03:39:33 INFO RUNNING messages: 2015-01-22 03:39:33,913 Stage-2 map = 7%, reduce = 0%, Cumulative CPU 54.21 sec
2015-01-22 03:39:34 INFO RUNNING messages: 2015-01-22 03:39:34,951 Stage-2 map = 13%, reduce = 0%, Cumulative CPU 63.05 sec
2015-01-22 03:39:35 INFO RUNNING messages: 2015-01-22 03:39:35,989 Stage-2 map = 13%, reduce = 0%, Cumulative CPU 66.48 sec
2015-01-22 03:39:37 INFO RUNNING messages: 2015-01-22 03:39:37,026 Stage-2 map = 18%, reduce = 0%, Cumulative CPU 86.42 sec
2015-01-22 03:39:38 INFO RUNNING messages: 2015-01-22 03:39:38,063 Stage-2 map = 20%, reduce = 0%, Cumulative CPU 90.35 sec
2015-01-22 03:39:39 INFO RUNNING messages: 2015-01-22 03:39:39,103 Stage-2 map = 25%, reduce = 0%, Cumulative CPU 98.43 sec
2015-01-22 03:39:40 INFO RUNNING messages: 2015-01-22 03:39:40,141 Stage-2 map = 30%, reduce = 0%, Cumulative CPU 115.57 sec
2015-01-22 03:39:41 INFO RUNNING messages: 2015-01-22 03:39:41,178 Stage-2 map = 30%, reduce = 0%, Cumulative CPU 115.57 sec
2015-01-22 03:39:42 INFO RUNNING messages: 2015-01-22 03:39:42,217 Stage-2 map = 31%, reduce = 0%, Cumulative CPU 118.91 sec
2015-01-22 03:39:43 INFO RUNNING messages: 2015-01-22 03:39:43,255 Stage-2 map = 32%, reduce = 0%, Cumulative CPU 135.35 sec
2015-01-22 03:39:44 INFO RUNNING messages: 2015-01-22 03:39:44,297 Stage-2 map = 32%, reduce = 0%, Cumulative CPU 135.35 sec
2015-01-22 03:39:45 INFO RUNNING messages: 2015-01-22 03:39:45,333 Stage-2 map = 32%, reduce = 0%, Cumulative CPU 138.65 sec
2015-01-22 03:39:46 INFO RUNNING messages: 2015-01-22 03:39:46,378 Stage-2 map = 34%, reduce = 0%, Cumulative CPU 155.06 sec
2015-01-22 03:39:47 INFO RUNNING messages: 2015-01-22 03:39:47,412 Stage-2 map = 34%, reduce = 0%, Cumulative CPU 155.06 sec
2015-01-22 03:39:48 INFO RUNNING messages: 2015-01-22 03:39:48,450 Stage-2 map = 34%, reduce = 0%, Cumulative CPU 158.35 sec
2015-01-22 03:39:49 INFO RUNNING messages: 2015-01-22 03:39:49,487 Stage-2 map = 35%, reduce = 0%, Cumulative CPU 174.86 sec
2015-01-22 03:39:50 INFO RUNNING messages: 2015-01-22 03:39:50,526 Stage-2 map = 35%, reduce = 0%, Cumulative CPU 174.86 sec
2015-01-22 03:39:51 INFO RUNNING messages: 2015-01-22 03:39:51,563 Stage-2 map = 35%, reduce = 0%, Cumulative CPU 179.8 sec
2015-01-22 03:39:52 INFO RUNNING messages: 2015-01-22 03:39:52,606 Stage-2 map = 36%, reduce = 0%, Cumulative CPU 203.37 sec
2015-01-22 03:39:53 INFO RUNNING messages: 2015-01-22 03:39:53,644 Stage-2 map = 36%, reduce = 0%, Cumulative CPU 203.37 sec
2015-01-22 03:39:54 INFO RUNNING messages: 2015-01-22 03:39:54,680 Stage-2 map = 37%, reduce = 0%, Cumulative CPU 210.31 sec
2015-01-22 03:39:55 INFO RUNNING messages: 2015-01-22 03:39:55,717 Stage-2 map = 38%, reduce = 0%, Cumulative CPU 241.69 sec
2015-01-22 03:39:56 INFO RUNNING messages: 2015-01-22 03:39:56,758 Stage-2 map = 38%, reduce = 0%, Cumulative CPU 241.69 sec
2015-01-22 03:39:57 INFO RUNNING messages: 2015-01-22 03:39:57,795 Stage-2 map = 38%, reduce = 0%, Cumulative CPU 245.81 sec
2015-01-22 03:39:58 INFO RUNNING messages: 2015-01-22 03:39:58,830 Stage-2 map = 39%, reduce = 0%, Cumulative CPU 268.06 sec
2015-01-22 03:39:59 INFO RUNNING messages: 2015-01-22 03:39:59,864 Stage-2 map = 39%, reduce = 0%, Cumulative CPU 268.06 sec
2015-01-22 03:40:00 INFO RUNNING messages: 2015-01-22 03:40:00,898 Stage-2 map = 39%, reduce = 0%, Cumulative CPU 271.26 sec
2015-01-22 03:40:01 INFO RUNNING messages: 2015-01-22 03:40:01,932 Stage-2 map = 40%, reduce = 0%, Cumulative CPU 290.52 sec
2015-01-22 03:40:02 INFO RUNNING messages: 2015-01-22 03:40:02,964 Stage-2 map = 40%, reduce = 0%, Cumulative CPU 290.52 sec
2015-01-22 03:40:03 INFO RUNNING messages: 2015-01-22 03:40:03,997 Stage-2 map = 41%, reduce = 0%, Cumulative CPU 297.15 sec
2015-01-22 03:40:05 INFO RUNNING messages: 2015-01-22 03:40:05,030 Stage-2 map = 42%, reduce = 0%, Cumulative CPU 309.6 sec
2015-01-22 03:40:06 INFO RUNNING messages: 2015-01-22 03:40:06,063 Stage-2 map = 42%, reduce = 0%, Cumulative CPU 309.6 sec
2015-01-22 03:40:07 INFO RUNNING messages: 2015-01-22 03:40:07,101 Stage-2 map = 42%, reduce = 0%, Cumulative CPU 316.02 sec
2015-01-22 03:40:08 INFO RUNNING messages: 2015-01-22 03:40:08,136 Stage-2 map = 44%, reduce = 0%, Cumulative CPU 328.82 sec
2015-01-22 03:40:09 INFO RUNNING messages: 2015-01-22 03:40:09,168 Stage-2 map = 44%, reduce = 0%, Cumulative CPU 328.82 sec
2015-01-22 03:40:10 INFO RUNNING messages: 2015-01-22 03:40:10,203 Stage-2 map = 44%, reduce = 0%, Cumulative CPU 335.22 sec
2015-01-22 03:40:11 INFO RUNNING messages: 2015-01-22 03:40:11,238 Stage-2 map = 45%, reduce = 0%, Cumulative CPU 346.93 sec
2015-01-22 03:40:12 INFO RUNNING messages: 2015-01-22 03:40:12,270 Stage-2 map = 45%, reduce = 0%, Cumulative CPU 346.93 sec
2015-01-22 03:40:13 INFO RUNNING messages: 2015-01-22 03:40:13,302 Stage-2 map = 46%, reduce = 0%, Cumulative CPU 355.18 sec
2015-01-22 03:40:14 INFO RUNNING messages: 2015-01-22 03:40:14,335 Stage-2 map = 47%, reduce = 0%, Cumulative CPU 369.99 sec
2015-01-22 03:40:15 INFO RUNNING messages: 2015-01-22 03:40:15,366 Stage-2 map = 47%, reduce = 0%, Cumulative CPU 369.99 sec
2015-01-22 03:40:16 INFO RUNNING messages: 2015-01-22 03:40:16,400 Stage-2 map = 47%, reduce = 0%, Cumulative CPU 385.25 sec
2015-01-22 03:40:17 INFO RUNNING messages: 2015-01-22 03:40:17,435 Stage-2 map = 48%, reduce = 0%, Cumulative CPU 403.27 sec
2015-01-22 03:40:18 INFO RUNNING messages: 2015-01-22 03:40:18,469 Stage-2 map = 48%, reduce = 0%, Cumulative CPU 407.74 sec
2015-01-22 03:40:19 INFO RUNNING messages: 2015-01-22 03:40:19,501 Stage-2 map = 49%, reduce = 0%, Cumulative CPU 423.48 sec
2015-01-22 03:40:20 INFO RUNNING messages: 2015-01-22 03:40:20,534 Stage-2 map = 49%, reduce = 0%, Cumulative CPU 433.25 sec
2015-01-22 03:40:21 INFO RUNNING messages: 2015-01-22 03:40:21,568 Stage-2 map = 50%, reduce = 0%, Cumulative CPU 436.67 sec
2015-01-22 03:40:22 INFO RUNNING messages: 2015-01-22 03:40:22,601 Stage-2 map = 51%, reduce = 0%, Cumulative CPU 446.92 sec
2015-01-22 03:40:23 INFO RUNNING messages: 2015-01-22 03:40:23,635 Stage-2 map = 51%, reduce = 0%, Cumulative CPU 453.84 sec
2015-01-22 03:40:24 INFO RUNNING messages: 2015-01-22 03:40:24,668 Stage-2 map = 52%, reduce = 0%, Cumulative CPU 456.96 sec
2015-01-22 03:40:25 INFO RUNNING messages: 2015-01-22 03:40:25,701 Stage-2 map = 52%, reduce = 0%, Cumulative CPU 469.98 sec
2015-01-22 03:40:26 INFO RUNNING messages: 2015-01-22 03:40:26,735 Stage-2 map = 53%, reduce = 0%, Cumulative CPU 476.21 sec
2015-01-22 03:40:27 INFO RUNNING messages: 2015-01-22 03:40:27,767 Stage-2 map = 53%, reduce = 0%, Cumulative CPU 479.66 sec
2015-01-22 03:40:28 INFO RUNNING messages: 2015-01-22 03:40:28,800 Stage-2 map = 54%, reduce = 0%, Cumulative CPU 492.06 sec
2015-01-22 03:40:29 INFO RUNNING messages: 2015-01-22 03:40:29,834 Stage-2 map = 55%, reduce = 0%, Cumulative CPU 498.94 sec
2015-01-22 03:40:30 INFO RUNNING messages: 2015-01-22 03:40:30,868 Stage-2 map = 55%, reduce = 0%, Cumulative CPU 502.05 sec
2015-01-22 03:40:31 INFO RUNNING messages: 2015-01-22 03:40:31,899 Stage-2 map = 56%, reduce = 0%, Cumulative CPU 512.01 sec
2015-01-22 03:40:32 INFO RUNNING messages: 2015-01-22 03:40:32,931 Stage-2 map = 56%, reduce = 0%, Cumulative CPU 517.23 sec
2015-01-22 03:40:33 INFO RUNNING messages: 2015-01-22 03:40:33,966 Stage-2 map = 57%, reduce = 0%, Cumulative CPU 522.01 sec
2015-01-22 03:40:34 INFO RUNNING messages: 2015-01-22 03:40:34,998 Stage-2 map = 57%, reduce = 0%, Cumulative CPU 530.18 sec
2015-01-22 03:40:36 INFO RUNNING messages: 2015-01-22 03:40:36,031 Stage-2 map = 58%, reduce = 0%, Cumulative CPU 536.71 sec
2015-01-22 03:40:37 INFO RUNNING messages: 2015-01-22 03:40:37,064 Stage-2 map = 58%, reduce = 0%, Cumulative CPU 543.0 sec
2015-01-22 03:40:38 INFO RUNNING messages: 2015-01-22 03:40:38,098 Stage-2 map = 58%, reduce = 0%, Cumulative CPU 556.01 sec
2015-01-22 03:40:39 INFO RUNNING messages: 2015-01-22 03:40:39,131 Stage-2 map = 59%, reduce = 0%, Cumulative CPU 565.23 sec
2015-01-22 03:40:40 INFO RUNNING messages: 2015-01-22 03:40:40,164 Stage-2 map = 59%, reduce = 0%, Cumulative CPU 570.7 sec
2015-01-22 03:40:41 INFO RUNNING messages: 2015-01-22 03:40:41,196 Stage-2 map = 60%, reduce = 0%, Cumulative CPU 586.01 sec
2015-01-22 03:40:42 INFO RUNNING messages: 2015-01-22 03:40:42,228 Stage-2 map = 60%, reduce = 0%, Cumulative CPU 596.45 sec
2015-01-22 03:40:43 INFO RUNNING messages: 2015-01-22 03:40:43,261 Stage-2 map = 60%, reduce = 0%, Cumulative CPU 599.87 sec
2015-01-22 03:40:44 INFO RUNNING messages: 2015-01-22 03:40:44,294 Stage-2 map = 61%, reduce = 0%, Cumulative CPU 613.38 sec
2015-01-22 03:40:45 INFO RUNNING messages: 2015-01-22 03:40:45,327 Stage-2 map = 62%, reduce = 0%, Cumulative CPU 623.16 sec
2015-01-22 03:40:46 INFO RUNNING messages: 2015-01-22 03:40:46,359 Stage-2 map = 62%, reduce = 0%, Cumulative CPU 626.32 sec
2015-01-22 03:40:47 INFO RUNNING messages: 2015-01-22 03:40:47,392 Stage-2 map = 63%, reduce = 0%, Cumulative CPU 639.05 sec
2015-01-22 03:40:48 INFO RUNNING messages: 2015-01-22 03:40:48,424 Stage-2 map = 63%, reduce = 0%, Cumulative CPU 642.44 sec
2015-01-22 03:40:49 INFO RUNNING messages: 2015-01-22 03:40:49,458 Stage-2 map = 64%, reduce = 0%, Cumulative CPU 645.89 sec
2015-01-22 03:40:50 INFO RUNNING messages: 2015-01-22 03:40:50,490 Stage-2 map = 65%, reduce = 0%, Cumulative CPU 658.81 sec
2015-01-22 03:40:51 INFO RUNNING messages: 2015-01-22 03:40:51,522 Stage-2 map = 65%, reduce = 0%, Cumulative CPU 661.25 sec
2015-01-22 03:40:52 INFO RUNNING messages: 2015-01-22 03:40:52,556 Stage-2 map = 65%, reduce = 0%, Cumulative CPU 664.38 sec
2015-01-22 03:40:53 INFO RUNNING messages: 2015-01-22 03:40:53,589 Stage-2 map = 66%, reduce = 0%, Cumulative CPU 677.41 sec
2015-01-22 03:40:54 INFO RUNNING messages: 2015-01-22 03:40:54,624 Stage-2 map = 67%, reduce = 0%, Cumulative CPU 680.47 sec
2015-01-22 03:40:55 INFO RUNNING messages: 2015-01-22 03:40:55,656 Stage-2 map = 67%, reduce = 0%, Cumulative CPU 683.8 sec
2015-01-22 03:40:56 INFO RUNNING messages: 2015-01-22 03:40:56,693 Stage-2 map = 68%, reduce = 0%, Cumulative CPU 700.08 sec
2015-01-22 03:40:57 INFO RUNNING messages: 2015-01-22 03:40:57,729 Stage-2 map = 68%, reduce = 0%, Cumulative CPU 703.48 sec
2015-01-22 03:40:58 INFO RUNNING messages: 2015-01-22 03:40:58,762 Stage-2 map = 68%, reduce = 0%, Cumulative CPU 709.6 sec
2015-01-22 03:40:59 INFO RUNNING messages: 2015-01-22 03:40:59,795 Stage-2 map = 69%, reduce = 0%, Cumulative CPU 730.38 sec
2015-01-22 03:41:00 INFO RUNNING messages: 2015-01-22 03:41:00,827 Stage-2 map = 70%, reduce = 0%, Cumulative CPU 733.74 sec
2015-01-22 03:41:01 INFO RUNNING messages: 2015-01-22 03:41:01,860 Stage-2 map = 70%, reduce = 0%, Cumulative CPU 740.18 sec
2015-01-22 03:41:02 INFO RUNNING messages: 2015-01-22 03:41:02,893 Stage-2 map = 71%, reduce = 0%, Cumulative CPU 766.74 sec
2015-01-22 03:41:03 INFO RUNNING messages: 2015-01-22 03:41:03,934 Stage-2 map = 71%, reduce = 0%, Cumulative CPU 766.74 sec
2015-01-22 03:41:04 INFO RUNNING messages: 2015-01-22 03:41:04,982 Stage-2 map = 71%, reduce = 0%, Cumulative CPU 770.27 sec
2015-01-22 03:41:06 INFO RUNNING messages: 2015-01-22 03:41:06,025 Stage-2 map = 72%, reduce = 0%, Cumulative CPU 792.84 sec
2015-01-22 03:41:07 INFO RUNNING messages: 2015-01-22 03:41:07,060 Stage-2 map = 72%, reduce = 0%, Cumulative CPU 792.84 sec
2015-01-22 03:41:08 INFO RUNNING messages: 2015-01-22 03:41:08,093 Stage-2 map = 74%, reduce = 0%, Cumulative CPU 796.73 sec
2015-01-22 03:41:09 INFO RUNNING messages: 2015-01-22 03:41:09,124 Stage-2 map = 80%, reduce = 0%, Cumulative CPU 815.7 sec
2015-01-22 03:41:10 INFO RUNNING messages: 2015-01-22 03:41:10,153 Stage-2 map = 80%, reduce = 0%, Cumulative CPU 815.7 sec
2015-01-22 03:41:11 INFO RUNNING messages: 2015-01-22 03:41:11,185 Stage-2 map = 80%, reduce = 0%, Cumulative CPU 819.65 sec
2015-01-22 03:41:12 INFO RUNNING messages: 2015-01-22 03:41:12,218 Stage-2 map = 84%, reduce = 0%, Cumulative CPU 837.85 sec
2015-01-22 03:41:13 INFO RUNNING messages: 2015-01-22 03:41:13,250 Stage-2 map = 84%, reduce = 0%, Cumulative CPU 837.85 sec
2015-01-22 03:41:14 INFO RUNNING messages: 2015-01-22 03:41:14,283 Stage-2 map = 84%, reduce = 0%, Cumulative CPU 841.7 sec
2015-01-22 03:41:15 INFO RUNNING messages: 2015-01-22 03:41:15,317 Stage-2 map = 85%, reduce = 0%, Cumulative CPU 859.69 sec
2015-01-22 03:41:16 INFO RUNNING messages: 2015-01-22 03:41:16,353 Stage-2 map = 85%, reduce = 0%, Cumulative CPU 859.69 sec
2015-01-22 03:41:17 INFO RUNNING messages: 2015-01-22 03:41:17,384 Stage-2 map = 85%, reduce = 0%, Cumulative CPU 863.59 sec
2015-01-22 03:41:18 INFO RUNNING messages: 2015-01-22 03:41:18,422 Stage-2 map = 85%, reduce = 0%, Cumulative CPU 882.16 sec
2015-01-22 03:41:19 INFO RUNNING messages: 2015-01-22 03:41:19,466 Stage-2 map = 85%, reduce = 0%, Cumulative CPU 882.16 sec
2015-01-22 03:41:20 INFO RUNNING messages: 2015-01-22 03:41:20,510 Stage-2 map = 85%, reduce = 0%, Cumulative CPU 885.71 sec
2015-01-22 03:41:21 INFO RUNNING messages: 2015-01-22 03:41:21,542 Stage-2 map = 86%, reduce = 0%, Cumulative CPU 906.2 sec
2015-01-22 03:41:22 INFO RUNNING messages: 2015-01-22 03:41:22,574 Stage-2 map = 86%, reduce = 0%, Cumulative CPU 906.2 sec
2015-01-22 03:41:23 INFO RUNNING messages: 2015-01-22 03:41:23,605 Stage-2 map = 86%, reduce = 0%, Cumulative CPU 909.72 sec
2015-01-22 03:41:24 INFO RUNNING messages: 2015-01-22 03:41:24,637 Stage-2 map = 86%, reduce = 0%, Cumulative CPU 930.03 sec
2015-01-22 03:41:25 INFO RUNNING messages: 2015-01-22 03:41:25,668 Stage-2 map = 86%, reduce = 0%, Cumulative CPU 930.03 sec
2015-01-22 03:41:26 INFO RUNNING messages: 2015-01-22 03:41:26,698 Stage-2 map = 87%, reduce = 0%, Cumulative CPU 933.57 sec
2015-01-22 03:41:27 INFO RUNNING messages: 2015-01-22 03:41:27,730 Stage-2 map = 87%, reduce = 0%, Cumulative CPU 950.5 sec
2015-01-22 03:41:28 INFO RUNNING messages: 2015-01-22 03:41:28,761 Stage-2 map = 87%, reduce = 0%, Cumulative CPU 950.5 sec
2015-01-22 03:41:29 INFO RUNNING messages: 2015-01-22 03:41:29,792 Stage-2 map = 87%, reduce = 0%, Cumulative CPU 954.47 sec
2015-01-22 03:41:30 INFO RUNNING messages: 2015-01-22 03:41:30,824 Stage-2 map = 88%, reduce = 0%, Cumulative CPU 972.77 sec
2015-01-22 03:41:31 INFO RUNNING messages: 2015-01-22 03:41:31,855 Stage-2 map = 88%, reduce = 0%, Cumulative CPU 972.77 sec
2015-01-22 03:41:32 INFO RUNNING messages: 2015-01-22 03:41:32,887 Stage-2 map = 90%, reduce = 0%, Cumulative CPU 976.34 sec
2015-01-22 03:41:33 INFO RUNNING messages: 2015-01-22 03:41:33,917 Stage-2 map = 92%, reduce = 0%, Cumulative CPU 994.12 sec
2015-01-22 03:41:35 INFO RUNNING messages: 2015-01-22 03:41:35,019 Stage-2 map = 92%, reduce = 0%, Cumulative CPU 994.12 sec
2015-01-22 03:41:36 INFO RUNNING messages: 2015-01-22 03:41:36,049 Stage-2 map = 93%, reduce = 0%, Cumulative CPU 1002.67 sec
2015-01-22 03:41:37 INFO RUNNING messages: 2015-01-22 03:41:37,077 Stage-2 map = 93%, reduce = 0%, Cumulative CPU 1006.53 sec
2015-01-22 03:41:38 INFO RUNNING messages: 2015-01-22 03:41:38,106 Stage-2 map = 93%, reduce = 0%, Cumulative CPU 1006.53 sec
2015-01-22 03:41:39 INFO RUNNING messages: 2015-01-22 03:41:39,138 Stage-2 map = 93%, reduce = 0%, Cumulative CPU 1009.91 sec
2015-01-22 03:41:40 INFO RUNNING messages: 2015-01-22 03:41:40,167 Stage-2 map = 93%, reduce = 0%, Cumulative CPU 1013.57 sec
2015-01-22 03:41:41 INFO RUNNING messages: 2015-01-22 03:41:41,199 Stage-2 map = 97%, reduce = 0%, Cumulative CPU 1014.12 sec
2015-01-22 03:41:42 INFO RUNNING messages: 2015-01-22 03:41:42,228 Stage-2 map = 97%, reduce = 0%, Cumulative CPU 1017.45 sec
2015-01-22 03:41:43 INFO RUNNING messages: 2015-01-22 03:41:43,257 Stage-2 map = 97%, reduce = 0%, Cumulative CPU 1017.45 sec
2015-01-22 03:41:44 INFO RUNNING messages: 2015-01-22 03:41:44,285 Stage-2 map = 97%, reduce = 0%, Cumulative CPU 1017.45 sec
2015-01-22 03:41:45 INFO RUNNING messages: 2015-01-22 03:41:45,315 Stage-2 map = 97%, reduce = 4%, Cumulative CPU 1023.75 sec
2015-01-22 03:41:46 INFO RUNNING messages: 2015-01-22 03:41:46,346 Stage-2 map = 97%, reduce = 8%, Cumulative CPU 1027.27 sec
2015-01-22 03:41:47 INFO RUNNING messages: 2015-01-22 03:41:47,375 Stage-2 map = 97%, reduce = 8%, Cumulative CPU 1027.27 sec
2015-01-22 03:41:48 INFO RUNNING messages: 2015-01-22 03:41:48,403 Stage-2 map = 97%, reduce = 8%, Cumulative CPU 1032.26 sec
2015-01-22 03:41:49 INFO RUNNING messages: 2015-01-22 03:41:49,433 Stage-2 map = 97%, reduce = 8%, Cumulative CPU 1034.45 sec
2015-01-22 03:41:50 INFO RUNNING messages: 2015-01-22 03:41:50,463 Stage-2 map = 97%, reduce = 8%, Cumulative CPU 1034.45 sec
2015-01-22 03:41:51 INFO RUNNING messages: 2015-01-22 03:41:51,494 Stage-2 map = 97%, reduce = 8%, Cumulative CPU 1039.25 sec
2015-01-22 03:41:52 INFO RUNNING messages: 2015-01-22 03:41:52,524 Stage-2 map = 97%, reduce = 9%, Cumulative CPU 1039.8 sec
2015-01-22 03:41:53 INFO RUNNING messages: 2015-01-22 03:41:53,556 Stage-2 map = 97%, reduce = 9%, Cumulative CPU 1039.8 sec
2015-01-22 03:41:54 INFO RUNNING messages: 2015-01-22 03:41:54,587 Stage-2 map = 97%, reduce = 10%, Cumulative CPU 1043.34 sec
2015-01-22 03:41:55 INFO RUNNING messages: 2015-01-22 03:41:55,620 Stage-2 map = 97%, reduce = 10%, Cumulative CPU 1043.45 sec
2015-01-22 03:41:56 INFO RUNNING messages: 2015-01-22 03:41:56,652 Stage-2 map = 100%, reduce = 10%, Cumulative CPU 1045.56 sec
2015-01-22 03:41:57 INFO RUNNING messages: 2015-01-22 03:41:57,684 Stage-2 map = 100%, reduce = 13%, Cumulative CPU 1046.29 sec
2015-01-22 03:41:58 INFO RUNNING messages: 2015-01-22 03:41:58,714 Stage-2 map = 100%, reduce = 20%, Cumulative CPU 1048.52 sec
2015-01-22 03:41:59 INFO RUNNING messages: 2015-01-22 03:41:59,745 Stage-2 map = 100%, reduce = 20%, Cumulative CPU 1048.52 sec
2015-01-22 03:42:00 INFO RUNNING messages: 2015-01-22 03:42:00,778 Stage-2 map = 100%, reduce = 22%, Cumulative CPU 1054.19 sec
2015-01-22 03:42:01 INFO RUNNING messages: 2015-01-22 03:42:01,819 Stage-2 map = 100%, reduce = 22%, Cumulative CPU 1059.46 sec
2015-01-22 03:42:02 INFO RUNNING messages: 2015-01-22 03:42:02,851 Stage-2 map = 100%, reduce = 27%, Cumulative CPU 1062.35 sec
2015-01-22 03:42:03 INFO RUNNING messages: 2015-01-22 03:42:03,883 Stage-2 map = 100%, reduce = 32%, Cumulative CPU 1068.93 sec
2015-01-22 03:42:04 INFO RUNNING messages: 2015-01-22 03:42:04,916 Stage-2 map = 100%, reduce = 37%, Cumulative CPU 1075.0 sec
2015-01-22 03:42:05 INFO RUNNING messages: 2015-01-22 03:42:05,947 Stage-2 map = 100%, reduce = 37%, Cumulative CPU 1075.98 sec
2015-01-22 03:42:06 INFO RUNNING messages: 2015-01-22 03:42:06,979 Stage-2 map = 100%, reduce = 37%, Cumulative CPU 1080.8 sec
2015-01-22 03:42:08 INFO RUNNING messages: 2015-01-22 03:42:08,017 Stage-2 map = 100%, reduce = 37%, Cumulative CPU 1085.67 sec
2015-01-22 03:42:09 INFO RUNNING messages: 2015-01-22 03:42:09,051 Stage-2 map = 100%, reduce = 37%, Cumulative CPU 1087.16 sec
2015-01-22 03:42:10 INFO RUNNING messages: 2015-01-22 03:42:10,096 Stage-2 map = 100%, reduce = 37%, Cumulative CPU 1092.05 sec
2015-01-22 03:42:11 INFO RUNNING messages: 2015-01-22 03:42:11,128 Stage-2 map = 100%, reduce = 37%, Cumulative CPU 1096.3 sec
2015-01-22 03:42:12 INFO RUNNING messages: 2015-01-22 03:42:12,157 Stage-2 map = 100%, reduce = 43%, Cumulative CPU 1099.16 sec
2015-01-22 03:42:13 INFO RUNNING messages: 2015-01-22 03:42:13,188 Stage-2 map = 100%, reduce = 50%, Cumulative CPU 1105.79 sec
2015-01-22 03:42:14 INFO RUNNING messages: 2015-01-22 03:42:14,222 Stage-2 map = 100%, reduce = 50%, Cumulative CPU 1110.04 sec
2015-01-22 03:42:15 INFO RUNNING messages: 2015-01-22 03:42:15,252 Stage-2 map = 100%, reduce = 50%, Cumulative CPU 1115.87 sec
2015-01-22 03:42:16 INFO RUNNING messages: 2015-01-22 03:42:16,282 Stage-2 map = 100%, reduce = 50%, Cumulative CPU 1124.55 sec
2015-01-22 03:42:17 INFO RUNNING messages: 2015-01-22 03:42:17,312 Stage-2 map = 100%, reduce = 50%, Cumulative CPU 1128.24 sec
2015-01-22 03:42:18 INFO RUNNING messages: 2015-01-22 03:42:18,342 Stage-2 map = 100%, reduce = 50%, Cumulative CPU 1131.64 sec
2015-01-22 03:42:19 INFO RUNNING messages: 2015-01-22 03:42:19,373 Stage-2 map = 100%, reduce = 50%, Cumulative CPU 1138.3 sec
2015-01-22 03:42:20 INFO RUNNING messages: 2015-01-22 03:42:20,403 Stage-2 map = 100%, reduce = 50%, Cumulative CPU 1142.13 sec
2015-01-22 03:42:21 INFO RUNNING messages: 2015-01-22 03:42:21,434 Stage-2 map = 100%, reduce = 50%, Cumulative CPU 1145.62 sec
2015-01-22 03:42:22 INFO RUNNING messages: 2015-01-22 03:42:22,464 Stage-2 map = 100%, reduce = 50%, Cumulative CPU 1152.25 sec
2015-01-22 03:42:23 INFO RUNNING messages: 2015-01-22 03:42:23,494 Stage-2 map = 100%, reduce = 57%, Cumulative CPU 1161.99 sec
2015-01-22 03:42:24 INFO RUNNING messages: 2015-01-22 03:42:24,524 Stage-2 map = 100%, reduce = 57%, Cumulative CPU 1165.35 sec
2015-01-22 03:42:25 INFO RUNNING messages: 2015-01-22 03:42:25,555 Stage-2 map = 100%, reduce = 57%, Cumulative CPU 1172.3 sec
2015-01-22 03:42:26 INFO RUNNING messages: 2015-01-22 03:42:26,585 Stage-2 map = 100%, reduce = 57%, Cumulative CPU 1179.04 sec
2015-01-22 03:42:27 INFO RUNNING messages: 2015-01-22 03:42:27,615 Stage-2 map = 100%, reduce = 57%, Cumulative CPU 1182.5 sec
2015-01-22 03:42:28 INFO RUNNING messages: 2015-01-22 03:42:28,645 Stage-2 map = 100%, reduce = 62%, Cumulative CPU 1193.05 sec
2015-01-22 03:42:29 INFO RUNNING messages: 2015-01-22 03:42:29,674 Stage-2 map = 100%, reduce = 62%, Cumulative CPU 1199.61 sec
2015-01-22 03:42:30 INFO RUNNING messages: 2015-01-22 03:42:30,702 Stage-2 map = 100%, reduce = 62%, Cumulative CPU 1202.88 sec
2015-01-22 03:42:31 INFO RUNNING messages: 2015-01-22 03:42:31,730 Stage-2 map = 100%, reduce = 62%, Cumulative CPU 1212.03 sec
2015-01-22 03:42:32 INFO RUNNING messages: 2015-01-22 03:42:32,759 Stage-2 map = 100%, reduce = 62%, Cumulative CPU 1218.81 sec
2015-01-22 03:42:33 INFO RUNNING messages: 2015-01-22 03:42:33,788 Stage-2 map = 100%, reduce = 62%, Cumulative CPU 1222.15 sec
2015-01-22 03:42:34 INFO RUNNING messages: 2015-01-22 03:42:34,817 Stage-2 map = 100%, reduce = 69%, Cumulative CPU 1234.98 sec
2015-01-22 03:42:35 INFO RUNNING messages: 2015-01-22 03:42:35,845 Stage-2 map = 100%, reduce = 69%, Cumulative CPU 1241.62 sec
2015-01-22 03:42:36 INFO RUNNING messages: 2015-01-22 03:42:36,874 Stage-2 map = 100%, reduce = 69%, Cumulative CPU 1244.07 sec
2015-01-22 03:42:37 INFO RUNNING messages: 2015-01-22 03:42:37,903 Stage-2 map = 100%, reduce = 69%, Cumulative CPU 1254.21 sec
2015-01-22 03:42:38 INFO RUNNING messages: 2015-01-22 03:42:38,933 Stage-2 map = 100%, reduce = 69%, Cumulative CPU 1260.72 sec
2015-01-22 03:42:39 INFO RUNNING messages: 2015-01-22 03:42:39,965 Stage-2 map = 100%, reduce = 69%, Cumulative CPU 1261.39 sec
2015-01-22 03:42:41 INFO RUNNING messages: 2015-01-22 03:42:41,001 Stage-2 map = 100%, reduce = 69%, Cumulative CPU 1271.22 sec
2015-01-22 03:42:42 INFO RUNNING messages: 2015-01-22 03:42:42,032 Stage-2 map = 100%, reduce = 69%, Cumulative CPU 1277.66 sec
2015-01-22 03:42:43 INFO RUNNING messages: 2015-01-22 03:42:43,061 Stage-2 map = 100%, reduce = 69%, Cumulative CPU 1280.05 sec
2015-01-22 03:42:44 INFO RUNNING messages: 2015-01-22 03:42:44,091 Stage-2 map = 100%, reduce = 70%, Cumulative CPU 1293.19 sec
2015-01-22 03:42:45 INFO RUNNING messages: 2015-01-22 03:42:45,121 Stage-2 map = 100%, reduce = 70%, Cumulative CPU 1296.47 sec
2015-01-22 03:42:46 INFO RUNNING messages: 2015-01-22 03:42:46,149 Stage-2 map = 100%, reduce = 70%, Cumulative CPU 1299.85 sec
2015-01-22 03:42:47 INFO RUNNING messages: 2015-01-22 03:42:47,177 Stage-2 map = 100%, reduce = 70%, Cumulative CPU 1313.19 sec
2015-01-22 03:42:48 INFO RUNNING messages: 2015-01-22 03:42:48,206 Stage-2 map = 100%, reduce = 70%, Cumulative CPU 1316.45 sec
2015-01-22 03:42:49 INFO RUNNING messages: 2015-01-22 03:42:49,235 Stage-2 map = 100%, reduce = 70%, Cumulative CPU 1319.73 sec
2015-01-22 03:42:50 INFO RUNNING messages: 2015-01-22 03:42:50,263 Stage-2 map = 100%, reduce = 70%, Cumulative CPU 1332.75 sec
2015-01-22 03:42:51 INFO RUNNING messages: 2015-01-22 03:42:51,293 Stage-2 map = 100%, reduce = 70%, Cumulative CPU 1335.97 sec
2015-01-22 03:42:52 INFO RUNNING messages: 2015-01-22 03:42:52,323 Stage-2 map = 100%, reduce = 70%, Cumulative CPU 1339.39 sec
2015-01-22 03:42:53 INFO RUNNING messages: 2015-01-22 03:42:53,351 Stage-2 map = 100%, reduce = 71%, Cumulative CPU 1352.42 sec
2015-01-22 03:42:54 INFO RUNNING messages: 2015-01-22 03:42:54,380 Stage-2 map = 100%, reduce = 71%, Cumulative CPU 1355.9 sec
2015-01-22 03:42:55 INFO RUNNING messages: 2015-01-22 03:42:55,410 Stage-2 map = 100%, reduce = 71%, Cumulative CPU 1359.13 sec
2015-01-22 03:42:56 INFO RUNNING messages: 2015-01-22 03:42:56,438 Stage-2 map = 100%, reduce = 71%, Cumulative CPU 1371.11 sec
2015-01-22 03:42:57 INFO RUNNING messages: 2015-01-22 03:42:57,466 Stage-2 map = 100%, reduce = 71%, Cumulative CPU 1374.33 sec
2015-01-22 03:42:58 INFO RUNNING messages: 2015-01-22 03:42:58,494 Stage-2 map = 100%, reduce = 71%, Cumulative CPU 1377.55 sec
2015-01-22 03:42:59 INFO RUNNING messages: 2015-01-22 03:42:59,522 Stage-2 map = 100%, reduce = 71%, Cumulative CPU 1390.63 sec
2015-01-22 03:43:00 INFO RUNNING messages: 2015-01-22 03:43:00,550 Stage-2 map = 100%, reduce = 71%, Cumulative CPU 1393.79 sec
2015-01-22 03:43:01 INFO RUNNING messages: 2015-01-22 03:43:01,577 Stage-2 map = 100%, reduce = 71%, Cumulative CPU 1396.98 sec
2015-01-22 03:43:02 INFO RUNNING messages: 2015-01-22 03:43:02,605 Stage-2 map = 100%, reduce = 72%, Cumulative CPU 1409.89 sec
2015-01-22 03:43:03 INFO RUNNING messages: 2015-01-22 03:43:03,633 Stage-2 map = 100%, reduce = 72%, Cumulative CPU 1413.1 sec
2015-01-22 03:43:04 INFO RUNNING messages: 2015-01-22 03:43:04,660 Stage-2 map = 100%, reduce = 72%, Cumulative CPU 1414.8 sec
2015-01-22 03:43:05 INFO RUNNING messages: 2015-01-22 03:43:05,689 Stage-2 map = 100%, reduce = 72%, Cumulative CPU 1427.78 sec
2015-01-22 03:43:06 INFO RUNNING messages: 2015-01-22 03:43:06,728 Stage-2 map = 100%, reduce = 72%, Cumulative CPU 1431.02 sec
2015-01-22 03:43:07 INFO RUNNING messages: 2015-01-22 03:43:07,755 Stage-2 map = 100%, reduce = 72%, Cumulative CPU 1434.21 sec
2015-01-22 03:43:08 INFO RUNNING messages: 2015-01-22 03:43:08,783 Stage-2 map = 100%, reduce = 72%, Cumulative CPU 1447.27 sec
2015-01-22 03:43:09 INFO RUNNING messages: 2015-01-22 03:43:09,809 Stage-2 map = 100%, reduce = 72%, Cumulative CPU 1450.44 sec
2015-01-22 03:43:10 INFO RUNNING messages: 2015-01-22 03:43:10,835 Stage-2 map = 100%, reduce = 72%, Cumulative CPU 1453.64 sec
2015-01-22 03:43:11 INFO RUNNING messages: 2015-01-22 03:43:11,862 Stage-2 map = 100%, reduce = 73%, Cumulative CPU 1466.64 sec
2015-01-22 03:43:12 INFO RUNNING messages: 2015-01-22 03:43:12,887 Stage-2 map = 100%, reduce = 73%, Cumulative CPU 1469.87 sec
2015-01-22 03:43:13 INFO RUNNING messages: 2015-01-22 03:43:13,913 Stage-2 map = 100%, reduce = 73%, Cumulative CPU 1472.94 sec
2015-01-22 03:43:14 INFO RUNNING messages: 2015-01-22 03:43:14,941 Stage-2 map = 100%, reduce = 73%, Cumulative CPU 1484.95 sec
2015-01-22 03:43:15 INFO RUNNING messages: 2015-01-22 03:43:15,970 Stage-2 map = 100%, reduce = 73%, Cumulative CPU 1488.17 sec
2015-01-22 03:43:17 INFO RUNNING messages: 2015-01-22 03:43:17,003 Stage-2 map = 100%, reduce = 73%, Cumulative CPU 1489.89 sec
2015-01-22 03:43:18 INFO RUNNING messages: 2015-01-22 03:43:18,031 Stage-2 map = 100%, reduce = 73%, Cumulative CPU 1502.23 sec
2015-01-22 03:43:19 INFO RUNNING messages: 2015-01-22 03:43:19,059 Stage-2 map = 100%, reduce = 73%, Cumulative CPU 1505.52 sec
2015-01-22 03:43:20 INFO RUNNING messages: 2015-01-22 03:43:20,087 Stage-2 map = 100%, reduce = 73%, Cumulative CPU 1511.59 sec
2015-01-22 03:43:21 INFO RUNNING messages: 2015-01-22 03:43:21,116 Stage-2 map = 100%, reduce = 73%, Cumulative CPU 1521.24 sec
2015-01-22 03:43:22 INFO RUNNING messages: 2015-01-22 03:43:22,144 Stage-2 map = 100%, reduce = 73%, Cumulative CPU 1524.51 sec
2015-01-22 03:43:23 INFO RUNNING messages: 2015-01-22 03:43:23,171 Stage-2 map = 100%, reduce = 74%, Cumulative CPU 1530.98 sec
2015-01-22 03:43:24 INFO RUNNING messages: 2015-01-22 03:43:24,197 Stage-2 map = 100%, reduce = 74%, Cumulative CPU 1540.68 sec
2015-01-22 03:43:25 INFO RUNNING messages: 2015-01-22 03:43:25,223 Stage-2 map = 100%, reduce = 74%, Cumulative CPU 1543.99 sec
2015-01-22 03:43:26 INFO RUNNING messages: 2015-01-22 03:43:26,250 Stage-2 map = 100%, reduce = 74%, Cumulative CPU 1550.39 sec
2015-01-22 03:43:27 INFO RUNNING messages: 2015-01-22 03:43:27,278 Stage-2 map = 100%, reduce = 74%, Cumulative CPU 1560.37 sec
2015-01-22 03:43:28 INFO RUNNING messages: 2015-01-22 03:43:28,305 Stage-2 map = 100%, reduce = 74%, Cumulative CPU 1563.61 sec
2015-01-22 03:43:29 INFO RUNNING messages: 2015-01-22 03:43:29,332 Stage-2 map = 100%, reduce = 74%, Cumulative CPU 1569.69 sec
2015-01-22 03:43:30 INFO RUNNING messages: 2015-01-22 03:43:30,357 Stage-2 map = 100%, reduce = 74%, Cumulative CPU 1579.35 sec
2015-01-22 03:43:31 INFO RUNNING messages: 2015-01-22 03:43:31,386 Stage-2 map = 100%, reduce = 74%, Cumulative CPU 1582.46 sec
2015-01-22 03:43:32 INFO RUNNING messages: 2015-01-22 03:43:32,413 Stage-2 map = 100%, reduce = 75%, Cumulative CPU 1589.24 sec
2015-01-22 03:43:33 INFO RUNNING messages: 2015-01-22 03:43:33,440 Stage-2 map = 100%, reduce = 75%, Cumulative CPU 1598.53 sec
2015-01-22 03:43:34 INFO RUNNING messages: 2015-01-22 03:43:34,466 Stage-2 map = 100%, reduce = 75%, Cumulative CPU 1601.76 sec
2015-01-22 03:43:35 INFO RUNNING messages: 2015-01-22 03:43:35,492 Stage-2 map = 100%, reduce = 75%, Cumulative CPU 1608.18 sec
2015-01-22 03:43:36 INFO RUNNING messages: 2015-01-22 03:43:36,518 Stage-2 map = 100%, reduce = 75%, Cumulative CPU 1617.57 sec
2015-01-22 03:43:37 INFO RUNNING messages: 2015-01-22 03:43:37,545 Stage-2 map = 100%, reduce = 75%, Cumulative CPU 1620.81 sec
2015-01-22 03:43:38 INFO RUNNING messages: 2015-01-22 03:43:38,571 Stage-2 map = 100%, reduce = 75%, Cumulative CPU 1627.22 sec
2015-01-22 03:43:39 INFO RUNNING messages: 2015-01-22 03:43:39,599 Stage-2 map = 100%, reduce = 75%, Cumulative CPU 1636.94 sec
2015-01-22 03:43:40 INFO RUNNING messages: 2015-01-22 03:43:40,626 Stage-2 map = 100%, reduce = 75%, Cumulative CPU 1640.31 sec
2015-01-22 03:43:41 INFO RUNNING messages: 2015-01-22 03:43:41,652 Stage-2 map = 100%, reduce = 76%, Cumulative CPU 1646.69 sec
2015-01-22 03:43:42 INFO RUNNING messages: 2015-01-22 03:43:42,678 Stage-2 map = 100%, reduce = 76%, Cumulative CPU 1656.28 sec
2015-01-22 03:43:43 INFO RUNNING messages: 2015-01-22 03:43:43,706 Stage-2 map = 100%, reduce = 76%, Cumulative CPU 1660.07 sec
2015-01-22 03:43:44 INFO RUNNING messages: 2015-01-22 03:43:44,733 Stage-2 map = 100%, reduce = 76%, Cumulative CPU 1666.5 sec
2015-01-22 03:43:45 INFO RUNNING messages: 2015-01-22 03:43:45,760 Stage-2 map = 100%, reduce = 76%, Cumulative CPU 1676.1 sec
2015-01-22 03:43:46 INFO RUNNING messages: 2015-01-22 03:43:46,787 Stage-2 map = 100%, reduce = 76%, Cumulative CPU 1682.51 sec
2015-01-22 03:43:47 INFO RUNNING messages: 2015-01-22 03:43:47,814 Stage-2 map = 100%, reduce = 76%, Cumulative CPU 1685.71 sec
2015-01-22 03:43:48 INFO RUNNING messages: 2015-01-22 03:43:48,841 Stage-2 map = 100%, reduce = 76%, Cumulative CPU 1695.32 sec
2015-01-22 03:43:49 INFO RUNNING messages: 2015-01-22 03:43:49,867 Stage-2 map = 100%, reduce = 77%, Cumulative CPU 1701.78 sec
2015-01-22 03:43:50 INFO RUNNING messages: 2015-01-22 03:43:50,894 Stage-2 map = 100%, reduce = 77%, Cumulative CPU 1704.97 sec
2015-01-22 03:43:51 INFO RUNNING messages: 2015-01-22 03:43:51,922 Stage-2 map = 100%, reduce = 77%, Cumulative CPU 1714.6 sec
2015-01-22 03:43:52 INFO RUNNING messages: 2015-01-22 03:43:52,949 Stage-2 map = 100%, reduce = 77%, Cumulative CPU 1721.36 sec
2015-01-22 03:43:53 INFO RUNNING messages: 2015-01-22 03:43:53,976 Stage-2 map = 100%, reduce = 77%, Cumulative CPU 1723.16 sec
2015-01-22 03:43:55 INFO RUNNING messages: 2015-01-22 03:43:55,003 Stage-2 map = 100%, reduce = 77%, Cumulative CPU 1730.5 sec
2015-01-22 03:43:56 INFO RUNNING messages: 2015-01-22 03:43:56,031 Stage-2 map = 100%, reduce = 77%, Cumulative CPU 1736.66 sec
2015-01-22 03:43:57 INFO RUNNING messages: 2015-01-22 03:43:57,059 Stage-2 map = 100%, reduce = 77%, Cumulative CPU 1737.75 sec
2015-01-22 03:43:58 INFO RUNNING messages: 2015-01-22 03:43:58,086 Stage-2 map = 100%, reduce = 77%, Cumulative CPU 1746.08 sec
2015-01-22 03:43:59 INFO RUNNING messages: 2015-01-22 03:43:59,114 Stage-2 map = 100%, reduce = 77%, Cumulative CPU 1752.5 sec
2015-01-22 03:44:00 INFO RUNNING messages: 2015-01-22 03:44:00,141 Stage-2 map = 100%, reduce = 77%, Cumulative CPU 1755.72 sec
2015-01-22 03:44:01 INFO RUNNING messages: 2015-01-22 03:44:01,167 Stage-2 map = 100%, reduce = 78%, Cumulative CPU 1765.51 sec
2015-01-22 03:44:02 INFO RUNNING messages: 2015-01-22 03:44:02,194 Stage-2 map = 100%, reduce = 78%, Cumulative CPU 1771.93 sec
2015-01-22 03:44:03 INFO RUNNING messages: 2015-01-22 03:44:03,221 Stage-2 map = 100%, reduce = 78%, Cumulative CPU 1775.12 sec
2015-01-22 03:44:04 INFO RUNNING messages: 2015-01-22 03:44:04,248 Stage-2 map = 100%, reduce = 78%, Cumulative CPU 1784.73 sec
2015-01-22 03:44:05 INFO RUNNING messages: 2015-01-22 03:44:05,274 Stage-2 map = 100%, reduce = 78%, Cumulative CPU 1791.17 sec
2015-01-22 03:44:06 INFO RUNNING messages: 2015-01-22 03:44:06,303 Stage-2 map = 100%, reduce = 78%, Cumulative CPU 1797.58 sec
2015-01-22 03:44:07 INFO RUNNING messages: 2015-01-22 03:44:07,329 Stage-2 map = 100%, reduce = 78%, Cumulative CPU 1803.47 sec
2015-01-22 03:44:08 INFO RUNNING messages: 2015-01-22 03:44:08,357 Stage-2 map = 100%, reduce = 78%, Cumulative CPU 1809.9 sec
2015-01-22 03:44:09 INFO RUNNING messages: 2015-01-22 03:44:09,384 Stage-2 map = 100%, reduce = 78%, Cumulative CPU 1816.3 sec
2015-01-22 03:44:10 INFO RUNNING messages: 2015-01-22 03:44:10,411 Stage-2 map = 100%, reduce = 79%, Cumulative CPU 1822.27 sec
2015-01-22 03:44:11 INFO RUNNING messages: 2015-01-22 03:44:11,438 Stage-2 map = 100%, reduce = 79%, Cumulative CPU 1828.72 sec
2015-01-22 03:44:12 INFO RUNNING messages: 2015-01-22 03:44:12,468 Stage-2 map = 100%, reduce = 79%, Cumulative CPU 1835.2 sec
2015-01-22 03:44:13 INFO RUNNING messages: 2015-01-22 03:44:13,495 Stage-2 map = 100%, reduce = 79%, Cumulative CPU 1841.69 sec
2015-01-22 03:44:14 INFO RUNNING messages: 2015-01-22 03:44:14,522 Stage-2 map = 100%, reduce = 79%, Cumulative CPU 1848.18 sec
2015-01-22 03:44:15 INFO RUNNING messages: 2015-01-22 03:44:15,549 Stage-2 map = 100%, reduce = 79%, Cumulative CPU 1854.56 sec
2015-01-22 03:44:16 INFO RUNNING messages: 2015-01-22 03:44:16,576 Stage-2 map = 100%, reduce = 79%, Cumulative CPU 1859.55 sec
2015-01-22 03:44:17 INFO RUNNING messages: 2015-01-22 03:44:17,603 Stage-2 map = 100%, reduce = 79%, Cumulative CPU 1865.99 sec
2015-01-22 03:44:18 INFO RUNNING messages: 2015-01-22 03:44:18,630 Stage-2 map = 100%, reduce = 79%, Cumulative CPU 1872.43 sec
2015-01-22 03:44:19 INFO RUNNING messages: 2015-01-22 03:44:19,656 Stage-2 map = 100%, reduce = 80%, Cumulative CPU 1876.59 sec
2015-01-22 03:44:20 INFO RUNNING messages: 2015-01-22 03:44:20,682 Stage-2 map = 100%, reduce = 80%, Cumulative CPU 1883.24 sec
2015-01-22 03:44:21 INFO RUNNING messages: 2015-01-22 03:44:21,709 Stage-2 map = 100%, reduce = 80%, Cumulative CPU 1889.64 sec
2015-01-22 03:44:22 INFO RUNNING messages: 2015-01-22 03:44:22,736 Stage-2 map = 100%, reduce = 80%, Cumulative CPU 1894.81 sec
2015-01-22 03:44:23 INFO RUNNING messages: 2015-01-22 03:44:23,767 Stage-2 map = 100%, reduce = 80%, Cumulative CPU 1901.31 sec
2015-01-22 03:44:24 INFO RUNNING messages: 2015-01-22 03:44:24,795 Stage-2 map = 100%, reduce = 80%, Cumulative CPU 1907.59 sec
2015-01-22 03:44:25 INFO RUNNING messages: 2015-01-22 03:44:25,822 Stage-2 map = 100%, reduce = 80%, Cumulative CPU 1914.01 sec
2015-01-22 03:44:26 INFO RUNNING messages: 2015-01-22 03:44:26,849 Stage-2 map = 100%, reduce = 80%, Cumulative CPU 1920.55 sec
2015-01-22 03:44:27 INFO RUNNING messages: 2015-01-22 03:44:27,876 Stage-2 map = 100%, reduce = 80%, Cumulative CPU 1926.68 sec
2015-01-22 03:44:28 INFO RUNNING messages: 2015-01-22 03:44:28,902 Stage-2 map = 100%, reduce = 80%, Cumulative CPU 1933.28 sec
2015-01-22 03:44:29 INFO RUNNING messages: 2015-01-22 03:44:29,929 Stage-2 map = 100%, reduce = 81%, Cumulative CPU 1939.32 sec
2015-01-22 03:44:30 INFO RUNNING messages: 2015-01-22 03:44:30,956 Stage-2 map = 100%, reduce = 81%, Cumulative CPU 1948.4 sec
2015-01-22 03:44:31 INFO RUNNING messages: 2015-01-22 03:44:31,983 Stage-2 map = 100%, reduce = 81%, Cumulative CPU 1954.97 sec
2015-01-22 03:44:33 INFO RUNNING messages: 2015-01-22 03:44:33,011 Stage-2 map = 100%, reduce = 81%, Cumulative CPU 1957.43 sec
2015-01-22 03:44:34 INFO RUNNING messages: 2015-01-22 03:44:34,038 Stage-2 map = 100%, reduce = 81%, Cumulative CPU 1965.26 sec
2015-01-22 03:44:35 INFO RUNNING messages: 2015-01-22 03:44:35,066 Stage-2 map = 100%, reduce = 81%, Cumulative CPU 1971.12 sec
2015-01-22 03:44:36 INFO RUNNING messages: 2015-01-22 03:44:36,093 Stage-2 map = 100%, reduce = 81%, Cumulative CPU 1972.17 sec
2015-01-22 03:44:37 INFO RUNNING messages: 2015-01-22 03:44:37,120 Stage-2 map = 100%, reduce = 81%, Cumulative CPU 1981.23 sec
2015-01-22 03:44:38 INFO RUNNING messages: 2015-01-22 03:44:38,148 Stage-2 map = 100%, reduce = 81%, Cumulative CPU 1986.09 sec
2015-01-22 03:44:39 INFO RUNNING messages: 2015-01-22 03:44:39,175 Stage-2 map = 100%, reduce = 81%, Cumulative CPU 1987.52 sec
2015-01-22 03:44:40 INFO RUNNING messages: 2015-01-22 03:44:40,202 Stage-2 map = 100%, reduce = 81%, Cumulative CPU 1997.39 sec
2015-01-22 03:44:41 INFO RUNNING messages: 2015-01-22 03:44:41,228 Stage-2 map = 100%, reduce = 82%, Cumulative CPU 2003.98 sec
2015-01-22 03:44:42 INFO RUNNING messages: 2015-01-22 03:44:42,254 Stage-2 map = 100%, reduce = 82%, Cumulative CPU 2005.8 sec
2015-01-22 03:44:43 INFO RUNNING messages: 2015-01-22 03:44:43,280 Stage-2 map = 100%, reduce = 82%, Cumulative CPU 2015.83 sec
2015-01-22 03:44:44 INFO RUNNING messages: 2015-01-22 03:44:44,305 Stage-2 map = 100%, reduce = 82%, Cumulative CPU 2022.46 sec
2015-01-22 03:44:45 INFO RUNNING messages: 2015-01-22 03:44:45,331 Stage-2 map = 100%, reduce = 82%, Cumulative CPU 2025.7 sec
2015-01-22 03:44:46 INFO RUNNING messages: 2015-01-22 03:44:46,357 Stage-2 map = 100%, reduce = 82%, Cumulative CPU 2035.45 sec
2015-01-22 03:44:47 INFO RUNNING messages: 2015-01-22 03:44:47,383 Stage-2 map = 100%, reduce = 82%, Cumulative CPU 2042.49 sec
2015-01-22 03:44:48 INFO RUNNING messages: 2015-01-22 03:44:48,410 Stage-2 map = 100%, reduce = 82%, Cumulative CPU 2045.79 sec
2015-01-22 03:44:49 INFO RUNNING messages: 2015-01-22 03:44:49,436 Stage-2 map = 100%, reduce = 82%, Cumulative CPU 2055.71 sec
2015-01-22 03:44:50 INFO RUNNING messages: 2015-01-22 03:44:50,461 Stage-2 map = 100%, reduce = 82%, Cumulative CPU 2062.6 sec
2015-01-22 03:44:51 INFO RUNNING messages: 2015-01-22 03:44:51,502 Stage-2 map = 100%, reduce = 85%, Cumulative CPU 2067.45 sec
2015-01-22 03:44:52 INFO RUNNING messages: 2015-01-22 03:44:52,528 Stage-2 map = 100%, reduce = 85%, Cumulative CPU 2077.12 sec
2015-01-22 03:44:53 INFO RUNNING messages: 2015-01-22 03:44:53,552 Stage-2 map = 100%, reduce = 85%, Cumulative CPU 2080.36 sec
2015-01-22 03:44:54 INFO RUNNING messages: 2015-01-22 03:44:54,577 Stage-2 map = 100%, reduce = 85%, Cumulative CPU 2083.65 sec
2015-01-22 03:44:55 INFO RUNNING messages: 2015-01-22 03:44:55,602 Stage-2 map = 100%, reduce = 86%, Cumulative CPU 2091.71 sec
2015-01-22 03:44:56 INFO RUNNING messages: 2015-01-22 03:44:56,627 Stage-2 map = 100%, reduce = 86%, Cumulative CPU 2094.96 sec
2015-01-22 03:44:57 INFO RUNNING messages: 2015-01-22 03:44:57,652 Stage-2 map = 100%, reduce = 88%, Cumulative CPU 2098.61 sec
2015-01-22 03:44:58 INFO RUNNING messages: 2015-01-22 03:44:58,678 Stage-2 map = 100%, reduce = 88%, Cumulative CPU 2103.4 sec
2015-01-22 03:44:59 INFO RUNNING messages: 2015-01-22 03:44:59,703 Stage-2 map = 100%, reduce = 88%, Cumulative CPU 2105.82 sec
2015-01-22 03:45:00 INFO RUNNING messages: 2015-01-22 03:45:00,731 Stage-2 map = 100%, reduce = 88%, Cumulative CPU 2109.21 sec
2015-01-22 03:45:01 INFO RUNNING messages: 2015-01-22 03:45:01,757 Stage-2 map = 100%, reduce = 89%, Cumulative CPU 2114.62 sec
2015-01-22 03:45:02 INFO RUNNING messages: 2015-01-22 03:45:02,782 Stage-2 map = 100%, reduce = 89%, Cumulative CPU 2117.97 sec
2015-01-22 03:45:03 INFO RUNNING messages: 2015-01-22 03:45:03,807 Stage-2 map = 100%, reduce = 89%, Cumulative CPU 2121.37 sec
2015-01-22 03:45:04 INFO RUNNING messages: 2015-01-22 03:45:04,831 Stage-2 map = 100%, reduce = 89%, Cumulative CPU 2127.01 sec
2015-01-22 03:45:05 INFO RUNNING messages: 2015-01-22 03:45:05,855 Stage-2 map = 100%, reduce = 91%, Cumulative CPU 2131.99 sec
2015-01-22 03:45:06 INFO RUNNING messages: 2015-01-22 03:45:06,880 Stage-2 map = 100%, reduce = 91%, Cumulative CPU 2135.28 sec
2015-01-22 03:45:07 INFO RUNNING messages: 2015-01-22 03:45:07,905 Stage-2 map = 100%, reduce = 92%, Cumulative CPU 2138.51 sec
2015-01-22 03:45:08 INFO RUNNING messages: 2015-01-22 03:45:08,932 Stage-2 map = 100%, reduce = 92%, Cumulative CPU 2141.79 sec
2015-01-22 03:45:09 INFO RUNNING messages: 2015-01-22 03:45:09,958 Stage-2 map = 100%, reduce = 92%, Cumulative CPU 2145.04 sec
2015-01-22 03:45:10 INFO RUNNING messages: 2015-01-22 03:45:10,984 Stage-2 map = 100%, reduce = 92%, Cumulative CPU 2147.86 sec
2015-01-22 03:45:12 INFO RUNNING messages: 2015-01-22 03:45:12,010 Stage-2 map = 100%, reduce = 92%, Cumulative CPU 2151.17 sec
2015-01-22 03:45:13 INFO RUNNING messages: 2015-01-22 03:45:13,036 Stage-2 map = 100%, reduce = 94%, Cumulative CPU 2154.41 sec
2015-01-22 03:45:14 INFO RUNNING messages: 2015-01-22 03:45:14,061 Stage-2 map = 100%, reduce = 94%, Cumulative CPU 2157.62 sec
2015-01-22 03:45:15 INFO RUNNING messages: 2015-01-22 03:45:15,086 Stage-2 map = 100%, reduce = 94%, Cumulative CPU 2160.98 sec
2015-01-22 03:45:16 INFO RUNNING messages: 2015-01-22 03:45:16,112 Stage-2 map = 100%, reduce = 97%, Cumulative CPU 2161.83 sec
2015-01-22 03:45:17 INFO RUNNING messages: 2015-01-22 03:45:17,137 Stage-2 map = 100%, reduce = 97%, Cumulative CPU 2164.97 sec
2015-01-22 03:45:18 INFO RUNNING messages: 2015-01-22 03:45:18,162 Stage-2 map = 100%, reduce = 97%, Cumulative CPU 2164.97 sec
2015-01-22 03:45:19 INFO RUNNING messages: 2015-01-22 03:45:19,187 Stage-2 map = 100%, reduce = 97%, Cumulative CPU 2164.97 sec
2015-01-22 03:45:20 INFO RUNNING messages: 2015-01-22 03:45:20,211 Stage-2 map = 100%, reduce = 97%, Cumulative CPU 2168.11 sec
2015-01-22 03:45:21 INFO RUNNING messages: 2015-01-22 03:45:21,236 Stage-2 map = 100%, reduce = 97%, Cumulative CPU 2168.11 sec
2015-01-22 03:45:22 INFO RUNNING messages: 2015-01-22 03:45:22,260 Stage-2 map = 100%, reduce = 97%, Cumulative CPU 2168.11 sec
2015-01-22 03:45:23 INFO RUNNING messages: 2015-01-22 03:45:23,284 Stage-2 map = 100%, reduce = 97%, Cumulative CPU 2171.28 sec
2015-01-22 03:45:24 INFO RUNNING messages: 2015-01-22 03:45:24,308 Stage-2 map = 100%, reduce = 97%, Cumulative CPU 2171.28 sec
2015-01-22 03:45:25 INFO RUNNING messages: 2015-01-22 03:45:25,333 Stage-2 map = 100%, reduce = 97%, Cumulative CPU 2171.28 sec
2015-01-22 03:45:26 INFO RUNNING messages: 2015-01-22 03:45:26,357 Stage-2 map = 100%, reduce = 97%, Cumulative CPU 2174.43 sec
2015-01-22 03:45:27 INFO RUNNING messages: 2015-01-22 03:45:27,382 Stage-2 map = 100%, reduce = 97%, Cumulative CPU 2174.43 sec
2015-01-22 03:45:28 INFO RUNNING messages: 2015-01-22 03:45:28,414 Stage-2 map = 100%, reduce = 97%, Cumulative CPU 2174.43 sec
2015-01-22 03:45:29 INFO RUNNING messages: 2015-01-22 03:45:29,441 Stage-2 map = 100%, reduce = 97%, Cumulative CPU 2177.58 sec
2015-01-22 03:45:30 INFO RUNNING messages: 2015-01-22 03:45:30,466 Stage-2 map = 100%, reduce = 97%, Cumulative CPU 2177.58 sec
2015-01-22 03:45:31 INFO RUNNING messages: 2015-01-22 03:45:31,492 Stage-2 map = 100%, reduce = 100%, Cumulative CPU 2180.32 sec
2015-01-22 03:45:32 INFO RUNNING messages: 2015-01-22 03:45:32,516 Stage-2 map = 100%, reduce = 100%, Cumulative CPU 2180.32 sec
2015-01-22 03:45:33 INFO RUNNING messages: 2015-01-22 03:45:33,541 Stage-2 map = 100%, reduce = 100%, Cumulative CPU 2180.32 sec
2015-01-22 03:45:33 INFO RUNNING messages: MapReduce Total cumulative CPU time: 36 minutes 20 seconds 320 msec
2015-01-22 03:45:33 INFO RUNNING messages: Ended Job = job_1420799589887_521067
2015-01-22 03:45:33 INFO RUNNING messages: Loading data to table fdm.fdm_chat_analysis_order_new_chain partition (dp=EXPIRED, dt=2015-01-21, end_date=2015-01-21)
2015-01-22 03:45:33 INFO RUNNING messages: Loading data to table fdm.fdm_chat_analysis_order_new_chain partition (dp=ACTIVE, dt=4712-12-31, end_date=4712-12-31)
2015-01-22 03:45:34 INFO RUNNING messages: Partition fdm.fdm_chat_analysis_order_new_chain{dp=ACTIVE, dt=4712-12-31, end_date=4712-12-31} stats: [num_files: 6, num_rows: 0, total_size: 5170503738, raw_data_size: 0]
2015-01-22 03:45:34 INFO RUNNING messages: Table fdm.fdm_chat_analysis_order_new_chain stats: [num_partitions: 99, num_files: 429, num_rows: 0, total_size: 12093456775, raw_data_size: 0]
2015-01-22 03:45:34 INFO RUNNING messages: Partition fdm.fdm_chat_analysis_order_new_chain{dp=EXPIRED, dt=2015-01-21, end_date=2015-01-21} stats: [num_files: 6, num_rows: 0, total_size: 90410926, raw_data_size: 0]
2015-01-22 03:45:34 INFO RUNNING messages: Table fdm.fdm_chat_analysis_order_new_chain stats: [num_partitions: 100, num_files: 435, num_rows: 0, total_size: 12183867701, raw_data_size: 0]
2015-01-22 03:45:34 INFO RUNNING messages: MapReduce Jobs Launched:
2015-01-22 03:45:34 INFO RUNNING messages: Job 0: Map: 2 Reduce: 1 Cumulative CPU: 72.02 sec HDFS Read: 54400839 HDFS Write: 220910626 SUCCESS
2015-01-22 03:45:34 INFO RUNNING messages: Job 1: Map: 8 Reduce: 6 Cumulative CPU: 2180.32 sec HDFS Read: 5371885751 HDFS Write: 5260914664 SUCCESS
2015-01-22 03:45:34 INFO RUNNING messages: Total MapReduce CPU Time Spent: 37 minutes 32 seconds 340 msec
2015-01-22 03:45:34 INFO RUNNING messages: OK
2015-01-22 03:45:34 INFO RUNNING messages: Time taken: 452.802 seconds
2015-01-22 03:45:34 INFO hive -e "use fdm;use bkactive; set mapred.job.priority=NORMAL; set mapred.output.compress=true; set hive.exec.compress.output=true; set mapred.output.compression.codec=com.hadoop.compression.lzo.LzopCodec ; set io.compression.codecs=com.hadoop.compression.lzo.LzopCodec ; insert overwrite table bkactive.bkt_chat_analysis_order_new_chain PARTITION(dt='2015-01-21') SELECT \`(dt|dp|end_date)?+.+\` FROM fdm.fdm_chat_analysis_order_new_chain where dp='ACTIVE' ; ";
2015-01-22 03:45:34 DEBUG hive -e "use fdm;use bkactive; set mapred.job.priority=NORMAL; set mapred.output.compress=true; set hive.exec.compress.output=true; set mapred.output.compression.codec=com.hadoop.compression.lzo.LzopCodec ; set io.compression.codecs=com.hadoop.compression.lzo.LzopCodec ; insert overwrite table bkactive.bkt_chat_analysis_order_new_chain PARTITION(dt='2015-01-21') SELECT \`(dt|dp|end_date)?+.+\` FROM fdm.fdm_chat_analysis_order_new_chain where dp='ACTIVE' ; ";
2015-01-22 03:45:35 INFO RUNNING messages: 15/01/22 03:45:35 INFO Configuration.deprecation: mapred.input.dir.recursive is deprecated. Instead, use mapreduce.input.fileinputformat.input.dir.recursive
2015-01-22 03:45:35 INFO RUNNING messages: 15/01/22 03:45:35 INFO Configuration.deprecation: mapred.max.split.size is deprecated. Instead, use mapreduce.input.fileinputformat.split.maxsize
2015-01-22 03:45:35 INFO RUNNING messages: 15/01/22 03:45:35 INFO Configuration.deprecation: mapred.min.split.size is deprecated. Instead, use mapreduce.input.fileinputformat.split.minsize
2015-01-22 03:45:35 INFO RUNNING messages: 15/01/22 03:45:35 INFO Configuration.deprecation: mapred.min.split.size.per.rack is deprecated. Instead, use mapreduce.input.fileinputformat.split.minsize.per.rack
2015-01-22 03:45:35 INFO RUNNING messages: 15/01/22 03:45:35 INFO Configuration.deprecation: mapred.min.split.size.per.node is deprecated. Instead, use mapreduce.input.fileinputformat.split.minsize.per.node
2015-01-22 03:45:35 INFO RUNNING messages: 15/01/22 03:45:35 INFO Configuration.deprecation: mapred.reduce.tasks is deprecated. Instead, use mapreduce.job.reduces
2015-01-22 03:45:35 INFO RUNNING messages: 15/01/22 03:45:35 INFO Configuration.deprecation: mapred.reduce.tasks.speculative.execution is deprecated. Instead, use mapreduce.reduce.speculative
2015-01-22 03:45:35 INFO RUNNING messages: 15/01/22 03:45:35 WARN conf.HiveConf: DEPRECATED: Configuration property hive.metastore.local no longer has any effect. Make sure to provide a valid value for hive.metastore.uris if you are connecting to a remote metastore.
2015-01-22 03:45:35 INFO RUNNING messages: WARNING: org.apache.hadoop.metrics.jvm.EventCounter is deprecated. Please use org.apache.hadoop.log.metrics.EventCounter in all the log4j.properties files.
2015-01-22 03:45:35 INFO RUNNING messages: Logging initialized using configuration in file:/software/conf/dd_edw/hive_conf/hive-log4j.properties
2015-01-22 03:45:35 INFO RUNNING messages: SLF4J: Class path contains multiple SLF4J bindings.
2015-01-22 03:45:35 INFO RUNNING messages: SLF4J: Found binding in [jar:file:/software/servers/hadoop-2.2.0/share/hadoop/common/lib/slf4j-log4j12-1.7.5.jar!/org/slf4j/impl/StaticLoggerBinder.class]
2015-01-22 03:45:35 INFO RUNNING messages: SLF4J: Found binding in [jar:file:/software/servers/hive-0.12.0/lib/slf4j-log4j12-1.6.1.jar!/org/slf4j/impl/StaticLoggerBinder.class]
2015-01-22 03:45:35 INFO RUNNING messages: SLF4J: See http://www.slf4j.org/codes.html#multiple_bindings for an explanation.
2015-01-22 03:45:35 INFO RUNNING messages: SLF4J: Actual binding is of type [org.slf4j.impl.Log4jLoggerFactory]
2015-01-22 03:45:38 INFO RUNNING messages: OK
2015-01-22 03:45:38 INFO RUNNING messages: Time taken: 1.106 seconds
2015-01-22 03:45:38 INFO RUNNING messages: OK
2015-01-22 03:45:38 INFO RUNNING messages: Time taken: 0.0060 seconds
2015-01-22 03:45:43 INFO RUNNING messages: Total MapReduce jobs = 3
2015-01-22 03:45:43 INFO RUNNING messages: Launching Job 1 out of 3
2015-01-22 03:45:43 INFO RUNNING messages: Number of reduce tasks is set to 0 since there's no reduce operator
2015-01-22 03:45:50 INFO RUNNING messages: Starting Job = job_1420799589887_521390, Tracking URL = http://BJHC-HADOOP-HERA-168103.jd.local:50320/proxy/application_1420799589887_521390/
2015-01-22 03:45:50 INFO RUNNING messages: Kill Command = /software/servers/hadoop-2.2.0/bin/hadoop job -kill job_1420799589887_521390
2015-01-22 03:45:55 INFO RUNNING messages: Hadoop job information for Stage-1: number of mappers: 6; number of reducers: 0
2015-01-22 03:45:55 INFO RUNNING messages: 2015-01-22 03:45:55,850 Stage-1 map = 0%, reduce = 0%
2015-01-22 03:46:08 INFO RUNNING messages: 2015-01-22 03:46:08,280 Stage-1 map = 1%, reduce = 0%, Cumulative CPU 7.72 sec
2015-01-22 03:46:09 INFO RUNNING messages: 2015-01-22 03:46:09,313 Stage-1 map = 1%, reduce = 0%, Cumulative CPU 7.72 sec
2015-01-22 03:46:10 INFO RUNNING messages: 2015-01-22 03:46:10,346 Stage-1 map = 1%, reduce = 0%, Cumulative CPU 7.72 sec
2015-01-22 03:46:11 INFO RUNNING messages: 2015-01-22 03:46:11,383 Stage-1 map = 4%, reduce = 0%, Cumulative CPU 24.05 sec
2015-01-22 03:46:12 INFO RUNNING messages: 2015-01-22 03:46:12,416 Stage-1 map = 4%, reduce = 0%, Cumulative CPU 24.05 sec
2015-01-22 03:46:13 INFO RUNNING messages: 2015-01-22 03:46:13,450 Stage-1 map = 4%, reduce = 0%, Cumulative CPU 24.05 sec
2015-01-22 03:46:14 INFO RUNNING messages: 2015-01-22 03:46:14,488 Stage-1 map = 7%, reduce = 0%, Cumulative CPU 40.65 sec
2015-01-22 03:46:15 INFO RUNNING messages: 2015-01-22 03:46:15,521 Stage-1 map = 7%, reduce = 0%, Cumulative CPU 40.65 sec
2015-01-22 03:46:16 INFO RUNNING messages: 2015-01-22 03:46:16,553 Stage-1 map = 7%, reduce = 0%, Cumulative CPU 45.36 sec
2015-01-22 03:46:17 INFO RUNNING messages: 2015-01-22 03:46:17,587 Stage-1 map = 11%, reduce = 0%, Cumulative CPU 60.17 sec
2015-01-22 03:46:18 INFO RUNNING messages: 2015-01-22 03:46:18,621 Stage-1 map = 11%, reduce = 0%, Cumulative CPU 67.28 sec
2015-01-22 03:46:19 INFO RUNNING messages: 2015-01-22 03:46:19,653 Stage-1 map = 11%, reduce = 0%, Cumulative CPU 69.56 sec
2015-01-22 03:46:20 INFO RUNNING messages: 2015-01-22 03:46:20,688 Stage-1 map = 14%, reduce = 0%, Cumulative CPU 82.5 sec
2015-01-22 03:46:21 INFO RUNNING messages: 2015-01-22 03:46:21,723 Stage-1 map = 14%, reduce = 0%, Cumulative CPU 85.67 sec
2015-01-22 03:46:22 INFO RUNNING messages: 2015-01-22 03:46:22,761 Stage-1 map = 15%, reduce = 0%, Cumulative CPU 89.15 sec
2015-01-22 03:46:23 INFO RUNNING messages: 2015-01-22 03:46:23,793 Stage-1 map = 18%, reduce = 0%, Cumulative CPU 100.7 sec
2015-01-22 03:46:24 INFO RUNNING messages: 2015-01-22 03:46:24,824 Stage-1 map = 18%, reduce = 0%, Cumulative CPU 104.25 sec
2015-01-22 03:46:25 INFO RUNNING messages: 2015-01-22 03:46:25,856 Stage-1 map = 19%, reduce = 0%, Cumulative CPU 107.98 sec
2015-01-22 03:46:26 INFO RUNNING messages: 2015-01-22 03:46:26,888 Stage-1 map = 22%, reduce = 0%, Cumulative CPU 121.61 sec
2015-01-22 03:46:27 INFO RUNNING messages: 2015-01-22 03:46:27,921 Stage-1 map = 23%, reduce = 0%, Cumulative CPU 125.58 sec
2015-01-22 03:46:28 INFO RUNNING messages: 2015-01-22 03:46:28,955 Stage-1 map = 24%, reduce = 0%, Cumulative CPU 129.23 sec
2015-01-22 03:46:29 INFO RUNNING messages: 2015-01-22 03:46:29,986 Stage-1 map = 27%, reduce = 0%, Cumulative CPU 142.93 sec
2015-01-22 03:46:31 INFO RUNNING messages: 2015-01-22 03:46:31,018 Stage-1 map = 27%, reduce = 0%, Cumulative CPU 146.44 sec
2015-01-22 03:46:32 INFO RUNNING messages: 2015-01-22 03:46:32,052 Stage-1 map = 28%, reduce = 0%, Cumulative CPU 150.13 sec
2015-01-22 03:46:33 INFO RUNNING messages: 2015-01-22 03:46:33,084 Stage-1 map = 31%, reduce = 0%, Cumulative CPU 163.99 sec
2015-01-22 03:46:34 INFO RUNNING messages: 2015-01-22 03:46:34,115 Stage-1 map = 32%, reduce = 0%, Cumulative CPU 167.49 sec
2015-01-22 03:46:35 INFO RUNNING messages: 2015-01-22 03:46:35,146 Stage-1 map = 32%, reduce = 0%, Cumulative CPU 171.1 sec
2015-01-22 03:46:36 INFO RUNNING messages: 2015-01-22 03:46:36,178 Stage-1 map = 35%, reduce = 0%, Cumulative CPU 183.91 sec
2015-01-22 03:46:37 INFO RUNNING messages: 2015-01-22 03:46:37,210 Stage-1 map = 36%, reduce = 0%, Cumulative CPU 187.23 sec
2015-01-22 03:46:38 INFO RUNNING messages: 2015-01-22 03:46:38,241 Stage-1 map = 37%, reduce = 0%, Cumulative CPU 190.69 sec
2015-01-22 03:46:39 INFO RUNNING messages: 2015-01-22 03:46:39,273 Stage-1 map = 40%, reduce = 0%, Cumulative CPU 204.3 sec
2015-01-22 03:46:40 INFO RUNNING messages: 2015-01-22 03:46:40,304 Stage-1 map = 41%, reduce = 0%, Cumulative CPU 207.98 sec
2015-01-22 03:46:41 INFO RUNNING messages: 2015-01-22 03:46:41,335 Stage-1 map = 42%, reduce = 0%, Cumulative CPU 211.59 sec
2015-01-22 03:46:42 INFO RUNNING messages: 2015-01-22 03:46:42,367 Stage-1 map = 45%, reduce = 0%, Cumulative CPU 225.14 sec
2015-01-22 03:46:43 INFO RUNNING messages: 2015-01-22 03:46:43,398 Stage-1 map = 46%, reduce = 0%, Cumulative CPU 228.73 sec
2015-01-22 03:46:44 INFO RUNNING messages: 2015-01-22 03:46:44,429 Stage-1 map = 46%, reduce = 0%, Cumulative CPU 232.06 sec
2015-01-22 03:46:45 INFO RUNNING messages: 2015-01-22 03:46:45,461 Stage-1 map = 50%, reduce = 0%, Cumulative CPU 245.4 sec
2015-01-22 03:46:46 INFO RUNNING messages: 2015-01-22 03:46:46,492 Stage-1 map = 50%, reduce = 0%, Cumulative CPU 248.7 sec
2015-01-22 03:46:47 INFO RUNNING messages: 2015-01-22 03:46:47,525 Stage-1 map = 53%, reduce = 0%, Cumulative CPU 255.33 sec
2015-01-22 03:46:48 INFO RUNNING messages: 2015-01-22 03:46:48,557 Stage-1 map = 54%, reduce = 0%, Cumulative CPU 265.35 sec
2015-01-22 03:46:49 INFO RUNNING messages: 2015-01-22 03:46:49,588 Stage-1 map = 55%, reduce = 0%, Cumulative CPU 268.76 sec
2015-01-22 03:46:50 INFO RUNNING messages: 2015-01-22 03:46:50,619 Stage-1 map = 57%, reduce = 0%, Cumulative CPU 275.27 sec
2015-01-22 03:46:51 INFO RUNNING messages: 2015-01-22 03:46:51,650 Stage-1 map = 58%, reduce = 0%, Cumulative CPU 281.92 sec
2015-01-22 03:46:52 INFO RUNNING messages: 2015-01-22 03:46:52,682 Stage-1 map = 59%, reduce = 0%, Cumulative CPU 285.39 sec
2015-01-22 03:46:53 INFO RUNNING messages: 2015-01-22 03:46:53,712 Stage-1 map = 60%, reduce = 0%, Cumulative CPU 291.6 sec
2015-01-22 03:46:54 INFO RUNNING messages: 2015-01-22 03:46:54,744 Stage-1 map = 62%, reduce = 0%, Cumulative CPU 298.36 sec
2015-01-22 03:46:55 INFO RUNNING messages: 2015-01-22 03:46:55,776 Stage-1 map = 63%, reduce = 0%, Cumulative CPU 301.64 sec
2015-01-22 03:46:56 INFO RUNNING messages: 2015-01-22 03:46:56,807 Stage-1 map = 64%, reduce = 0%, Cumulative CPU 309.46 sec
2015-01-22 03:46:57 INFO RUNNING messages: 2015-01-22 03:46:57,839 Stage-1 map = 66%, reduce = 0%, Cumulative CPU 316.21 sec
2015-01-22 03:46:58 INFO RUNNING messages: 2015-01-22 03:46:58,870 Stage-1 map = 67%, reduce = 0%, Cumulative CPU 319.61 sec
2015-01-22 03:46:59 INFO RUNNING messages: 2015-01-22 03:46:59,902 Stage-1 map = 69%, reduce = 0%, Cumulative CPU 327.98 sec
2015-01-22 03:47:00 INFO RUNNING messages: 2015-01-22 03:47:00,933 Stage-1 map = 70%, reduce = 0%, Cumulative CPU 334.89 sec
2015-01-22 03:47:01 INFO RUNNING messages: 2015-01-22 03:47:01,962 Stage-1 map = 71%, reduce = 0%, Cumulative CPU 338.14 sec
2015-01-22 03:47:02 INFO RUNNING messages: 2015-01-22 03:47:02,993 Stage-1 map = 73%, reduce = 0%, Cumulative CPU 347.36 sec
2015-01-22 03:47:04 INFO RUNNING messages: 2015-01-22 03:47:04,026 Stage-1 map = 75%, reduce = 0%, Cumulative CPU 354.17 sec
2015-01-22 03:47:05 INFO RUNNING messages: 2015-01-22 03:47:05,055 Stage-1 map = 76%, reduce = 0%, Cumulative CPU 357.57 sec
2015-01-22 03:47:06 INFO RUNNING messages: 2015-01-22 03:47:06,084 Stage-1 map = 78%, reduce = 0%, Cumulative CPU 367.46 sec
2015-01-22 03:47:07 INFO RUNNING messages: 2015-01-22 03:47:07,112 Stage-1 map = 80%, reduce = 0%, Cumulative CPU 377.58 sec
2015-01-22 03:47:08 INFO RUNNING messages: 2015-01-22 03:47:08,146 Stage-1 map = 80%, reduce = 0%, Cumulative CPU 377.58 sec
2015-01-22 03:47:09 INFO RUNNING messages: 2015-01-22 03:47:09,175 Stage-1 map = 82%, reduce = 0%, Cumulative CPU 385.42 sec
2015-01-22 03:47:10 INFO RUNNING messages: 2015-01-22 03:47:10,205 Stage-1 map = 85%, reduce = 0%, Cumulative CPU 395.09 sec
2015-01-22 03:47:11 INFO RUNNING messages: 2015-01-22 03:47:11,246 Stage-1 map = 85%, reduce = 0%, Cumulative CPU 395.09 sec
2015-01-22 03:47:12 INFO RUNNING messages: 2015-01-22 03:47:12,290 Stage-1 map = 87%, reduce = 0%, Cumulative CPU 404.87 sec
2015-01-22 03:47:13 INFO RUNNING messages: 2015-01-22 03:47:13,319 Stage-1 map = 89%, reduce = 0%, Cumulative CPU 414.95 sec
2015-01-22 03:47:14 INFO RUNNING messages: 2015-01-22 03:47:14,349 Stage-1 map = 90%, reduce = 0%, Cumulative CPU 416.31 sec
2015-01-22 03:47:15 INFO RUNNING messages: 2015-01-22 03:47:15,380 Stage-1 map = 91%, reduce = 0%, Cumulative CPU 422.87 sec
2015-01-22 03:47:16 INFO RUNNING messages: 2015-01-22 03:47:16,410 Stage-1 map = 92%, reduce = 0%, Cumulative CPU 429.34 sec
2015-01-22 03:47:17 INFO RUNNING messages: 2015-01-22 03:47:17,440 Stage-1 map = 92%, reduce = 0%, Cumulative CPU 429.34 sec
2015-01-22 03:47:18 INFO RUNNING messages: 2015-01-22 03:47:18,473 Stage-1 map = 94%, reduce = 0%, Cumulative CPU 435.81 sec
2015-01-22 03:47:19 INFO RUNNING messages: 2015-01-22 03:47:19,503 Stage-1 map = 95%, reduce = 0%, Cumulative CPU 441.54 sec
2015-01-22 03:47:20 INFO RUNNING messages: 2015-01-22 03:47:20,532 Stage-1 map = 96%, reduce = 0%, Cumulative CPU 444.77 sec
2015-01-22 03:47:21 INFO RUNNING messages: 2015-01-22 03:47:21,561 Stage-1 map = 97%, reduce = 0%, Cumulative CPU 450.59 sec
2015-01-22 03:47:22 INFO RUNNING messages: 2015-01-22 03:47:22,590 Stage-1 map = 98%, reduce = 0%, Cumulative CPU 453.78 sec
2015-01-22 03:47:23 INFO RUNNING messages: 2015-01-22 03:47:23,633 Stage-1 map = 99%, reduce = 0%, Cumulative CPU 457.07 sec
2015-01-22 03:47:24 INFO RUNNING messages: 2015-01-22 03:47:24,677 Stage-1 map = 99%, reduce = 0%, Cumulative CPU 460.44 sec
2015-01-22 03:47:25 INFO RUNNING messages: 2015-01-22 03:47:25,709 Stage-1 map = 100%, reduce = 0%, Cumulative CPU 461.79 sec
2015-01-22 03:47:26 INFO RUNNING messages: 2015-01-22 03:47:26,737 Stage-1 map = 100%, reduce = 0%, Cumulative CPU 461.79 sec
2015-01-22 03:47:27 INFO RUNNING messages: 2015-01-22 03:47:27,764 Stage-1 map = 100%, reduce = 0%, Cumulative CPU 461.79 sec
2015-01-22 03:47:27 INFO RUNNING messages: MapReduce Total cumulative CPU time: 7 minutes 41 seconds 790 msec
2015-01-22 03:47:27 INFO RUNNING messages: Ended Job = job_1420799589887_521390
2015-01-22 03:47:28 INFO RUNNING messages: Stage-4 is selected by condition resolver.
2015-01-22 03:47:28 INFO RUNNING messages: Stage-3 is filtered out by condition resolver.
2015-01-22 03:47:28 INFO RUNNING messages: Stage-5 is filtered out by condition resolver.
2015-01-22 03:47:28 INFO RUNNING messages: Moving data to: hdfs://ns1/tmp/hive-dd_edw/hive_2015-01-22_03-45-38_135_7045893588013741252-1/-ext-10000
2015-01-22 03:47:28 INFO RUNNING messages: Loading data to table bkactive.bkt_chat_analysis_order_new_chain partition (dt=2015-01-21)
2015-01-22 03:47:28 INFO RUNNING messages: Partition bkactive.bkt_chat_analysis_order_new_chain{dt=2015-01-21} stats: [num_files: 6, num_rows: 0, total_size: 5170503738, raw_data_size: 0]
2015-01-22 03:47:28 INFO RUNNING messages: Table bkactive.bkt_chat_analysis_order_new_chain stats: [num_partitions: 101, num_files: 436, num_rows: 0, total_size: 370002667502, raw_data_size: 0]
2015-01-22 03:47:28 INFO RUNNING messages: MapReduce Jobs Launched:
2015-01-22 03:47:28 INFO RUNNING messages: Job 0: Map: 6 Cumulative CPU: 461.79 sec HDFS Read: 5170505466 HDFS Write: 5170503738 SUCCESS
2015-01-22 03:47:28 INFO RUNNING messages: Total MapReduce CPU Time Spent: 7 minutes 41 seconds 790 msec
2015-01-22 03:47:28 INFO RUNNING messages: OK
2015-01-22 03:47:28 INFO RUNNING messages: Time taken: 110.377 seconds