From 180a64057ab8ec7f491369206dfae7f7a374740c Mon Sep 17 00:00:00 2001
From: Wen Yao Jin <wen-yao.jin@student.ecp.fr>
Date: Sat, 11 Mar 2017 11:55:40 -0800
Subject: [PATCH] final

---
 hadoop.log | 2749 ++++++++++++++++++++++++++++++++++++++++++++++++++++
 similardoc |   10 +
 2 files changed, 2759 insertions(+)
 create mode 100644 similardoc

diff --git a/hadoop.log b/hadoop.log
index f7ca617..0522279 100644
--- a/hadoop.log
+++ b/hadoop.log
@@ -5559,3 +5559,2752 @@ java.lang.OutOfMemoryError: Java heap space
 		Bytes Written=20
 	similarity.NaiveApproach$CompCounter
 		NUM=21
+2017-03-11 10:49:38,859 WARN org.apache.hadoop.util.NativeCodeLoader: Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
+2017-03-11 10:49:39,492 INFO org.apache.hadoop.conf.Configuration.deprecation: session.id is deprecated. Instead, use dfs.metrics.session-id
+2017-03-11 10:49:39,499 INFO org.apache.hadoop.metrics.jvm.JvmMetrics: Initializing JVM Metrics with processName=JobTracker, sessionId=
+2017-03-11 10:49:40,084 WARN org.apache.hadoop.mapreduce.JobResourceUploader: No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
+2017-03-11 10:49:40,096 INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat: Total input paths to process : 1
+2017-03-11 10:49:40,136 INFO org.apache.hadoop.mapreduce.JobSubmitter: number of splits:1
+2017-03-11 10:49:40,376 INFO org.apache.hadoop.mapreduce.JobSubmitter: Submitting tokens for job: job_local1658873138_0001
+2017-03-11 10:49:41,089 INFO org.apache.hadoop.mapreduce.Job: The url to track the job: http://localhost:8080/
+2017-03-11 10:49:41,090 INFO org.apache.hadoop.mapreduce.Job: Running job: job_local1658873138_0001
+2017-03-11 10:49:41,105 INFO org.apache.hadoop.mapred.LocalJobRunner: OutputCommitter set in config null
+2017-03-11 10:49:41,129 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-03-11 10:49:41,161 INFO org.apache.hadoop.mapred.LocalJobRunner: OutputCommitter is org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter
+2017-03-11 10:49:41,398 INFO org.apache.hadoop.mapred.LocalJobRunner: Waiting for map tasks
+2017-03-11 10:49:41,399 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local1658873138_0001_m_000000_0
+2017-03-11 10:49:41,488 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-03-11 10:49:41,510 INFO org.apache.hadoop.mapred.Task:  Using ResourceCalculatorProcessTree : [ ]
+2017-03-11 10:49:41,513 INFO org.apache.hadoop.mapred.MapTask: Processing split: file:/home/cloudera/workspace/WordCount/sortedline_sample:0+38477
+2017-03-11 10:49:41,678 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 0 kvi 26214396(104857584)
+2017-03-11 10:49:41,678 INFO org.apache.hadoop.mapred.MapTask: mapreduce.task.io.sort.mb: 100
+2017-03-11 10:49:41,678 INFO org.apache.hadoop.mapred.MapTask: soft limit at 83886080
+2017-03-11 10:49:41,678 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufvoid = 104857600
+2017-03-11 10:49:41,678 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396; length = 6553600
+2017-03-11 10:49:41,684 INFO org.apache.hadoop.mapred.MapTask: Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
+2017-03-11 10:49:41,692 INFO org.apache.hadoop.mapred.MapTask: Starting flush of map output
+2017-03-11 10:49:41,704 INFO org.apache.hadoop.io.compress.CodecPool: Got brand-new compressor [.deflate]
+2017-03-11 10:49:41,712 INFO org.apache.hadoop.mapred.LocalJobRunner: map task executor complete.
+2017-03-11 10:49:41,713 WARN org.apache.hadoop.mapred.LocalJobRunner: job_local1658873138_0001
+java.lang.Exception: java.io.IOException: Type mismatch in key from map: expected similarity.LongPair, received org.apache.hadoop.io.Text
+	at org.apache.hadoop.mapred.LocalJobRunner$Job.runTasks(LocalJobRunner.java:462)
+	at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:522)
+Caused by: java.io.IOException: Type mismatch in key from map: expected similarity.LongPair, received org.apache.hadoop.io.Text
+	at org.apache.hadoop.mapred.MapTask$MapOutputBuffer.collect(MapTask.java:1073)
+	at org.apache.hadoop.mapred.MapTask$NewOutputCollector.write(MapTask.java:715)
+	at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89)
+	at org.apache.hadoop.mapreduce.lib.map.WrappedMapper$Context.write(WrappedMapper.java:112)
+	at similarity.PrefilteringApproach$Map.map(PrefilteringApproach.java:103)
+	at similarity.PrefilteringApproach$Map.map(PrefilteringApproach.java:1)
+	at org.apache.hadoop.mapreduce.Mapper.run(Mapper.java:145)
+	at org.apache.hadoop.mapred.MapTask.runNewMapper(MapTask.java:787)
+	at org.apache.hadoop.mapred.MapTask.run(MapTask.java:341)
+	at org.apache.hadoop.mapred.LocalJobRunner$Job$MapTaskRunnable.run(LocalJobRunner.java:243)
+	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
+	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
+	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
+	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
+	at java.lang.Thread.run(Thread.java:745)
+2017-03-11 10:49:42,092 INFO org.apache.hadoop.mapreduce.Job: Job job_local1658873138_0001 running in uber mode : false
+2017-03-11 10:49:42,096 INFO org.apache.hadoop.mapreduce.Job:  map 0% reduce 0%
+2017-03-11 10:49:42,098 INFO org.apache.hadoop.mapreduce.Job: Job job_local1658873138_0001 failed with state FAILED due to: NA
+2017-03-11 10:49:42,105 INFO org.apache.hadoop.mapreduce.Job: Counters: 0
+2017-03-11 10:50:21,786 WARN org.apache.hadoop.util.NativeCodeLoader: Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
+2017-03-11 10:50:22,380 INFO org.apache.hadoop.conf.Configuration.deprecation: session.id is deprecated. Instead, use dfs.metrics.session-id
+2017-03-11 10:50:22,381 INFO org.apache.hadoop.metrics.jvm.JvmMetrics: Initializing JVM Metrics with processName=JobTracker, sessionId=
+2017-03-11 10:50:22,818 WARN org.apache.hadoop.mapreduce.JobResourceUploader: No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
+2017-03-11 10:50:22,828 INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat: Total input paths to process : 1
+2017-03-11 10:50:22,869 INFO org.apache.hadoop.mapreduce.JobSubmitter: number of splits:1
+2017-03-11 10:50:23,122 INFO org.apache.hadoop.mapreduce.JobSubmitter: Submitting tokens for job: job_local1138782892_0001
+2017-03-11 10:50:23,775 INFO org.apache.hadoop.mapreduce.Job: The url to track the job: http://localhost:8080/
+2017-03-11 10:50:23,780 INFO org.apache.hadoop.mapred.LocalJobRunner: OutputCommitter set in config null
+2017-03-11 10:50:23,796 INFO org.apache.hadoop.mapreduce.Job: Running job: job_local1138782892_0001
+2017-03-11 10:50:23,829 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-03-11 10:50:23,841 INFO org.apache.hadoop.mapred.LocalJobRunner: OutputCommitter is org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter
+2017-03-11 10:50:24,060 INFO org.apache.hadoop.mapred.LocalJobRunner: Waiting for map tasks
+2017-03-11 10:50:24,066 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local1138782892_0001_m_000000_0
+2017-03-11 10:50:24,162 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-03-11 10:50:24,191 INFO org.apache.hadoop.mapred.Task:  Using ResourceCalculatorProcessTree : [ ]
+2017-03-11 10:50:24,203 INFO org.apache.hadoop.mapred.MapTask: Processing split: file:/home/cloudera/workspace/WordCount/sortedline_sample:0+38477
+2017-03-11 10:50:24,386 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 0 kvi 26214396(104857584)
+2017-03-11 10:50:24,387 INFO org.apache.hadoop.mapred.MapTask: mapreduce.task.io.sort.mb: 100
+2017-03-11 10:50:24,387 INFO org.apache.hadoop.mapred.MapTask: soft limit at 83886080
+2017-03-11 10:50:24,387 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufvoid = 104857600
+2017-03-11 10:50:24,387 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396; length = 6553600
+2017-03-11 10:50:24,395 INFO org.apache.hadoop.mapred.MapTask: Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
+2017-03-11 10:50:24,398 INFO org.apache.hadoop.mapred.MapTask: Starting flush of map output
+2017-03-11 10:50:24,408 INFO org.apache.hadoop.io.compress.CodecPool: Got brand-new compressor [.deflate]
+2017-03-11 10:50:24,415 INFO org.apache.hadoop.mapred.LocalJobRunner: map task executor complete.
+2017-03-11 10:50:24,416 WARN org.apache.hadoop.mapred.LocalJobRunner: job_local1138782892_0001
+java.lang.Exception: java.io.IOException: Type mismatch in key from map: expected org.apache.hadoop.io.LongWritable, received org.apache.hadoop.io.Text
+	at org.apache.hadoop.mapred.LocalJobRunner$Job.runTasks(LocalJobRunner.java:462)
+	at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:522)
+Caused by: java.io.IOException: Type mismatch in key from map: expected org.apache.hadoop.io.LongWritable, received org.apache.hadoop.io.Text
+	at org.apache.hadoop.mapred.MapTask$MapOutputBuffer.collect(MapTask.java:1073)
+	at org.apache.hadoop.mapred.MapTask$NewOutputCollector.write(MapTask.java:715)
+	at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89)
+	at org.apache.hadoop.mapreduce.lib.map.WrappedMapper$Context.write(WrappedMapper.java:112)
+	at similarity.PrefilteringApproach$Map.map(PrefilteringApproach.java:101)
+	at similarity.PrefilteringApproach$Map.map(PrefilteringApproach.java:1)
+	at org.apache.hadoop.mapreduce.Mapper.run(Mapper.java:145)
+	at org.apache.hadoop.mapred.MapTask.runNewMapper(MapTask.java:787)
+	at org.apache.hadoop.mapred.MapTask.run(MapTask.java:341)
+	at org.apache.hadoop.mapred.LocalJobRunner$Job$MapTaskRunnable.run(LocalJobRunner.java:243)
+	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
+	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
+	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
+	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
+	at java.lang.Thread.run(Thread.java:745)
+2017-03-11 10:50:24,827 INFO org.apache.hadoop.mapreduce.Job: Job job_local1138782892_0001 running in uber mode : false
+2017-03-11 10:50:24,828 INFO org.apache.hadoop.mapreduce.Job:  map 0% reduce 0%
+2017-03-11 10:50:24,830 INFO org.apache.hadoop.mapreduce.Job: Job job_local1138782892_0001 failed with state FAILED due to: NA
+2017-03-11 10:50:24,835 INFO org.apache.hadoop.mapreduce.Job: Counters: 0
+2017-03-11 10:54:43,802 WARN org.apache.hadoop.util.NativeCodeLoader: Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
+2017-03-11 10:54:44,942 INFO org.apache.hadoop.conf.Configuration.deprecation: session.id is deprecated. Instead, use dfs.metrics.session-id
+2017-03-11 10:54:44,946 INFO org.apache.hadoop.metrics.jvm.JvmMetrics: Initializing JVM Metrics with processName=JobTracker, sessionId=
+2017-03-11 10:54:44,989 WARN org.apache.hadoop.security.UserGroupInformation: PriviledgedActionException as:cloudera (auth:SIMPLE) cause:org.apache.hadoop.mapred.FileAlreadyExistsException: Output directory file:/home/cloudera/workspace/WordCount/output already exists
+2017-03-11 10:54:58,458 WARN org.apache.hadoop.util.NativeCodeLoader: Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
+2017-03-11 10:54:59,485 INFO org.apache.hadoop.conf.Configuration.deprecation: session.id is deprecated. Instead, use dfs.metrics.session-id
+2017-03-11 10:54:59,490 INFO org.apache.hadoop.metrics.jvm.JvmMetrics: Initializing JVM Metrics with processName=JobTracker, sessionId=
+2017-03-11 10:54:59,943 WARN org.apache.hadoop.mapreduce.JobResourceUploader: No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
+2017-03-11 10:54:59,977 INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat: Total input paths to process : 1
+2017-03-11 10:55:00,126 INFO org.apache.hadoop.mapreduce.JobSubmitter: number of splits:77
+2017-03-11 10:55:00,414 INFO org.apache.hadoop.mapreduce.JobSubmitter: Submitting tokens for job: job_local7095310_0001
+2017-03-11 10:55:00,888 INFO org.apache.hadoop.mapreduce.Job: The url to track the job: http://localhost:8080/
+2017-03-11 10:55:00,889 INFO org.apache.hadoop.mapreduce.Job: Running job: job_local7095310_0001
+2017-03-11 10:55:00,891 INFO org.apache.hadoop.mapred.LocalJobRunner: OutputCommitter set in config null
+2017-03-11 10:55:00,907 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-03-11 10:55:00,914 INFO org.apache.hadoop.mapred.LocalJobRunner: OutputCommitter is org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter
+2017-03-11 10:55:01,184 INFO org.apache.hadoop.mapred.LocalJobRunner: Waiting for map tasks
+2017-03-11 10:55:01,184 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local7095310_0001_m_000000_0
+2017-03-11 10:55:01,220 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-03-11 10:55:01,231 INFO org.apache.hadoop.mapred.Task:  Using ResourceCalculatorProcessTree : [ ]
+2017-03-11 10:55:01,238 INFO org.apache.hadoop.mapred.MapTask: Processing split: file:/home/cloudera/workspace/WordCount/sortedline_sample:0+500
+2017-03-11 10:55:01,358 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 0 kvi 26214396(104857584)
+2017-03-11 10:55:01,358 INFO org.apache.hadoop.mapred.MapTask: mapreduce.task.io.sort.mb: 100
+2017-03-11 10:55:01,358 INFO org.apache.hadoop.mapred.MapTask: soft limit at 83886080
+2017-03-11 10:55:01,358 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufvoid = 104857600
+2017-03-11 10:55:01,358 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396; length = 6553600
+2017-03-11 10:55:01,361 INFO org.apache.hadoop.mapred.MapTask: Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
+2017-03-11 10:55:01,466 INFO org.apache.hadoop.mapred.LocalJobRunner: 
+2017-03-11 10:55:01,467 INFO org.apache.hadoop.mapred.MapTask: Starting flush of map output
+2017-03-11 10:55:01,468 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-11 10:55:01,468 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufend = 628371; bufvoid = 104857600
+2017-03-11 10:55:01,468 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396(104857584); kvend = 26178436(104713744); length = 35961/6553600
+2017-03-11 10:55:01,675 INFO org.apache.hadoop.io.compress.CodecPool: Got brand-new compressor [.deflate]
+2017-03-11 10:55:01,813 INFO org.apache.hadoop.mapred.MapTask: Finished spill 0
+2017-03-11 10:55:01,820 INFO org.apache.hadoop.mapred.Task: Task:attempt_local7095310_0001_m_000000_0 is done. And is in the process of committing
+2017-03-11 10:55:01,835 INFO org.apache.hadoop.mapred.LocalJobRunner: file:/home/cloudera/workspace/WordCount/sortedline_sample:0+500
+2017-03-11 10:55:01,835 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local7095310_0001_m_000000_0' done.
+2017-03-11 10:55:01,835 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local7095310_0001_m_000000_0
+2017-03-11 10:55:01,836 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local7095310_0001_m_000001_0
+2017-03-11 10:55:01,843 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-03-11 10:55:01,843 INFO org.apache.hadoop.mapred.Task:  Using ResourceCalculatorProcessTree : [ ]
+2017-03-11 10:55:01,844 INFO org.apache.hadoop.mapred.MapTask: Processing split: file:/home/cloudera/workspace/WordCount/sortedline_sample:500+500
+2017-03-11 10:55:01,898 INFO org.apache.hadoop.mapreduce.Job: Job job_local7095310_0001 running in uber mode : false
+2017-03-11 10:55:01,899 INFO org.apache.hadoop.mapreduce.Job:  map 100% reduce 0%
+2017-03-11 10:55:01,916 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 0 kvi 26214396(104857584)
+2017-03-11 10:55:01,916 INFO org.apache.hadoop.mapred.MapTask: mapreduce.task.io.sort.mb: 100
+2017-03-11 10:55:01,916 INFO org.apache.hadoop.mapred.MapTask: soft limit at 83886080
+2017-03-11 10:55:01,916 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufvoid = 104857600
+2017-03-11 10:55:01,916 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396; length = 6553600
+2017-03-11 10:55:01,921 INFO org.apache.hadoop.mapred.MapTask: Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
+2017-03-11 10:55:02,000 INFO org.apache.hadoop.mapred.LocalJobRunner: 
+2017-03-11 10:55:02,001 INFO org.apache.hadoop.mapred.MapTask: Starting flush of map output
+2017-03-11 10:55:02,001 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-11 10:55:02,001 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufend = 649350; bufvoid = 104857600
+2017-03-11 10:55:02,001 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396(104857584); kvend = 26174440(104697760); length = 39957/6553600
+2017-03-11 10:55:02,141 INFO org.apache.hadoop.mapred.MapTask: Finished spill 0
+2017-03-11 10:55:02,145 INFO org.apache.hadoop.mapred.Task: Task:attempt_local7095310_0001_m_000001_0 is done. And is in the process of committing
+2017-03-11 10:55:02,150 INFO org.apache.hadoop.mapred.LocalJobRunner: file:/home/cloudera/workspace/WordCount/sortedline_sample:500+500
+2017-03-11 10:55:02,155 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local7095310_0001_m_000001_0' done.
+2017-03-11 10:55:02,155 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local7095310_0001_m_000001_0
+2017-03-11 10:55:02,155 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local7095310_0001_m_000002_0
+2017-03-11 10:55:02,155 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-03-11 10:55:02,156 INFO org.apache.hadoop.mapred.Task:  Using ResourceCalculatorProcessTree : [ ]
+2017-03-11 10:55:02,157 INFO org.apache.hadoop.mapred.MapTask: Processing split: file:/home/cloudera/workspace/WordCount/sortedline_sample:1000+500
+2017-03-11 10:55:02,234 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 0 kvi 26214396(104857584)
+2017-03-11 10:55:02,234 INFO org.apache.hadoop.mapred.MapTask: mapreduce.task.io.sort.mb: 100
+2017-03-11 10:55:02,234 INFO org.apache.hadoop.mapred.MapTask: soft limit at 83886080
+2017-03-11 10:55:02,234 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufvoid = 104857600
+2017-03-11 10:55:02,234 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396; length = 6553600
+2017-03-11 10:55:02,237 INFO org.apache.hadoop.mapred.MapTask: Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
+2017-03-11 10:55:02,239 INFO org.apache.hadoop.mapred.LocalJobRunner: 
+2017-03-11 10:55:02,242 INFO org.apache.hadoop.mapred.MapTask: Starting flush of map output
+2017-03-11 10:55:02,243 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-11 10:55:02,243 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufend = 636363; bufvoid = 104857600
+2017-03-11 10:55:02,243 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396(104857584); kvend = 26178436(104713744); length = 35961/6553600
+2017-03-11 10:55:02,351 INFO org.apache.hadoop.mapred.MapTask: Finished spill 0
+2017-03-11 10:55:02,354 INFO org.apache.hadoop.mapred.Task: Task:attempt_local7095310_0001_m_000002_0 is done. And is in the process of committing
+2017-03-11 10:55:02,355 INFO org.apache.hadoop.mapred.LocalJobRunner: file:/home/cloudera/workspace/WordCount/sortedline_sample:1000+500
+2017-03-11 10:55:02,356 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local7095310_0001_m_000002_0' done.
+2017-03-11 10:55:02,356 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local7095310_0001_m_000002_0
+2017-03-11 10:55:02,356 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local7095310_0001_m_000003_0
+2017-03-11 10:55:02,364 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-03-11 10:55:02,365 INFO org.apache.hadoop.mapred.Task:  Using ResourceCalculatorProcessTree : [ ]
+2017-03-11 10:55:02,366 INFO org.apache.hadoop.mapred.MapTask: Processing split: file:/home/cloudera/workspace/WordCount/sortedline_sample:1500+500
+2017-03-11 10:55:02,441 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 0 kvi 26214396(104857584)
+2017-03-11 10:55:02,441 INFO org.apache.hadoop.mapred.MapTask: mapreduce.task.io.sort.mb: 100
+2017-03-11 10:55:02,442 INFO org.apache.hadoop.mapred.MapTask: soft limit at 83886080
+2017-03-11 10:55:02,442 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufvoid = 104857600
+2017-03-11 10:55:02,442 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396; length = 6553600
+2017-03-11 10:55:02,443 INFO org.apache.hadoop.mapred.MapTask: Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
+2017-03-11 10:55:02,447 INFO org.apache.hadoop.mapred.LocalJobRunner: 
+2017-03-11 10:55:02,447 INFO org.apache.hadoop.mapred.MapTask: Starting flush of map output
+2017-03-11 10:55:02,447 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-11 10:55:02,447 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufend = 600399; bufvoid = 104857600
+2017-03-11 10:55:02,447 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396(104857584); kvend = 26182432(104729728); length = 31965/6553600
+2017-03-11 10:55:02,524 INFO org.apache.hadoop.mapred.MapTask: Finished spill 0
+2017-03-11 10:55:02,528 INFO org.apache.hadoop.mapred.Task: Task:attempt_local7095310_0001_m_000003_0 is done. And is in the process of committing
+2017-03-11 10:55:02,532 INFO org.apache.hadoop.mapred.LocalJobRunner: file:/home/cloudera/workspace/WordCount/sortedline_sample:1500+500
+2017-03-11 10:55:02,532 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local7095310_0001_m_000003_0' done.
+2017-03-11 10:55:02,532 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local7095310_0001_m_000003_0
+2017-03-11 10:55:02,532 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local7095310_0001_m_000004_0
+2017-03-11 10:55:02,537 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-03-11 10:55:02,539 INFO org.apache.hadoop.mapred.Task:  Using ResourceCalculatorProcessTree : [ ]
+2017-03-11 10:55:02,549 INFO org.apache.hadoop.mapred.MapTask: Processing split: file:/home/cloudera/workspace/WordCount/sortedline_sample:2000+500
+2017-03-11 10:55:02,682 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 0 kvi 26214396(104857584)
+2017-03-11 10:55:02,684 INFO org.apache.hadoop.mapred.MapTask: mapreduce.task.io.sort.mb: 100
+2017-03-11 10:55:02,684 INFO org.apache.hadoop.mapred.MapTask: soft limit at 83886080
+2017-03-11 10:55:02,684 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufvoid = 104857600
+2017-03-11 10:55:02,684 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396; length = 6553600
+2017-03-11 10:55:02,684 INFO org.apache.hadoop.mapred.MapTask: Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
+2017-03-11 10:55:02,687 INFO org.apache.hadoop.mapred.LocalJobRunner: 
+2017-03-11 10:55:02,687 INFO org.apache.hadoop.mapred.MapTask: Starting flush of map output
+2017-03-11 10:55:02,687 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-11 10:55:02,687 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufend = 621378; bufvoid = 104857600
+2017-03-11 10:55:02,687 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396(104857584); kvend = 26178436(104713744); length = 35961/6553600
+2017-03-11 10:55:02,731 INFO org.apache.hadoop.mapred.MapTask: Finished spill 0
+2017-03-11 10:55:02,732 INFO org.apache.hadoop.mapred.Task: Task:attempt_local7095310_0001_m_000004_0 is done. And is in the process of committing
+2017-03-11 10:55:02,734 INFO org.apache.hadoop.mapred.LocalJobRunner: file:/home/cloudera/workspace/WordCount/sortedline_sample:2000+500
+2017-03-11 10:55:02,734 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local7095310_0001_m_000004_0' done.
+2017-03-11 10:55:02,735 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local7095310_0001_m_000004_0
+2017-03-11 10:55:02,735 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local7095310_0001_m_000005_0
+2017-03-11 10:55:02,736 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-03-11 10:55:02,736 INFO org.apache.hadoop.mapred.Task:  Using ResourceCalculatorProcessTree : [ ]
+2017-03-11 10:55:02,738 INFO org.apache.hadoop.mapred.MapTask: Processing split: file:/home/cloudera/workspace/WordCount/sortedline_sample:2500+500
+2017-03-11 10:55:02,810 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 0 kvi 26214396(104857584)
+2017-03-11 10:55:02,810 INFO org.apache.hadoop.mapred.MapTask: mapreduce.task.io.sort.mb: 100
+2017-03-11 10:55:02,811 INFO org.apache.hadoop.mapred.MapTask: soft limit at 83886080
+2017-03-11 10:55:02,811 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufvoid = 104857600
+2017-03-11 10:55:02,811 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396; length = 6553600
+2017-03-11 10:55:02,812 INFO org.apache.hadoop.mapred.MapTask: Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
+2017-03-11 10:55:02,815 INFO org.apache.hadoop.mapred.LocalJobRunner: 
+2017-03-11 10:55:02,816 INFO org.apache.hadoop.mapred.MapTask: Starting flush of map output
+2017-03-11 10:55:02,816 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-11 10:55:02,816 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufend = 633366; bufvoid = 104857600
+2017-03-11 10:55:02,816 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396(104857584); kvend = 26174440(104697760); length = 39957/6553600
+2017-03-11 10:55:02,874 INFO org.apache.hadoop.mapred.MapTask: Finished spill 0
+2017-03-11 10:55:02,876 INFO org.apache.hadoop.mapred.Task: Task:attempt_local7095310_0001_m_000005_0 is done. And is in the process of committing
+2017-03-11 10:55:02,879 INFO org.apache.hadoop.mapred.LocalJobRunner: file:/home/cloudera/workspace/WordCount/sortedline_sample:2500+500
+2017-03-11 10:55:02,879 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local7095310_0001_m_000005_0' done.
+2017-03-11 10:55:02,879 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local7095310_0001_m_000005_0
+2017-03-11 10:55:02,879 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local7095310_0001_m_000006_0
+2017-03-11 10:55:02,880 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-03-11 10:55:02,880 INFO org.apache.hadoop.mapred.Task:  Using ResourceCalculatorProcessTree : [ ]
+2017-03-11 10:55:02,882 INFO org.apache.hadoop.mapred.MapTask: Processing split: file:/home/cloudera/workspace/WordCount/sortedline_sample:3000+500
+2017-03-11 10:55:02,967 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 0 kvi 26214396(104857584)
+2017-03-11 10:55:02,968 INFO org.apache.hadoop.mapred.MapTask: mapreduce.task.io.sort.mb: 100
+2017-03-11 10:55:02,968 INFO org.apache.hadoop.mapred.MapTask: soft limit at 83886080
+2017-03-11 10:55:02,968 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufvoid = 104857600
+2017-03-11 10:55:02,968 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396; length = 6553600
+2017-03-11 10:55:02,969 INFO org.apache.hadoop.mapred.MapTask: Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
+2017-03-11 10:55:02,978 INFO org.apache.hadoop.mapred.LocalJobRunner: 
+2017-03-11 10:55:02,978 INFO org.apache.hadoop.mapred.MapTask: Starting flush of map output
+2017-03-11 10:55:02,978 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-11 10:55:02,978 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufend = 590409; bufvoid = 104857600
+2017-03-11 10:55:02,978 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396(104857584); kvend = 26178436(104713744); length = 35961/6553600
+2017-03-11 10:55:03,025 INFO org.apache.hadoop.mapred.MapTask: Finished spill 0
+2017-03-11 10:55:03,026 INFO org.apache.hadoop.mapred.Task: Task:attempt_local7095310_0001_m_000006_0 is done. And is in the process of committing
+2017-03-11 10:55:03,030 INFO org.apache.hadoop.mapred.LocalJobRunner: file:/home/cloudera/workspace/WordCount/sortedline_sample:3000+500
+2017-03-11 10:55:03,030 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local7095310_0001_m_000006_0' done.
+2017-03-11 10:55:03,031 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local7095310_0001_m_000006_0
+2017-03-11 10:55:03,031 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local7095310_0001_m_000007_0
+2017-03-11 10:55:03,032 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-03-11 10:55:03,033 INFO org.apache.hadoop.mapred.Task:  Using ResourceCalculatorProcessTree : [ ]
+2017-03-11 10:55:03,035 INFO org.apache.hadoop.mapred.MapTask: Processing split: file:/home/cloudera/workspace/WordCount/sortedline_sample:3500+500
+2017-03-11 10:55:03,124 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 0 kvi 26214396(104857584)
+2017-03-11 10:55:03,124 INFO org.apache.hadoop.mapred.MapTask: mapreduce.task.io.sort.mb: 100
+2017-03-11 10:55:03,124 INFO org.apache.hadoop.mapred.MapTask: soft limit at 83886080
+2017-03-11 10:55:03,124 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufvoid = 104857600
+2017-03-11 10:55:03,124 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396; length = 6553600
+2017-03-11 10:55:03,126 INFO org.apache.hadoop.mapred.MapTask: Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
+2017-03-11 10:55:03,129 INFO org.apache.hadoop.mapred.LocalJobRunner: 
+2017-03-11 10:55:03,130 INFO org.apache.hadoop.mapred.MapTask: Starting flush of map output
+2017-03-11 10:55:03,130 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-11 10:55:03,130 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufend = 599400; bufvoid = 104857600
+2017-03-11 10:55:03,130 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396(104857584); kvend = 26174440(104697760); length = 39957/6553600
+2017-03-11 10:55:03,177 INFO org.apache.hadoop.mapred.MapTask: Finished spill 0
+2017-03-11 10:55:03,178 INFO org.apache.hadoop.mapred.Task: Task:attempt_local7095310_0001_m_000007_0 is done. And is in the process of committing
+2017-03-11 10:55:03,180 INFO org.apache.hadoop.mapred.LocalJobRunner: file:/home/cloudera/workspace/WordCount/sortedline_sample:3500+500
+2017-03-11 10:55:03,180 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local7095310_0001_m_000007_0' done.
+2017-03-11 10:55:03,180 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local7095310_0001_m_000007_0
+2017-03-11 10:55:03,180 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local7095310_0001_m_000008_0
+2017-03-11 10:55:03,181 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-03-11 10:55:03,182 INFO org.apache.hadoop.mapred.Task:  Using ResourceCalculatorProcessTree : [ ]
+2017-03-11 10:55:03,183 INFO org.apache.hadoop.mapred.MapTask: Processing split: file:/home/cloudera/workspace/WordCount/sortedline_sample:4000+500
+2017-03-11 10:55:03,258 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 0 kvi 26214396(104857584)
+2017-03-11 10:55:03,258 INFO org.apache.hadoop.mapred.MapTask: mapreduce.task.io.sort.mb: 100
+2017-03-11 10:55:03,258 INFO org.apache.hadoop.mapred.MapTask: soft limit at 83886080
+2017-03-11 10:55:03,258 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufvoid = 104857600
+2017-03-11 10:55:03,258 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396; length = 6553600
+2017-03-11 10:55:03,260 INFO org.apache.hadoop.mapred.MapTask: Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
+2017-03-11 10:55:03,262 INFO org.apache.hadoop.mapred.LocalJobRunner: 
+2017-03-11 10:55:03,262 INFO org.apache.hadoop.mapred.MapTask: Starting flush of map output
+2017-03-11 10:55:03,262 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-11 10:55:03,262 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufend = 603396; bufvoid = 104857600
+2017-03-11 10:55:03,263 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396(104857584); kvend = 26182432(104729728); length = 31965/6553600
+2017-03-11 10:55:03,307 INFO org.apache.hadoop.mapred.MapTask: Finished spill 0
+2017-03-11 10:55:03,307 INFO org.apache.hadoop.mapred.Task: Task:attempt_local7095310_0001_m_000008_0 is done. And is in the process of committing
+2017-03-11 10:55:03,312 INFO org.apache.hadoop.mapred.LocalJobRunner: file:/home/cloudera/workspace/WordCount/sortedline_sample:4000+500
+2017-03-11 10:55:03,312 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local7095310_0001_m_000008_0' done.
+2017-03-11 10:55:03,312 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local7095310_0001_m_000008_0
+2017-03-11 10:55:03,313 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local7095310_0001_m_000009_0
+2017-03-11 10:55:03,313 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-03-11 10:55:03,314 INFO org.apache.hadoop.mapred.Task:  Using ResourceCalculatorProcessTree : [ ]
+2017-03-11 10:55:03,315 INFO org.apache.hadoop.mapred.MapTask: Processing split: file:/home/cloudera/workspace/WordCount/sortedline_sample:4500+500
+2017-03-11 10:55:03,399 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 0 kvi 26214396(104857584)
+2017-03-11 10:55:03,399 INFO org.apache.hadoop.mapred.MapTask: mapreduce.task.io.sort.mb: 100
+2017-03-11 10:55:03,399 INFO org.apache.hadoop.mapred.MapTask: soft limit at 83886080
+2017-03-11 10:55:03,399 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufvoid = 104857600
+2017-03-11 10:55:03,399 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396; length = 6553600
+2017-03-11 10:55:03,400 INFO org.apache.hadoop.mapred.MapTask: Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
+2017-03-11 10:55:03,403 INFO org.apache.hadoop.mapred.LocalJobRunner: 
+2017-03-11 10:55:03,403 INFO org.apache.hadoop.mapred.MapTask: Starting flush of map output
+2017-03-11 10:55:03,403 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-11 10:55:03,403 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufend = 655344; bufvoid = 104857600
+2017-03-11 10:55:03,403 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396(104857584); kvend = 26178436(104713744); length = 35961/6553600
+2017-03-11 10:55:03,444 INFO org.apache.hadoop.mapred.MapTask: Finished spill 0
+2017-03-11 10:55:03,445 INFO org.apache.hadoop.mapred.Task: Task:attempt_local7095310_0001_m_000009_0 is done. And is in the process of committing
+2017-03-11 10:55:03,447 INFO org.apache.hadoop.mapred.LocalJobRunner: file:/home/cloudera/workspace/WordCount/sortedline_sample:4500+500
+2017-03-11 10:55:03,447 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local7095310_0001_m_000009_0' done.
+2017-03-11 10:55:03,447 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local7095310_0001_m_000009_0
+2017-03-11 10:55:03,447 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local7095310_0001_m_000010_0
+2017-03-11 10:55:03,448 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-03-11 10:55:03,449 INFO org.apache.hadoop.mapred.Task:  Using ResourceCalculatorProcessTree : [ ]
+2017-03-11 10:55:03,450 INFO org.apache.hadoop.mapred.MapTask: Processing split: file:/home/cloudera/workspace/WordCount/sortedline_sample:5000+500
+2017-03-11 10:55:03,523 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 0 kvi 26214396(104857584)
+2017-03-11 10:55:03,523 INFO org.apache.hadoop.mapred.MapTask: mapreduce.task.io.sort.mb: 100
+2017-03-11 10:55:03,524 INFO org.apache.hadoop.mapred.MapTask: soft limit at 83886080
+2017-03-11 10:55:03,524 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufvoid = 104857600
+2017-03-11 10:55:03,524 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396; length = 6553600
+2017-03-11 10:55:03,524 INFO org.apache.hadoop.mapred.MapTask: Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
+2017-03-11 10:55:03,527 INFO org.apache.hadoop.mapred.LocalJobRunner: 
+2017-03-11 10:55:03,527 INFO org.apache.hadoop.mapred.MapTask: Starting flush of map output
+2017-03-11 10:55:03,527 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-11 10:55:03,527 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufend = 539460; bufvoid = 104857600
+2017-03-11 10:55:03,527 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396(104857584); kvend = 26182432(104729728); length = 31965/6553600
+2017-03-11 10:55:03,577 INFO org.apache.hadoop.mapred.MapTask: Finished spill 0
+2017-03-11 10:55:03,578 INFO org.apache.hadoop.mapred.Task: Task:attempt_local7095310_0001_m_000010_0 is done. And is in the process of committing
+2017-03-11 10:55:03,580 INFO org.apache.hadoop.mapred.LocalJobRunner: file:/home/cloudera/workspace/WordCount/sortedline_sample:5000+500
+2017-03-11 10:55:03,580 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local7095310_0001_m_000010_0' done.
+2017-03-11 10:55:03,580 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local7095310_0001_m_000010_0
+2017-03-11 10:55:03,580 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local7095310_0001_m_000011_0
+2017-03-11 10:55:03,581 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-03-11 10:55:03,582 INFO org.apache.hadoop.mapred.Task:  Using ResourceCalculatorProcessTree : [ ]
+2017-03-11 10:55:03,582 INFO org.apache.hadoop.mapred.MapTask: Processing split: file:/home/cloudera/workspace/WordCount/sortedline_sample:5500+500
+2017-03-11 10:55:03,674 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 0 kvi 26214396(104857584)
+2017-03-11 10:55:03,679 INFO org.apache.hadoop.mapred.MapTask: mapreduce.task.io.sort.mb: 100
+2017-03-11 10:55:03,679 INFO org.apache.hadoop.mapred.MapTask: soft limit at 83886080
+2017-03-11 10:55:03,679 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufvoid = 104857600
+2017-03-11 10:55:03,679 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396; length = 6553600
+2017-03-11 10:55:03,681 INFO org.apache.hadoop.mapred.MapTask: Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
+2017-03-11 10:55:03,683 INFO org.apache.hadoop.mapred.LocalJobRunner: 
+2017-03-11 10:55:03,684 INFO org.apache.hadoop.mapred.MapTask: Starting flush of map output
+2017-03-11 10:55:03,684 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-11 10:55:03,684 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufend = 649350; bufvoid = 104857600
+2017-03-11 10:55:03,684 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396(104857584); kvend = 26178436(104713744); length = 35961/6553600
+2017-03-11 10:55:03,727 INFO org.apache.hadoop.mapred.MapTask: Finished spill 0
+2017-03-11 10:55:03,728 INFO org.apache.hadoop.mapred.Task: Task:attempt_local7095310_0001_m_000011_0 is done. And is in the process of committing
+2017-03-11 10:55:03,729 INFO org.apache.hadoop.mapred.LocalJobRunner: file:/home/cloudera/workspace/WordCount/sortedline_sample:5500+500
+2017-03-11 10:55:03,730 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local7095310_0001_m_000011_0' done.
+2017-03-11 10:55:03,730 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local7095310_0001_m_000011_0
+2017-03-11 10:55:03,730 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local7095310_0001_m_000012_0
+2017-03-11 10:55:03,731 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-03-11 10:55:03,732 INFO org.apache.hadoop.mapred.Task:  Using ResourceCalculatorProcessTree : [ ]
+2017-03-11 10:55:03,732 INFO org.apache.hadoop.mapred.MapTask: Processing split: file:/home/cloudera/workspace/WordCount/sortedline_sample:6000+500
+2017-03-11 10:55:03,806 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 0 kvi 26214396(104857584)
+2017-03-11 10:55:03,806 INFO org.apache.hadoop.mapred.MapTask: mapreduce.task.io.sort.mb: 100
+2017-03-11 10:55:03,806 INFO org.apache.hadoop.mapred.MapTask: soft limit at 83886080
+2017-03-11 10:55:03,806 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufvoid = 104857600
+2017-03-11 10:55:03,806 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396; length = 6553600
+2017-03-11 10:55:03,807 INFO org.apache.hadoop.mapred.MapTask: Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
+2017-03-11 10:55:03,809 INFO org.apache.hadoop.mapred.LocalJobRunner: 
+2017-03-11 10:55:03,809 INFO org.apache.hadoop.mapred.MapTask: Starting flush of map output
+2017-03-11 10:55:03,809 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-11 10:55:03,810 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufend = 580419; bufvoid = 104857600
+2017-03-11 10:55:03,810 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396(104857584); kvend = 26182432(104729728); length = 31965/6553600
+2017-03-11 10:55:03,851 INFO org.apache.hadoop.mapred.MapTask: Finished spill 0
+2017-03-11 10:55:03,853 INFO org.apache.hadoop.mapred.Task: Task:attempt_local7095310_0001_m_000012_0 is done. And is in the process of committing
+2017-03-11 10:55:03,855 INFO org.apache.hadoop.mapred.LocalJobRunner: file:/home/cloudera/workspace/WordCount/sortedline_sample:6000+500
+2017-03-11 10:55:03,855 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local7095310_0001_m_000012_0' done.
+2017-03-11 10:55:03,855 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local7095310_0001_m_000012_0
+2017-03-11 10:55:03,856 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local7095310_0001_m_000013_0
+2017-03-11 10:55:03,861 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-03-11 10:55:03,861 INFO org.apache.hadoop.mapred.Task:  Using ResourceCalculatorProcessTree : [ ]
+2017-03-11 10:55:03,863 INFO org.apache.hadoop.mapred.MapTask: Processing split: file:/home/cloudera/workspace/WordCount/sortedline_sample:6500+500
+2017-03-11 10:55:03,944 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 0 kvi 26214396(104857584)
+2017-03-11 10:55:03,944 INFO org.apache.hadoop.mapred.MapTask: mapreduce.task.io.sort.mb: 100
+2017-03-11 10:55:03,944 INFO org.apache.hadoop.mapred.MapTask: soft limit at 83886080
+2017-03-11 10:55:03,944 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufvoid = 104857600
+2017-03-11 10:55:03,944 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396; length = 6553600
+2017-03-11 10:55:03,945 INFO org.apache.hadoop.mapred.MapTask: Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
+2017-03-11 10:55:03,961 INFO org.apache.hadoop.mapred.LocalJobRunner: 
+2017-03-11 10:55:03,967 INFO org.apache.hadoop.mapred.MapTask: Starting flush of map output
+2017-03-11 10:55:03,967 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-11 10:55:03,967 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufend = 592407; bufvoid = 104857600
+2017-03-11 10:55:03,967 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396(104857584); kvend = 26178436(104713744); length = 35961/6553600
+2017-03-11 10:55:04,025 INFO org.apache.hadoop.mapred.MapTask: Finished spill 0
+2017-03-11 10:55:04,027 INFO org.apache.hadoop.mapred.Task: Task:attempt_local7095310_0001_m_000013_0 is done. And is in the process of committing
+2017-03-11 10:55:04,028 INFO org.apache.hadoop.mapred.LocalJobRunner: file:/home/cloudera/workspace/WordCount/sortedline_sample:6500+500
+2017-03-11 10:55:04,028 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local7095310_0001_m_000013_0' done.
+2017-03-11 10:55:04,028 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local7095310_0001_m_000013_0
+2017-03-11 10:55:04,028 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local7095310_0001_m_000014_0
+2017-03-11 10:55:04,030 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-03-11 10:55:04,031 INFO org.apache.hadoop.mapred.Task:  Using ResourceCalculatorProcessTree : [ ]
+2017-03-11 10:55:04,032 INFO org.apache.hadoop.mapred.MapTask: Processing split: file:/home/cloudera/workspace/WordCount/sortedline_sample:7000+500
+2017-03-11 10:55:04,114 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 0 kvi 26214396(104857584)
+2017-03-11 10:55:04,114 INFO org.apache.hadoop.mapred.MapTask: mapreduce.task.io.sort.mb: 100
+2017-03-11 10:55:04,114 INFO org.apache.hadoop.mapred.MapTask: soft limit at 83886080
+2017-03-11 10:55:04,115 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufvoid = 104857600
+2017-03-11 10:55:04,115 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396; length = 6553600
+2017-03-11 10:55:04,115 INFO org.apache.hadoop.mapred.MapTask: Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
+2017-03-11 10:55:04,120 INFO org.apache.hadoop.mapred.LocalJobRunner: 
+2017-03-11 10:55:04,120 INFO org.apache.hadoop.mapred.MapTask: Starting flush of map output
+2017-03-11 10:55:04,121 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-11 10:55:04,121 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufend = 685314; bufvoid = 104857600
+2017-03-11 10:55:04,121 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396(104857584); kvend = 26162452(104649808); length = 51945/6553600
+2017-03-11 10:55:04,179 INFO org.apache.hadoop.mapred.MapTask: Finished spill 0
+2017-03-11 10:55:04,180 INFO org.apache.hadoop.mapred.Task: Task:attempt_local7095310_0001_m_000014_0 is done. And is in the process of committing
+2017-03-11 10:55:04,182 INFO org.apache.hadoop.mapred.LocalJobRunner: file:/home/cloudera/workspace/WordCount/sortedline_sample:7000+500
+2017-03-11 10:55:04,182 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local7095310_0001_m_000014_0' done.
+2017-03-11 10:55:04,182 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local7095310_0001_m_000014_0
+2017-03-11 10:55:04,182 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local7095310_0001_m_000015_0
+2017-03-11 10:55:04,183 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-03-11 10:55:04,185 INFO org.apache.hadoop.mapred.Task:  Using ResourceCalculatorProcessTree : [ ]
+2017-03-11 10:55:04,190 INFO org.apache.hadoop.mapred.MapTask: Processing split: file:/home/cloudera/workspace/WordCount/sortedline_sample:7500+500
+2017-03-11 10:55:04,270 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 0 kvi 26214396(104857584)
+2017-03-11 10:55:04,274 INFO org.apache.hadoop.mapred.MapTask: mapreduce.task.io.sort.mb: 100
+2017-03-11 10:55:04,274 INFO org.apache.hadoop.mapred.MapTask: soft limit at 83886080
+2017-03-11 10:55:04,274 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufvoid = 104857600
+2017-03-11 10:55:04,274 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396; length = 6553600
+2017-03-11 10:55:04,274 INFO org.apache.hadoop.mapred.MapTask: Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
+2017-03-11 10:55:04,278 INFO org.apache.hadoop.mapred.LocalJobRunner: 
+2017-03-11 10:55:04,279 INFO org.apache.hadoop.mapred.MapTask: Starting flush of map output
+2017-03-11 10:55:04,279 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-11 10:55:04,279 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufend = 644355; bufvoid = 104857600
+2017-03-11 10:55:04,279 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396(104857584); kvend = 26166448(104665792); length = 47949/6553600
+2017-03-11 10:55:04,334 INFO org.apache.hadoop.mapred.MapTask: Finished spill 0
+2017-03-11 10:55:04,335 INFO org.apache.hadoop.mapred.Task: Task:attempt_local7095310_0001_m_000015_0 is done. And is in the process of committing
+2017-03-11 10:55:04,336 INFO org.apache.hadoop.mapred.LocalJobRunner: file:/home/cloudera/workspace/WordCount/sortedline_sample:7500+500
+2017-03-11 10:55:04,337 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local7095310_0001_m_000015_0' done.
+2017-03-11 10:55:04,337 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local7095310_0001_m_000015_0
+2017-03-11 10:55:04,337 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local7095310_0001_m_000016_0
+2017-03-11 10:55:04,338 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-03-11 10:55:04,338 INFO org.apache.hadoop.mapred.Task:  Using ResourceCalculatorProcessTree : [ ]
+2017-03-11 10:55:04,339 INFO org.apache.hadoop.mapred.MapTask: Processing split: file:/home/cloudera/workspace/WordCount/sortedline_sample:8000+500
+2017-03-11 10:55:04,425 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 0 kvi 26214396(104857584)
+2017-03-11 10:55:04,426 INFO org.apache.hadoop.mapred.MapTask: mapreduce.task.io.sort.mb: 100
+2017-03-11 10:55:04,426 INFO org.apache.hadoop.mapred.MapTask: soft limit at 83886080
+2017-03-11 10:55:04,426 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufvoid = 104857600
+2017-03-11 10:55:04,426 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396; length = 6553600
+2017-03-11 10:55:04,426 INFO org.apache.hadoop.mapred.MapTask: Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
+2017-03-11 10:55:04,430 INFO org.apache.hadoop.mapred.LocalJobRunner: 
+2017-03-11 10:55:04,432 INFO org.apache.hadoop.mapred.MapTask: Starting flush of map output
+2017-03-11 10:55:04,432 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-11 10:55:04,432 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufend = 585414; bufvoid = 104857600
+2017-03-11 10:55:04,432 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396(104857584); kvend = 26174440(104697760); length = 39957/6553600
+2017-03-11 10:55:04,486 INFO org.apache.hadoop.mapred.MapTask: Finished spill 0
+2017-03-11 10:55:04,490 INFO org.apache.hadoop.mapred.Task: Task:attempt_local7095310_0001_m_000016_0 is done. And is in the process of committing
+2017-03-11 10:55:04,493 INFO org.apache.hadoop.mapred.LocalJobRunner: file:/home/cloudera/workspace/WordCount/sortedline_sample:8000+500
+2017-03-11 10:55:04,494 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local7095310_0001_m_000016_0' done.
+2017-03-11 10:55:04,495 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local7095310_0001_m_000016_0
+2017-03-11 10:55:04,495 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local7095310_0001_m_000017_0
+2017-03-11 10:55:04,497 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-03-11 10:55:04,497 INFO org.apache.hadoop.mapred.Task:  Using ResourceCalculatorProcessTree : [ ]
+2017-03-11 10:55:04,498 INFO org.apache.hadoop.mapred.MapTask: Processing split: file:/home/cloudera/workspace/WordCount/sortedline_sample:8500+500
+2017-03-11 10:55:04,609 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 0 kvi 26214396(104857584)
+2017-03-11 10:55:04,609 INFO org.apache.hadoop.mapred.MapTask: mapreduce.task.io.sort.mb: 100
+2017-03-11 10:55:04,609 INFO org.apache.hadoop.mapred.MapTask: soft limit at 83886080
+2017-03-11 10:55:04,609 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufvoid = 104857600
+2017-03-11 10:55:04,609 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396; length = 6553600
+2017-03-11 10:55:04,610 INFO org.apache.hadoop.mapred.MapTask: Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
+2017-03-11 10:55:04,612 INFO org.apache.hadoop.mapred.LocalJobRunner: 
+2017-03-11 10:55:04,613 INFO org.apache.hadoop.mapred.MapTask: Starting flush of map output
+2017-03-11 10:55:04,613 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-11 10:55:04,613 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufend = 668331; bufvoid = 104857600
+2017-03-11 10:55:04,613 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396(104857584); kvend = 26166448(104665792); length = 47949/6553600
+2017-03-11 10:55:04,682 INFO org.apache.hadoop.mapred.MapTask: Finished spill 0
+2017-03-11 10:55:04,683 INFO org.apache.hadoop.mapred.Task: Task:attempt_local7095310_0001_m_000017_0 is done. And is in the process of committing
+2017-03-11 10:55:04,684 INFO org.apache.hadoop.mapred.LocalJobRunner: file:/home/cloudera/workspace/WordCount/sortedline_sample:8500+500
+2017-03-11 10:55:04,684 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local7095310_0001_m_000017_0' done.
+2017-03-11 10:55:04,684 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local7095310_0001_m_000017_0
+2017-03-11 10:55:04,685 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local7095310_0001_m_000018_0
+2017-03-11 10:55:04,686 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-03-11 10:55:04,687 INFO org.apache.hadoop.mapred.Task:  Using ResourceCalculatorProcessTree : [ ]
+2017-03-11 10:55:04,688 INFO org.apache.hadoop.mapred.MapTask: Processing split: file:/home/cloudera/workspace/WordCount/sortedline_sample:9000+500
+2017-03-11 10:55:04,782 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 0 kvi 26214396(104857584)
+2017-03-11 10:55:04,783 INFO org.apache.hadoop.mapred.MapTask: mapreduce.task.io.sort.mb: 100
+2017-03-11 10:55:04,783 INFO org.apache.hadoop.mapred.MapTask: soft limit at 83886080
+2017-03-11 10:55:04,783 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufvoid = 104857600
+2017-03-11 10:55:04,784 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396; length = 6553600
+2017-03-11 10:55:04,785 INFO org.apache.hadoop.mapred.MapTask: Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
+2017-03-11 10:55:04,787 INFO org.apache.hadoop.mapred.LocalJobRunner: 
+2017-03-11 10:55:04,787 INFO org.apache.hadoop.mapred.MapTask: Starting flush of map output
+2017-03-11 10:55:04,788 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-11 10:55:04,788 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufend = 644355; bufvoid = 104857600
+2017-03-11 10:55:04,788 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396(104857584); kvend = 26166448(104665792); length = 47949/6553600
+2017-03-11 10:55:04,881 INFO org.apache.hadoop.mapred.MapTask: Finished spill 0
+2017-03-11 10:55:04,889 INFO org.apache.hadoop.mapred.Task: Task:attempt_local7095310_0001_m_000018_0 is done. And is in the process of committing
+2017-03-11 10:55:04,890 INFO org.apache.hadoop.mapred.LocalJobRunner: file:/home/cloudera/workspace/WordCount/sortedline_sample:9000+500
+2017-03-11 10:55:04,891 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local7095310_0001_m_000018_0' done.
+2017-03-11 10:55:04,891 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local7095310_0001_m_000018_0
+2017-03-11 10:55:04,896 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local7095310_0001_m_000019_0
+2017-03-11 10:55:04,897 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-03-11 10:55:04,897 INFO org.apache.hadoop.mapred.Task:  Using ResourceCalculatorProcessTree : [ ]
+2017-03-11 10:55:04,898 INFO org.apache.hadoop.mapred.MapTask: Processing split: file:/home/cloudera/workspace/WordCount/sortedline_sample:9500+500
+2017-03-11 10:55:05,005 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 0 kvi 26214396(104857584)
+2017-03-11 10:55:05,006 INFO org.apache.hadoop.mapred.MapTask: mapreduce.task.io.sort.mb: 100
+2017-03-11 10:55:05,006 INFO org.apache.hadoop.mapred.MapTask: soft limit at 83886080
+2017-03-11 10:55:05,006 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufvoid = 104857600
+2017-03-11 10:55:05,006 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396; length = 6553600
+2017-03-11 10:55:05,008 INFO org.apache.hadoop.mapred.MapTask: Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
+2017-03-11 10:55:05,011 INFO org.apache.hadoop.mapred.LocalJobRunner: 
+2017-03-11 10:55:05,011 INFO org.apache.hadoop.mapred.MapTask: Starting flush of map output
+2017-03-11 10:55:05,011 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-11 10:55:05,011 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufend = 628371; bufvoid = 104857600
+2017-03-11 10:55:05,011 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396(104857584); kvend = 26166448(104665792); length = 47949/6553600
+2017-03-11 10:55:05,082 INFO org.apache.hadoop.mapred.MapTask: Finished spill 0
+2017-03-11 10:55:05,084 INFO org.apache.hadoop.mapred.Task: Task:attempt_local7095310_0001_m_000019_0 is done. And is in the process of committing
+2017-03-11 10:55:05,086 INFO org.apache.hadoop.mapred.LocalJobRunner: file:/home/cloudera/workspace/WordCount/sortedline_sample:9500+500
+2017-03-11 10:55:05,086 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local7095310_0001_m_000019_0' done.
+2017-03-11 10:55:05,087 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local7095310_0001_m_000019_0
+2017-03-11 10:55:05,087 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local7095310_0001_m_000020_0
+2017-03-11 10:55:05,090 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-03-11 10:55:05,090 INFO org.apache.hadoop.mapred.Task:  Using ResourceCalculatorProcessTree : [ ]
+2017-03-11 10:55:05,091 INFO org.apache.hadoop.mapred.MapTask: Processing split: file:/home/cloudera/workspace/WordCount/sortedline_sample:10000+500
+2017-03-11 10:55:05,179 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 0 kvi 26214396(104857584)
+2017-03-11 10:55:05,180 INFO org.apache.hadoop.mapred.MapTask: mapreduce.task.io.sort.mb: 100
+2017-03-11 10:55:05,180 INFO org.apache.hadoop.mapred.MapTask: soft limit at 83886080
+2017-03-11 10:55:05,180 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufvoid = 104857600
+2017-03-11 10:55:05,180 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396; length = 6553600
+2017-03-11 10:55:05,180 INFO org.apache.hadoop.mapred.MapTask: Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
+2017-03-11 10:55:05,183 INFO org.apache.hadoop.mapred.LocalJobRunner: 
+2017-03-11 10:55:05,183 INFO org.apache.hadoop.mapred.MapTask: Starting flush of map output
+2017-03-11 10:55:05,183 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-11 10:55:05,183 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufend = 643356; bufvoid = 104857600
+2017-03-11 10:55:05,184 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396(104857584); kvend = 26170444(104681776); length = 43953/6553600
+2017-03-11 10:55:05,230 INFO org.apache.hadoop.mapred.MapTask: Finished spill 0
+2017-03-11 10:55:05,231 INFO org.apache.hadoop.mapred.Task: Task:attempt_local7095310_0001_m_000020_0 is done. And is in the process of committing
+2017-03-11 10:55:05,233 INFO org.apache.hadoop.mapred.LocalJobRunner: file:/home/cloudera/workspace/WordCount/sortedline_sample:10000+500
+2017-03-11 10:55:05,234 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local7095310_0001_m_000020_0' done.
+2017-03-11 10:55:05,234 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local7095310_0001_m_000020_0
+2017-03-11 10:55:05,234 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local7095310_0001_m_000021_0
+2017-03-11 10:55:05,235 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-03-11 10:55:05,235 INFO org.apache.hadoop.mapred.Task:  Using ResourceCalculatorProcessTree : [ ]
+2017-03-11 10:55:05,236 INFO org.apache.hadoop.mapred.MapTask: Processing split: file:/home/cloudera/workspace/WordCount/sortedline_sample:10500+500
+2017-03-11 10:55:05,312 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 0 kvi 26214396(104857584)
+2017-03-11 10:55:05,313 INFO org.apache.hadoop.mapred.MapTask: mapreduce.task.io.sort.mb: 100
+2017-03-11 10:55:05,313 INFO org.apache.hadoop.mapred.MapTask: soft limit at 83886080
+2017-03-11 10:55:05,313 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufvoid = 104857600
+2017-03-11 10:55:05,313 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396; length = 6553600
+2017-03-11 10:55:05,314 INFO org.apache.hadoop.mapred.MapTask: Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
+2017-03-11 10:55:05,317 INFO org.apache.hadoop.mapred.LocalJobRunner: 
+2017-03-11 10:55:05,317 INFO org.apache.hadoop.mapred.MapTask: Starting flush of map output
+2017-03-11 10:55:05,317 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-11 10:55:05,317 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufend = 644355; bufvoid = 104857600
+2017-03-11 10:55:05,317 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396(104857584); kvend = 26166448(104665792); length = 47949/6553600
+2017-03-11 10:55:05,384 INFO org.apache.hadoop.mapred.MapTask: Finished spill 0
+2017-03-11 10:55:05,386 INFO org.apache.hadoop.mapred.Task: Task:attempt_local7095310_0001_m_000021_0 is done. And is in the process of committing
+2017-03-11 10:55:05,396 INFO org.apache.hadoop.mapred.LocalJobRunner: file:/home/cloudera/workspace/WordCount/sortedline_sample:10500+500
+2017-03-11 10:55:05,396 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local7095310_0001_m_000021_0' done.
+2017-03-11 10:55:05,396 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local7095310_0001_m_000021_0
+2017-03-11 10:55:05,396 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local7095310_0001_m_000022_0
+2017-03-11 10:55:05,397 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-03-11 10:55:05,397 INFO org.apache.hadoop.mapred.Task:  Using ResourceCalculatorProcessTree : [ ]
+2017-03-11 10:55:05,398 INFO org.apache.hadoop.mapred.MapTask: Processing split: file:/home/cloudera/workspace/WordCount/sortedline_sample:11000+500
+2017-03-11 10:55:05,497 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 0 kvi 26214396(104857584)
+2017-03-11 10:55:05,498 INFO org.apache.hadoop.mapred.MapTask: mapreduce.task.io.sort.mb: 100
+2017-03-11 10:55:05,498 INFO org.apache.hadoop.mapred.MapTask: soft limit at 83886080
+2017-03-11 10:55:05,498 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufvoid = 104857600
+2017-03-11 10:55:05,498 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396; length = 6553600
+2017-03-11 10:55:05,498 INFO org.apache.hadoop.mapred.MapTask: Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
+2017-03-11 10:55:05,502 INFO org.apache.hadoop.mapred.LocalJobRunner: 
+2017-03-11 10:55:05,502 INFO org.apache.hadoop.mapred.MapTask: Starting flush of map output
+2017-03-11 10:55:05,502 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-11 10:55:05,502 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufend = 635364; bufvoid = 104857600
+2017-03-11 10:55:05,502 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396(104857584); kvend = 26166448(104665792); length = 47949/6553600
+2017-03-11 10:55:05,554 INFO org.apache.hadoop.mapred.MapTask: Finished spill 0
+2017-03-11 10:55:05,556 INFO org.apache.hadoop.mapred.Task: Task:attempt_local7095310_0001_m_000022_0 is done. And is in the process of committing
+2017-03-11 10:55:05,557 INFO org.apache.hadoop.mapred.LocalJobRunner: file:/home/cloudera/workspace/WordCount/sortedline_sample:11000+500
+2017-03-11 10:55:05,557 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local7095310_0001_m_000022_0' done.
+2017-03-11 10:55:05,557 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local7095310_0001_m_000022_0
+2017-03-11 10:55:05,557 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local7095310_0001_m_000023_0
+2017-03-11 10:55:05,558 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-03-11 10:55:05,558 INFO org.apache.hadoop.mapred.Task:  Using ResourceCalculatorProcessTree : [ ]
+2017-03-11 10:55:05,559 INFO org.apache.hadoop.mapred.MapTask: Processing split: file:/home/cloudera/workspace/WordCount/sortedline_sample:11500+500
+2017-03-11 10:55:05,633 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 0 kvi 26214396(104857584)
+2017-03-11 10:55:05,638 INFO org.apache.hadoop.mapred.MapTask: mapreduce.task.io.sort.mb: 100
+2017-03-11 10:55:05,638 INFO org.apache.hadoop.mapred.MapTask: soft limit at 83886080
+2017-03-11 10:55:05,638 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufvoid = 104857600
+2017-03-11 10:55:05,638 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396; length = 6553600
+2017-03-11 10:55:05,639 INFO org.apache.hadoop.mapred.MapTask: Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
+2017-03-11 10:55:05,642 INFO org.apache.hadoop.mapred.LocalJobRunner: 
+2017-03-11 10:55:05,642 INFO org.apache.hadoop.mapred.MapTask: Starting flush of map output
+2017-03-11 10:55:05,642 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-11 10:55:05,642 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufend = 645354; bufvoid = 104857600
+2017-03-11 10:55:05,642 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396(104857584); kvend = 26166448(104665792); length = 47949/6553600
+2017-03-11 10:55:05,699 INFO org.apache.hadoop.mapred.MapTask: Finished spill 0
+2017-03-11 10:55:05,701 INFO org.apache.hadoop.mapred.Task: Task:attempt_local7095310_0001_m_000023_0 is done. And is in the process of committing
+2017-03-11 10:55:05,703 INFO org.apache.hadoop.mapred.LocalJobRunner: file:/home/cloudera/workspace/WordCount/sortedline_sample:11500+500
+2017-03-11 10:55:05,703 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local7095310_0001_m_000023_0' done.
+2017-03-11 10:55:05,703 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local7095310_0001_m_000023_0
+2017-03-11 10:55:05,703 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local7095310_0001_m_000024_0
+2017-03-11 10:55:05,704 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-03-11 10:55:05,704 INFO org.apache.hadoop.mapred.Task:  Using ResourceCalculatorProcessTree : [ ]
+2017-03-11 10:55:05,705 INFO org.apache.hadoop.mapred.MapTask: Processing split: file:/home/cloudera/workspace/WordCount/sortedline_sample:12000+500
+2017-03-11 10:55:05,779 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 0 kvi 26214396(104857584)
+2017-03-11 10:55:05,784 INFO org.apache.hadoop.mapred.MapTask: mapreduce.task.io.sort.mb: 100
+2017-03-11 10:55:05,785 INFO org.apache.hadoop.mapred.MapTask: soft limit at 83886080
+2017-03-11 10:55:05,785 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufvoid = 104857600
+2017-03-11 10:55:05,785 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396; length = 6553600
+2017-03-11 10:55:05,791 INFO org.apache.hadoop.mapred.MapTask: Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
+2017-03-11 10:55:05,795 INFO org.apache.hadoop.mapred.LocalJobRunner: 
+2017-03-11 10:55:05,795 INFO org.apache.hadoop.mapred.MapTask: Starting flush of map output
+2017-03-11 10:55:05,795 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-11 10:55:05,795 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufend = 650349; bufvoid = 104857600
+2017-03-11 10:55:05,795 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396(104857584); kvend = 26166448(104665792); length = 47949/6553600
+2017-03-11 10:55:05,857 INFO org.apache.hadoop.mapred.MapTask: Finished spill 0
+2017-03-11 10:55:05,859 INFO org.apache.hadoop.mapred.Task: Task:attempt_local7095310_0001_m_000024_0 is done. And is in the process of committing
+2017-03-11 10:55:05,863 INFO org.apache.hadoop.mapred.LocalJobRunner: file:/home/cloudera/workspace/WordCount/sortedline_sample:12000+500
+2017-03-11 10:55:05,866 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local7095310_0001_m_000024_0' done.
+2017-03-11 10:55:05,866 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local7095310_0001_m_000024_0
+2017-03-11 10:55:05,866 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local7095310_0001_m_000025_0
+2017-03-11 10:55:05,867 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-03-11 10:55:05,867 INFO org.apache.hadoop.mapred.Task:  Using ResourceCalculatorProcessTree : [ ]
+2017-03-11 10:55:05,869 INFO org.apache.hadoop.mapred.MapTask: Processing split: file:/home/cloudera/workspace/WordCount/sortedline_sample:12500+500
+2017-03-11 10:55:05,959 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 0 kvi 26214396(104857584)
+2017-03-11 10:55:05,960 INFO org.apache.hadoop.mapred.MapTask: mapreduce.task.io.sort.mb: 100
+2017-03-11 10:55:05,960 INFO org.apache.hadoop.mapred.MapTask: soft limit at 83886080
+2017-03-11 10:55:05,960 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufvoid = 104857600
+2017-03-11 10:55:05,960 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396; length = 6553600
+2017-03-11 10:55:05,962 INFO org.apache.hadoop.mapred.MapTask: Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
+2017-03-11 10:55:05,964 INFO org.apache.hadoop.mapred.LocalJobRunner: 
+2017-03-11 10:55:05,964 INFO org.apache.hadoop.mapred.MapTask: Starting flush of map output
+2017-03-11 10:55:05,964 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-11 10:55:05,965 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufend = 593406; bufvoid = 104857600
+2017-03-11 10:55:05,965 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396(104857584); kvend = 26174440(104697760); length = 39957/6553600
+2017-03-11 10:55:06,018 INFO org.apache.hadoop.mapred.MapTask: Finished spill 0
+2017-03-11 10:55:06,020 INFO org.apache.hadoop.mapred.Task: Task:attempt_local7095310_0001_m_000025_0 is done. And is in the process of committing
+2017-03-11 10:55:06,027 INFO org.apache.hadoop.mapred.LocalJobRunner: file:/home/cloudera/workspace/WordCount/sortedline_sample:12500+500
+2017-03-11 10:55:06,028 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local7095310_0001_m_000025_0' done.
+2017-03-11 10:55:06,028 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local7095310_0001_m_000025_0
+2017-03-11 10:55:06,028 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local7095310_0001_m_000026_0
+2017-03-11 10:55:06,029 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-03-11 10:55:06,031 INFO org.apache.hadoop.mapred.Task:  Using ResourceCalculatorProcessTree : [ ]
+2017-03-11 10:55:06,032 INFO org.apache.hadoop.mapred.MapTask: Processing split: file:/home/cloudera/workspace/WordCount/sortedline_sample:13000+500
+2017-03-11 10:55:06,130 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 0 kvi 26214396(104857584)
+2017-03-11 10:55:06,131 INFO org.apache.hadoop.mapred.MapTask: mapreduce.task.io.sort.mb: 100
+2017-03-11 10:55:06,131 INFO org.apache.hadoop.mapred.MapTask: soft limit at 83886080
+2017-03-11 10:55:06,131 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufvoid = 104857600
+2017-03-11 10:55:06,131 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396; length = 6553600
+2017-03-11 10:55:06,132 INFO org.apache.hadoop.mapred.MapTask: Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
+2017-03-11 10:55:06,134 INFO org.apache.hadoop.mapred.LocalJobRunner: 
+2017-03-11 10:55:06,134 INFO org.apache.hadoop.mapred.MapTask: Starting flush of map output
+2017-03-11 10:55:06,134 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-11 10:55:06,134 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufend = 656343; bufvoid = 104857600
+2017-03-11 10:55:06,135 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396(104857584); kvend = 26166448(104665792); length = 47949/6553600
+2017-03-11 10:55:06,195 INFO org.apache.hadoop.mapred.MapTask: Finished spill 0
+2017-03-11 10:55:06,196 INFO org.apache.hadoop.mapred.Task: Task:attempt_local7095310_0001_m_000026_0 is done. And is in the process of committing
+2017-03-11 10:55:06,197 INFO org.apache.hadoop.mapred.LocalJobRunner: file:/home/cloudera/workspace/WordCount/sortedline_sample:13000+500
+2017-03-11 10:55:06,197 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local7095310_0001_m_000026_0' done.
+2017-03-11 10:55:06,197 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local7095310_0001_m_000026_0
+2017-03-11 10:55:06,201 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local7095310_0001_m_000027_0
+2017-03-11 10:55:06,206 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-03-11 10:55:06,207 INFO org.apache.hadoop.mapred.Task:  Using ResourceCalculatorProcessTree : [ ]
+2017-03-11 10:55:06,208 INFO org.apache.hadoop.mapred.MapTask: Processing split: file:/home/cloudera/workspace/WordCount/sortedline_sample:13500+500
+2017-03-11 10:55:06,309 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 0 kvi 26214396(104857584)
+2017-03-11 10:55:06,310 INFO org.apache.hadoop.mapred.MapTask: mapreduce.task.io.sort.mb: 100
+2017-03-11 10:55:06,310 INFO org.apache.hadoop.mapred.MapTask: soft limit at 83886080
+2017-03-11 10:55:06,310 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufvoid = 104857600
+2017-03-11 10:55:06,310 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396; length = 6553600
+2017-03-11 10:55:06,318 INFO org.apache.hadoop.mapred.MapTask: Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
+2017-03-11 10:55:06,321 INFO org.apache.hadoop.mapred.LocalJobRunner: 
+2017-03-11 10:55:06,324 INFO org.apache.hadoop.mapred.MapTask: Starting flush of map output
+2017-03-11 10:55:06,324 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-11 10:55:06,326 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufend = 614385; bufvoid = 104857600
+2017-03-11 10:55:06,328 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396(104857584); kvend = 26170444(104681776); length = 43953/6553600
+2017-03-11 10:55:06,427 INFO org.apache.hadoop.mapred.MapTask: Finished spill 0
+2017-03-11 10:55:06,448 INFO org.apache.hadoop.mapred.Task: Task:attempt_local7095310_0001_m_000027_0 is done. And is in the process of committing
+2017-03-11 10:55:06,449 INFO org.apache.hadoop.mapred.LocalJobRunner: file:/home/cloudera/workspace/WordCount/sortedline_sample:13500+500
+2017-03-11 10:55:06,453 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local7095310_0001_m_000027_0' done.
+2017-03-11 10:55:06,460 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local7095310_0001_m_000027_0
+2017-03-11 10:55:06,461 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local7095310_0001_m_000028_0
+2017-03-11 10:55:06,475 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-03-11 10:55:06,476 INFO org.apache.hadoop.mapred.Task:  Using ResourceCalculatorProcessTree : [ ]
+2017-03-11 10:55:06,491 INFO org.apache.hadoop.mapred.MapTask: Processing split: file:/home/cloudera/workspace/WordCount/sortedline_sample:14000+500
+2017-03-11 10:55:06,587 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 0 kvi 26214396(104857584)
+2017-03-11 10:55:06,587 INFO org.apache.hadoop.mapred.MapTask: mapreduce.task.io.sort.mb: 100
+2017-03-11 10:55:06,587 INFO org.apache.hadoop.mapred.MapTask: soft limit at 83886080
+2017-03-11 10:55:06,588 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufvoid = 104857600
+2017-03-11 10:55:06,588 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396; length = 6553600
+2017-03-11 10:55:06,588 INFO org.apache.hadoop.mapred.MapTask: Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
+2017-03-11 10:55:06,591 INFO org.apache.hadoop.mapred.LocalJobRunner: 
+2017-03-11 10:55:06,592 INFO org.apache.hadoop.mapred.MapTask: Starting flush of map output
+2017-03-11 10:55:06,592 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-11 10:55:06,592 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufend = 627372; bufvoid = 104857600
+2017-03-11 10:55:06,592 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396(104857584); kvend = 26170444(104681776); length = 43953/6553600
+2017-03-11 10:55:06,639 INFO org.apache.hadoop.mapred.MapTask: Finished spill 0
+2017-03-11 10:55:06,640 INFO org.apache.hadoop.mapred.Task: Task:attempt_local7095310_0001_m_000028_0 is done. And is in the process of committing
+2017-03-11 10:55:06,641 INFO org.apache.hadoop.mapred.LocalJobRunner: file:/home/cloudera/workspace/WordCount/sortedline_sample:14000+500
+2017-03-11 10:55:06,642 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local7095310_0001_m_000028_0' done.
+2017-03-11 10:55:06,642 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local7095310_0001_m_000028_0
+2017-03-11 10:55:06,642 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local7095310_0001_m_000029_0
+2017-03-11 10:55:06,643 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-03-11 10:55:06,643 INFO org.apache.hadoop.mapred.Task:  Using ResourceCalculatorProcessTree : [ ]
+2017-03-11 10:55:06,644 INFO org.apache.hadoop.mapred.MapTask: Processing split: file:/home/cloudera/workspace/WordCount/sortedline_sample:14500+500
+2017-03-11 10:55:06,732 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 0 kvi 26214396(104857584)
+2017-03-11 10:55:06,732 INFO org.apache.hadoop.mapred.MapTask: mapreduce.task.io.sort.mb: 100
+2017-03-11 10:55:06,732 INFO org.apache.hadoop.mapred.MapTask: soft limit at 83886080
+2017-03-11 10:55:06,732 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufvoid = 104857600
+2017-03-11 10:55:06,732 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396; length = 6553600
+2017-03-11 10:55:06,733 INFO org.apache.hadoop.mapred.MapTask: Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
+2017-03-11 10:55:06,736 INFO org.apache.hadoop.mapred.LocalJobRunner: 
+2017-03-11 10:55:06,736 INFO org.apache.hadoop.mapred.MapTask: Starting flush of map output
+2017-03-11 10:55:06,736 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-11 10:55:06,736 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufend = 636363; bufvoid = 104857600
+2017-03-11 10:55:06,737 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396(104857584); kvend = 26170444(104681776); length = 43953/6553600
+2017-03-11 10:55:06,800 INFO org.apache.hadoop.mapred.MapTask: Finished spill 0
+2017-03-11 10:55:06,801 INFO org.apache.hadoop.mapred.Task: Task:attempt_local7095310_0001_m_000029_0 is done. And is in the process of committing
+2017-03-11 10:55:06,803 INFO org.apache.hadoop.mapred.LocalJobRunner: file:/home/cloudera/workspace/WordCount/sortedline_sample:14500+500
+2017-03-11 10:55:06,803 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local7095310_0001_m_000029_0' done.
+2017-03-11 10:55:06,803 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local7095310_0001_m_000029_0
+2017-03-11 10:55:06,803 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local7095310_0001_m_000030_0
+2017-03-11 10:55:06,805 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-03-11 10:55:06,818 INFO org.apache.hadoop.mapred.Task:  Using ResourceCalculatorProcessTree : [ ]
+2017-03-11 10:55:06,823 INFO org.apache.hadoop.mapred.MapTask: Processing split: file:/home/cloudera/workspace/WordCount/sortedline_sample:15000+500
+2017-03-11 10:55:06,923 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 0 kvi 26214396(104857584)
+2017-03-11 10:55:06,923 INFO org.apache.hadoop.mapred.MapTask: mapreduce.task.io.sort.mb: 100
+2017-03-11 10:55:06,923 INFO org.apache.hadoop.mapred.MapTask: soft limit at 83886080
+2017-03-11 10:55:06,923 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufvoid = 104857600
+2017-03-11 10:55:06,923 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396; length = 6553600
+2017-03-11 10:55:06,924 INFO org.apache.hadoop.mapred.MapTask: Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
+2017-03-11 10:55:06,930 INFO org.apache.hadoop.mapred.LocalJobRunner: 
+2017-03-11 10:55:06,932 INFO org.apache.hadoop.mapred.MapTask: Starting flush of map output
+2017-03-11 10:55:06,932 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-11 10:55:06,932 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufend = 664335; bufvoid = 104857600
+2017-03-11 10:55:06,932 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396(104857584); kvend = 26166448(104665792); length = 47949/6553600
+2017-03-11 10:55:06,962 INFO org.apache.hadoop.mapreduce.Job:  map 39% reduce 0%
+2017-03-11 10:55:06,989 INFO org.apache.hadoop.mapred.MapTask: Finished spill 0
+2017-03-11 10:55:06,990 INFO org.apache.hadoop.mapred.Task: Task:attempt_local7095310_0001_m_000030_0 is done. And is in the process of committing
+2017-03-11 10:55:06,991 INFO org.apache.hadoop.mapred.LocalJobRunner: file:/home/cloudera/workspace/WordCount/sortedline_sample:15000+500
+2017-03-11 10:55:06,991 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local7095310_0001_m_000030_0' done.
+2017-03-11 10:55:06,991 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local7095310_0001_m_000030_0
+2017-03-11 10:55:06,992 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local7095310_0001_m_000031_0
+2017-03-11 10:55:06,993 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-03-11 10:55:06,993 INFO org.apache.hadoop.mapred.Task:  Using ResourceCalculatorProcessTree : [ ]
+2017-03-11 10:55:06,994 INFO org.apache.hadoop.mapred.MapTask: Processing split: file:/home/cloudera/workspace/WordCount/sortedline_sample:15500+500
+2017-03-11 10:55:07,089 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 0 kvi 26214396(104857584)
+2017-03-11 10:55:07,089 INFO org.apache.hadoop.mapred.MapTask: mapreduce.task.io.sort.mb: 100
+2017-03-11 10:55:07,089 INFO org.apache.hadoop.mapred.MapTask: soft limit at 83886080
+2017-03-11 10:55:07,089 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufvoid = 104857600
+2017-03-11 10:55:07,089 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396; length = 6553600
+2017-03-11 10:55:07,090 INFO org.apache.hadoop.mapred.MapTask: Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
+2017-03-11 10:55:07,096 INFO org.apache.hadoop.mapred.LocalJobRunner: 
+2017-03-11 10:55:07,098 INFO org.apache.hadoop.mapred.MapTask: Starting flush of map output
+2017-03-11 10:55:07,098 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-11 10:55:07,098 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufend = 630369; bufvoid = 104857600
+2017-03-11 10:55:07,098 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396(104857584); kvend = 26166448(104665792); length = 47949/6553600
+2017-03-11 10:55:07,157 INFO org.apache.hadoop.mapred.MapTask: Finished spill 0
+2017-03-11 10:55:07,158 INFO org.apache.hadoop.mapred.Task: Task:attempt_local7095310_0001_m_000031_0 is done. And is in the process of committing
+2017-03-11 10:55:07,160 INFO org.apache.hadoop.mapred.LocalJobRunner: file:/home/cloudera/workspace/WordCount/sortedline_sample:15500+500
+2017-03-11 10:55:07,160 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local7095310_0001_m_000031_0' done.
+2017-03-11 10:55:07,161 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local7095310_0001_m_000031_0
+2017-03-11 10:55:07,161 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local7095310_0001_m_000032_0
+2017-03-11 10:55:07,162 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-03-11 10:55:07,162 INFO org.apache.hadoop.mapred.Task:  Using ResourceCalculatorProcessTree : [ ]
+2017-03-11 10:55:07,164 INFO org.apache.hadoop.mapred.MapTask: Processing split: file:/home/cloudera/workspace/WordCount/sortedline_sample:16000+500
+2017-03-11 10:55:07,256 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 0 kvi 26214396(104857584)
+2017-03-11 10:55:07,256 INFO org.apache.hadoop.mapred.MapTask: mapreduce.task.io.sort.mb: 100
+2017-03-11 10:55:07,256 INFO org.apache.hadoop.mapred.MapTask: soft limit at 83886080
+2017-03-11 10:55:07,256 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufvoid = 104857600
+2017-03-11 10:55:07,256 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396; length = 6553600
+2017-03-11 10:55:07,257 INFO org.apache.hadoop.mapred.MapTask: Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
+2017-03-11 10:55:07,259 INFO org.apache.hadoop.mapred.LocalJobRunner: 
+2017-03-11 10:55:07,259 INFO org.apache.hadoop.mapred.MapTask: Starting flush of map output
+2017-03-11 10:55:07,259 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-11 10:55:07,260 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufend = 650349; bufvoid = 104857600
+2017-03-11 10:55:07,260 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396(104857584); kvend = 26166448(104665792); length = 47949/6553600
+2017-03-11 10:55:07,323 INFO org.apache.hadoop.mapred.MapTask: Finished spill 0
+2017-03-11 10:55:07,324 INFO org.apache.hadoop.mapred.Task: Task:attempt_local7095310_0001_m_000032_0 is done. And is in the process of committing
+2017-03-11 10:55:07,328 INFO org.apache.hadoop.mapred.LocalJobRunner: file:/home/cloudera/workspace/WordCount/sortedline_sample:16000+500
+2017-03-11 10:55:07,328 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local7095310_0001_m_000032_0' done.
+2017-03-11 10:55:07,328 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local7095310_0001_m_000032_0
+2017-03-11 10:55:07,328 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local7095310_0001_m_000033_0
+2017-03-11 10:55:07,329 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-03-11 10:55:07,330 INFO org.apache.hadoop.mapred.Task:  Using ResourceCalculatorProcessTree : [ ]
+2017-03-11 10:55:07,331 INFO org.apache.hadoop.mapred.MapTask: Processing split: file:/home/cloudera/workspace/WordCount/sortedline_sample:16500+500
+2017-03-11 10:55:07,424 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 0 kvi 26214396(104857584)
+2017-03-11 10:55:07,424 INFO org.apache.hadoop.mapred.MapTask: mapreduce.task.io.sort.mb: 100
+2017-03-11 10:55:07,424 INFO org.apache.hadoop.mapred.MapTask: soft limit at 83886080
+2017-03-11 10:55:07,424 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufvoid = 104857600
+2017-03-11 10:55:07,424 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396; length = 6553600
+2017-03-11 10:55:07,425 INFO org.apache.hadoop.mapred.MapTask: Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
+2017-03-11 10:55:07,427 INFO org.apache.hadoop.mapred.LocalJobRunner: 
+2017-03-11 10:55:07,428 INFO org.apache.hadoop.mapred.MapTask: Starting flush of map output
+2017-03-11 10:55:07,428 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-11 10:55:07,428 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufend = 644355; bufvoid = 104857600
+2017-03-11 10:55:07,428 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396(104857584); kvend = 26170444(104681776); length = 43953/6553600
+2017-03-11 10:55:07,478 INFO org.apache.hadoop.mapred.MapTask: Finished spill 0
+2017-03-11 10:55:07,490 INFO org.apache.hadoop.mapred.Task: Task:attempt_local7095310_0001_m_000033_0 is done. And is in the process of committing
+2017-03-11 10:55:07,492 INFO org.apache.hadoop.mapred.LocalJobRunner: file:/home/cloudera/workspace/WordCount/sortedline_sample:16500+500
+2017-03-11 10:55:07,492 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local7095310_0001_m_000033_0' done.
+2017-03-11 10:55:07,493 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local7095310_0001_m_000033_0
+2017-03-11 10:55:07,493 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local7095310_0001_m_000034_0
+2017-03-11 10:55:07,493 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-03-11 10:55:07,495 INFO org.apache.hadoop.mapred.Task:  Using ResourceCalculatorProcessTree : [ ]
+2017-03-11 10:55:07,496 INFO org.apache.hadoop.mapred.MapTask: Processing split: file:/home/cloudera/workspace/WordCount/sortedline_sample:17000+500
+2017-03-11 10:55:07,619 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 0 kvi 26214396(104857584)
+2017-03-11 10:55:07,620 INFO org.apache.hadoop.mapred.MapTask: mapreduce.task.io.sort.mb: 100
+2017-03-11 10:55:07,620 INFO org.apache.hadoop.mapred.MapTask: soft limit at 83886080
+2017-03-11 10:55:07,620 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufvoid = 104857600
+2017-03-11 10:55:07,620 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396; length = 6553600
+2017-03-11 10:55:07,622 INFO org.apache.hadoop.mapred.MapTask: Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
+2017-03-11 10:55:07,625 INFO org.apache.hadoop.mapred.LocalJobRunner: 
+2017-03-11 10:55:07,625 INFO org.apache.hadoop.mapred.MapTask: Starting flush of map output
+2017-03-11 10:55:07,625 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-11 10:55:07,625 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufend = 633366; bufvoid = 104857600
+2017-03-11 10:55:07,625 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396(104857584); kvend = 26166448(104665792); length = 47949/6553600
+2017-03-11 10:55:07,687 INFO org.apache.hadoop.mapred.MapTask: Finished spill 0
+2017-03-11 10:55:07,688 INFO org.apache.hadoop.mapred.Task: Task:attempt_local7095310_0001_m_000034_0 is done. And is in the process of committing
+2017-03-11 10:55:07,689 INFO org.apache.hadoop.mapred.LocalJobRunner: file:/home/cloudera/workspace/WordCount/sortedline_sample:17000+500
+2017-03-11 10:55:07,689 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local7095310_0001_m_000034_0' done.
+2017-03-11 10:55:07,689 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local7095310_0001_m_000034_0
+2017-03-11 10:55:07,689 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local7095310_0001_m_000035_0
+2017-03-11 10:55:07,690 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-03-11 10:55:07,691 INFO org.apache.hadoop.mapred.Task:  Using ResourceCalculatorProcessTree : [ ]
+2017-03-11 10:55:07,692 INFO org.apache.hadoop.mapred.MapTask: Processing split: file:/home/cloudera/workspace/WordCount/sortedline_sample:17500+500
+2017-03-11 10:55:07,770 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 0 kvi 26214396(104857584)
+2017-03-11 10:55:07,771 INFO org.apache.hadoop.mapred.MapTask: mapreduce.task.io.sort.mb: 100
+2017-03-11 10:55:07,771 INFO org.apache.hadoop.mapred.MapTask: soft limit at 83886080
+2017-03-11 10:55:07,771 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufvoid = 104857600
+2017-03-11 10:55:07,771 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396; length = 6553600
+2017-03-11 10:55:07,772 INFO org.apache.hadoop.mapred.MapTask: Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
+2017-03-11 10:55:07,774 INFO org.apache.hadoop.mapred.LocalJobRunner: 
+2017-03-11 10:55:07,775 INFO org.apache.hadoop.mapred.MapTask: Starting flush of map output
+2017-03-11 10:55:07,775 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-11 10:55:07,775 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufend = 609390; bufvoid = 104857600
+2017-03-11 10:55:07,775 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396(104857584); kvend = 26170444(104681776); length = 43953/6553600
+2017-03-11 10:55:07,831 INFO org.apache.hadoop.mapred.MapTask: Finished spill 0
+2017-03-11 10:55:07,833 INFO org.apache.hadoop.mapred.Task: Task:attempt_local7095310_0001_m_000035_0 is done. And is in the process of committing
+2017-03-11 10:55:07,836 INFO org.apache.hadoop.mapred.LocalJobRunner: file:/home/cloudera/workspace/WordCount/sortedline_sample:17500+500
+2017-03-11 10:55:07,836 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local7095310_0001_m_000035_0' done.
+2017-03-11 10:55:07,836 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local7095310_0001_m_000035_0
+2017-03-11 10:55:07,836 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local7095310_0001_m_000036_0
+2017-03-11 10:55:07,837 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-03-11 10:55:07,838 INFO org.apache.hadoop.mapred.Task:  Using ResourceCalculatorProcessTree : [ ]
+2017-03-11 10:55:07,839 INFO org.apache.hadoop.mapred.MapTask: Processing split: file:/home/cloudera/workspace/WordCount/sortedline_sample:18000+500
+2017-03-11 10:55:07,922 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 0 kvi 26214396(104857584)
+2017-03-11 10:55:07,922 INFO org.apache.hadoop.mapred.MapTask: mapreduce.task.io.sort.mb: 100
+2017-03-11 10:55:07,922 INFO org.apache.hadoop.mapred.MapTask: soft limit at 83886080
+2017-03-11 10:55:07,922 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufvoid = 104857600
+2017-03-11 10:55:07,922 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396; length = 6553600
+2017-03-11 10:55:07,923 INFO org.apache.hadoop.mapred.MapTask: Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
+2017-03-11 10:55:07,925 INFO org.apache.hadoop.mapred.LocalJobRunner: 
+2017-03-11 10:55:07,926 INFO org.apache.hadoop.mapred.MapTask: Starting flush of map output
+2017-03-11 10:55:07,926 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-11 10:55:07,926 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufend = 668331; bufvoid = 104857600
+2017-03-11 10:55:07,926 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396(104857584); kvend = 26166448(104665792); length = 47949/6553600
+2017-03-11 10:55:07,965 INFO org.apache.hadoop.mapreduce.Job:  map 47% reduce 0%
+2017-03-11 10:55:07,985 INFO org.apache.hadoop.mapred.MapTask: Finished spill 0
+2017-03-11 10:55:07,990 INFO org.apache.hadoop.mapred.Task: Task:attempt_local7095310_0001_m_000036_0 is done. And is in the process of committing
+2017-03-11 10:55:07,992 INFO org.apache.hadoop.mapred.LocalJobRunner: file:/home/cloudera/workspace/WordCount/sortedline_sample:18000+500
+2017-03-11 10:55:07,993 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local7095310_0001_m_000036_0' done.
+2017-03-11 10:55:07,993 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local7095310_0001_m_000036_0
+2017-03-11 10:55:07,993 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local7095310_0001_m_000037_0
+2017-03-11 10:55:07,993 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-03-11 10:55:07,994 INFO org.apache.hadoop.mapred.Task:  Using ResourceCalculatorProcessTree : [ ]
+2017-03-11 10:55:07,997 INFO org.apache.hadoop.mapred.MapTask: Processing split: file:/home/cloudera/workspace/WordCount/sortedline_sample:18500+500
+2017-03-11 10:55:08,089 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 0 kvi 26214396(104857584)
+2017-03-11 10:55:08,089 INFO org.apache.hadoop.mapred.MapTask: mapreduce.task.io.sort.mb: 100
+2017-03-11 10:55:08,089 INFO org.apache.hadoop.mapred.MapTask: soft limit at 83886080
+2017-03-11 10:55:08,089 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufvoid = 104857600
+2017-03-11 10:55:08,089 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396; length = 6553600
+2017-03-11 10:55:08,090 INFO org.apache.hadoop.mapred.MapTask: Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
+2017-03-11 10:55:08,097 INFO org.apache.hadoop.mapred.LocalJobRunner: 
+2017-03-11 10:55:08,098 INFO org.apache.hadoop.mapred.MapTask: Starting flush of map output
+2017-03-11 10:55:08,098 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-11 10:55:08,098 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufend = 654345; bufvoid = 104857600
+2017-03-11 10:55:08,098 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396(104857584); kvend = 26166448(104665792); length = 47949/6553600
+2017-03-11 10:55:08,154 INFO org.apache.hadoop.mapred.MapTask: Finished spill 0
+2017-03-11 10:55:08,156 INFO org.apache.hadoop.mapred.Task: Task:attempt_local7095310_0001_m_000037_0 is done. And is in the process of committing
+2017-03-11 10:55:08,159 INFO org.apache.hadoop.mapred.LocalJobRunner: file:/home/cloudera/workspace/WordCount/sortedline_sample:18500+500
+2017-03-11 10:55:08,161 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local7095310_0001_m_000037_0' done.
+2017-03-11 10:55:08,164 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local7095310_0001_m_000037_0
+2017-03-11 10:55:08,165 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local7095310_0001_m_000038_0
+2017-03-11 10:55:08,169 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-03-11 10:55:08,170 INFO org.apache.hadoop.mapred.Task:  Using ResourceCalculatorProcessTree : [ ]
+2017-03-11 10:55:08,171 INFO org.apache.hadoop.mapred.MapTask: Processing split: file:/home/cloudera/workspace/WordCount/sortedline_sample:19000+500
+2017-03-11 10:55:08,280 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 0 kvi 26214396(104857584)
+2017-03-11 10:55:08,280 INFO org.apache.hadoop.mapred.MapTask: mapreduce.task.io.sort.mb: 100
+2017-03-11 10:55:08,280 INFO org.apache.hadoop.mapred.MapTask: soft limit at 83886080
+2017-03-11 10:55:08,280 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufvoid = 104857600
+2017-03-11 10:55:08,280 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396; length = 6553600
+2017-03-11 10:55:08,280 INFO org.apache.hadoop.mapred.MapTask: Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
+2017-03-11 10:55:08,284 INFO org.apache.hadoop.mapred.LocalJobRunner: 
+2017-03-11 10:55:08,284 INFO org.apache.hadoop.mapred.MapTask: Starting flush of map output
+2017-03-11 10:55:08,284 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-11 10:55:08,284 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufend = 595404; bufvoid = 104857600
+2017-03-11 10:55:08,284 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396(104857584); kvend = 26174440(104697760); length = 39957/6553600
+2017-03-11 10:55:08,332 INFO org.apache.hadoop.mapred.MapTask: Finished spill 0
+2017-03-11 10:55:08,334 INFO org.apache.hadoop.mapred.Task: Task:attempt_local7095310_0001_m_000038_0 is done. And is in the process of committing
+2017-03-11 10:55:08,340 INFO org.apache.hadoop.mapred.LocalJobRunner: file:/home/cloudera/workspace/WordCount/sortedline_sample:19000+500
+2017-03-11 10:55:08,340 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local7095310_0001_m_000038_0' done.
+2017-03-11 10:55:08,341 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local7095310_0001_m_000038_0
+2017-03-11 10:55:08,341 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local7095310_0001_m_000039_0
+2017-03-11 10:55:08,351 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-03-11 10:55:08,351 INFO org.apache.hadoop.mapred.Task:  Using ResourceCalculatorProcessTree : [ ]
+2017-03-11 10:55:08,352 INFO org.apache.hadoop.mapred.MapTask: Processing split: file:/home/cloudera/workspace/WordCount/sortedline_sample:19500+500
+2017-03-11 10:55:08,436 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 0 kvi 26214396(104857584)
+2017-03-11 10:55:08,437 INFO org.apache.hadoop.mapred.MapTask: mapreduce.task.io.sort.mb: 100
+2017-03-11 10:55:08,437 INFO org.apache.hadoop.mapred.MapTask: soft limit at 83886080
+2017-03-11 10:55:08,437 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufvoid = 104857600
+2017-03-11 10:55:08,437 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396; length = 6553600
+2017-03-11 10:55:08,437 INFO org.apache.hadoop.mapred.MapTask: Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
+2017-03-11 10:55:08,441 INFO org.apache.hadoop.mapred.LocalJobRunner: 
+2017-03-11 10:55:08,441 INFO org.apache.hadoop.mapred.MapTask: Starting flush of map output
+2017-03-11 10:55:08,441 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-11 10:55:08,441 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufend = 669330; bufvoid = 104857600
+2017-03-11 10:55:08,441 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396(104857584); kvend = 26166448(104665792); length = 47949/6553600
+2017-03-11 10:55:08,497 INFO org.apache.hadoop.mapred.MapTask: Finished spill 0
+2017-03-11 10:55:08,498 INFO org.apache.hadoop.mapred.Task: Task:attempt_local7095310_0001_m_000039_0 is done. And is in the process of committing
+2017-03-11 10:55:08,500 INFO org.apache.hadoop.mapred.LocalJobRunner: file:/home/cloudera/workspace/WordCount/sortedline_sample:19500+500
+2017-03-11 10:55:08,500 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local7095310_0001_m_000039_0' done.
+2017-03-11 10:55:08,500 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local7095310_0001_m_000039_0
+2017-03-11 10:55:08,501 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local7095310_0001_m_000040_0
+2017-03-11 10:55:08,501 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-03-11 10:55:08,502 INFO org.apache.hadoop.mapred.Task:  Using ResourceCalculatorProcessTree : [ ]
+2017-03-11 10:55:08,502 INFO org.apache.hadoop.mapred.MapTask: Processing split: file:/home/cloudera/workspace/WordCount/sortedline_sample:20000+500
+2017-03-11 10:55:08,580 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 0 kvi 26214396(104857584)
+2017-03-11 10:55:08,585 INFO org.apache.hadoop.mapred.MapTask: mapreduce.task.io.sort.mb: 100
+2017-03-11 10:55:08,585 INFO org.apache.hadoop.mapred.MapTask: soft limit at 83886080
+2017-03-11 10:55:08,586 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufvoid = 104857600
+2017-03-11 10:55:08,586 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396; length = 6553600
+2017-03-11 10:55:08,589 INFO org.apache.hadoop.mapred.MapTask: Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
+2017-03-11 10:55:08,594 INFO org.apache.hadoop.mapred.LocalJobRunner: 
+2017-03-11 10:55:08,601 INFO org.apache.hadoop.mapred.MapTask: Starting flush of map output
+2017-03-11 10:55:08,601 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-11 10:55:08,601 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufend = 592407; bufvoid = 104857600
+2017-03-11 10:55:08,601 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396(104857584); kvend = 26170444(104681776); length = 43953/6553600
+2017-03-11 10:55:08,656 INFO org.apache.hadoop.mapred.MapTask: Finished spill 0
+2017-03-11 10:55:08,657 INFO org.apache.hadoop.mapred.Task: Task:attempt_local7095310_0001_m_000040_0 is done. And is in the process of committing
+2017-03-11 10:55:08,658 INFO org.apache.hadoop.mapred.LocalJobRunner: file:/home/cloudera/workspace/WordCount/sortedline_sample:20000+500
+2017-03-11 10:55:08,658 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local7095310_0001_m_000040_0' done.
+2017-03-11 10:55:08,658 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local7095310_0001_m_000040_0
+2017-03-11 10:55:08,659 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local7095310_0001_m_000041_0
+2017-03-11 10:55:08,659 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-03-11 10:55:08,660 INFO org.apache.hadoop.mapred.Task:  Using ResourceCalculatorProcessTree : [ ]
+2017-03-11 10:55:08,661 INFO org.apache.hadoop.mapred.MapTask: Processing split: file:/home/cloudera/workspace/WordCount/sortedline_sample:20500+500
+2017-03-11 10:55:08,772 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 0 kvi 26214396(104857584)
+2017-03-11 10:55:08,772 INFO org.apache.hadoop.mapred.MapTask: mapreduce.task.io.sort.mb: 100
+2017-03-11 10:55:08,772 INFO org.apache.hadoop.mapred.MapTask: soft limit at 83886080
+2017-03-11 10:55:08,772 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufvoid = 104857600
+2017-03-11 10:55:08,772 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396; length = 6553600
+2017-03-11 10:55:08,773 INFO org.apache.hadoop.mapred.MapTask: Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
+2017-03-11 10:55:08,776 INFO org.apache.hadoop.mapred.LocalJobRunner: 
+2017-03-11 10:55:08,777 INFO org.apache.hadoop.mapred.MapTask: Starting flush of map output
+2017-03-11 10:55:08,777 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-11 10:55:08,777 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufend = 653346; bufvoid = 104857600
+2017-03-11 10:55:08,777 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396(104857584); kvend = 26166448(104665792); length = 47949/6553600
+2017-03-11 10:55:08,854 INFO org.apache.hadoop.mapred.MapTask: Finished spill 0
+2017-03-11 10:55:08,855 INFO org.apache.hadoop.mapred.Task: Task:attempt_local7095310_0001_m_000041_0 is done. And is in the process of committing
+2017-03-11 10:55:08,856 INFO org.apache.hadoop.mapred.LocalJobRunner: file:/home/cloudera/workspace/WordCount/sortedline_sample:20500+500
+2017-03-11 10:55:08,860 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local7095310_0001_m_000041_0' done.
+2017-03-11 10:55:08,861 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local7095310_0001_m_000041_0
+2017-03-11 10:55:08,861 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local7095310_0001_m_000042_0
+2017-03-11 10:55:08,864 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-03-11 10:55:08,865 INFO org.apache.hadoop.mapred.Task:  Using ResourceCalculatorProcessTree : [ ]
+2017-03-11 10:55:08,867 INFO org.apache.hadoop.mapred.MapTask: Processing split: file:/home/cloudera/workspace/WordCount/sortedline_sample:21000+500
+2017-03-11 10:55:08,955 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 0 kvi 26214396(104857584)
+2017-03-11 10:55:08,955 INFO org.apache.hadoop.mapred.MapTask: mapreduce.task.io.sort.mb: 100
+2017-03-11 10:55:08,955 INFO org.apache.hadoop.mapred.MapTask: soft limit at 83886080
+2017-03-11 10:55:08,955 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufvoid = 104857600
+2017-03-11 10:55:08,955 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396; length = 6553600
+2017-03-11 10:55:08,956 INFO org.apache.hadoop.mapred.MapTask: Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
+2017-03-11 10:55:08,965 INFO org.apache.hadoop.mapreduce.Job:  map 100% reduce 0%
+2017-03-11 10:55:08,966 INFO org.apache.hadoop.mapred.LocalJobRunner: 
+2017-03-11 10:55:08,967 INFO org.apache.hadoop.mapred.MapTask: Starting flush of map output
+2017-03-11 10:55:08,967 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-11 10:55:08,967 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufend = 672327; bufvoid = 104857600
+2017-03-11 10:55:08,967 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396(104857584); kvend = 26166448(104665792); length = 47949/6553600
+2017-03-11 10:55:09,039 INFO org.apache.hadoop.mapred.MapTask: Finished spill 0
+2017-03-11 10:55:09,041 INFO org.apache.hadoop.mapred.Task: Task:attempt_local7095310_0001_m_000042_0 is done. And is in the process of committing
+2017-03-11 10:55:09,042 INFO org.apache.hadoop.mapred.LocalJobRunner: file:/home/cloudera/workspace/WordCount/sortedline_sample:21000+500
+2017-03-11 10:55:09,042 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local7095310_0001_m_000042_0' done.
+2017-03-11 10:55:09,043 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local7095310_0001_m_000042_0
+2017-03-11 10:55:09,043 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local7095310_0001_m_000043_0
+2017-03-11 10:55:09,044 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-03-11 10:55:09,045 INFO org.apache.hadoop.mapred.Task:  Using ResourceCalculatorProcessTree : [ ]
+2017-03-11 10:55:09,046 INFO org.apache.hadoop.mapred.MapTask: Processing split: file:/home/cloudera/workspace/WordCount/sortedline_sample:21500+500
+2017-03-11 10:55:09,139 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 0 kvi 26214396(104857584)
+2017-03-11 10:55:09,140 INFO org.apache.hadoop.mapred.MapTask: mapreduce.task.io.sort.mb: 100
+2017-03-11 10:55:09,140 INFO org.apache.hadoop.mapred.MapTask: soft limit at 83886080
+2017-03-11 10:55:09,140 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufvoid = 104857600
+2017-03-11 10:55:09,140 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396; length = 6553600
+2017-03-11 10:55:09,140 INFO org.apache.hadoop.mapred.MapTask: Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
+2017-03-11 10:55:09,148 INFO org.apache.hadoop.mapred.LocalJobRunner: 
+2017-03-11 10:55:09,148 INFO org.apache.hadoop.mapred.MapTask: Starting flush of map output
+2017-03-11 10:55:09,148 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-11 10:55:09,148 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufend = 648351; bufvoid = 104857600
+2017-03-11 10:55:09,148 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396(104857584); kvend = 26166448(104665792); length = 47949/6553600
+2017-03-11 10:55:09,207 INFO org.apache.hadoop.mapred.MapTask: Finished spill 0
+2017-03-11 10:55:09,208 INFO org.apache.hadoop.mapred.Task: Task:attempt_local7095310_0001_m_000043_0 is done. And is in the process of committing
+2017-03-11 10:55:09,209 INFO org.apache.hadoop.mapred.LocalJobRunner: file:/home/cloudera/workspace/WordCount/sortedline_sample:21500+500
+2017-03-11 10:55:09,209 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local7095310_0001_m_000043_0' done.
+2017-03-11 10:55:09,209 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local7095310_0001_m_000043_0
+2017-03-11 10:55:09,209 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local7095310_0001_m_000044_0
+2017-03-11 10:55:09,211 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-03-11 10:55:09,211 INFO org.apache.hadoop.mapred.Task:  Using ResourceCalculatorProcessTree : [ ]
+2017-03-11 10:55:09,212 INFO org.apache.hadoop.mapred.MapTask: Processing split: file:/home/cloudera/workspace/WordCount/sortedline_sample:22000+500
+2017-03-11 10:55:09,311 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 0 kvi 26214396(104857584)
+2017-03-11 10:55:09,311 INFO org.apache.hadoop.mapred.MapTask: mapreduce.task.io.sort.mb: 100
+2017-03-11 10:55:09,311 INFO org.apache.hadoop.mapred.MapTask: soft limit at 83886080
+2017-03-11 10:55:09,311 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufvoid = 104857600
+2017-03-11 10:55:09,311 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396; length = 6553600
+2017-03-11 10:55:09,312 INFO org.apache.hadoop.mapred.MapTask: Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
+2017-03-11 10:55:09,315 INFO org.apache.hadoop.mapred.LocalJobRunner: 
+2017-03-11 10:55:09,315 INFO org.apache.hadoop.mapred.MapTask: Starting flush of map output
+2017-03-11 10:55:09,315 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-11 10:55:09,316 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufend = 598401; bufvoid = 104857600
+2017-03-11 10:55:09,316 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396(104857584); kvend = 26170444(104681776); length = 43953/6553600
+2017-03-11 10:55:09,367 INFO org.apache.hadoop.mapred.MapTask: Finished spill 0
+2017-03-11 10:55:09,368 INFO org.apache.hadoop.mapred.Task: Task:attempt_local7095310_0001_m_000044_0 is done. And is in the process of committing
+2017-03-11 10:55:09,369 INFO org.apache.hadoop.mapred.LocalJobRunner: file:/home/cloudera/workspace/WordCount/sortedline_sample:22000+500
+2017-03-11 10:55:09,369 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local7095310_0001_m_000044_0' done.
+2017-03-11 10:55:09,370 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local7095310_0001_m_000044_0
+2017-03-11 10:55:09,370 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local7095310_0001_m_000045_0
+2017-03-11 10:55:09,370 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-03-11 10:55:09,371 INFO org.apache.hadoop.mapred.Task:  Using ResourceCalculatorProcessTree : [ ]
+2017-03-11 10:55:09,371 INFO org.apache.hadoop.mapred.MapTask: Processing split: file:/home/cloudera/workspace/WordCount/sortedline_sample:22500+500
+2017-03-11 10:55:09,463 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 0 kvi 26214396(104857584)
+2017-03-11 10:55:09,464 INFO org.apache.hadoop.mapred.MapTask: mapreduce.task.io.sort.mb: 100
+2017-03-11 10:55:09,464 INFO org.apache.hadoop.mapred.MapTask: soft limit at 83886080
+2017-03-11 10:55:09,464 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufvoid = 104857600
+2017-03-11 10:55:09,464 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396; length = 6553600
+2017-03-11 10:55:09,464 INFO org.apache.hadoop.mapred.MapTask: Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
+2017-03-11 10:55:09,468 INFO org.apache.hadoop.mapred.LocalJobRunner: 
+2017-03-11 10:55:09,468 INFO org.apache.hadoop.mapred.MapTask: Starting flush of map output
+2017-03-11 10:55:09,468 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-11 10:55:09,468 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufend = 676323; bufvoid = 104857600
+2017-03-11 10:55:09,468 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396(104857584); kvend = 26166448(104665792); length = 47949/6553600
+2017-03-11 10:55:09,529 INFO org.apache.hadoop.mapred.MapTask: Finished spill 0
+2017-03-11 10:55:09,530 INFO org.apache.hadoop.mapred.Task: Task:attempt_local7095310_0001_m_000045_0 is done. And is in the process of committing
+2017-03-11 10:55:09,533 INFO org.apache.hadoop.mapred.LocalJobRunner: file:/home/cloudera/workspace/WordCount/sortedline_sample:22500+500
+2017-03-11 10:55:09,534 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local7095310_0001_m_000045_0' done.
+2017-03-11 10:55:09,534 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local7095310_0001_m_000045_0
+2017-03-11 10:55:09,534 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local7095310_0001_m_000046_0
+2017-03-11 10:55:09,536 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-03-11 10:55:09,536 INFO org.apache.hadoop.mapred.Task:  Using ResourceCalculatorProcessTree : [ ]
+2017-03-11 10:55:09,537 INFO org.apache.hadoop.mapred.MapTask: Processing split: file:/home/cloudera/workspace/WordCount/sortedline_sample:23000+500
+2017-03-11 10:55:09,637 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 0 kvi 26214396(104857584)
+2017-03-11 10:55:09,638 INFO org.apache.hadoop.mapred.MapTask: mapreduce.task.io.sort.mb: 100
+2017-03-11 10:55:09,638 INFO org.apache.hadoop.mapred.MapTask: soft limit at 83886080
+2017-03-11 10:55:09,638 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufvoid = 104857600
+2017-03-11 10:55:09,638 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396; length = 6553600
+2017-03-11 10:55:09,638 INFO org.apache.hadoop.mapred.MapTask: Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
+2017-03-11 10:55:09,641 INFO org.apache.hadoop.mapred.LocalJobRunner: 
+2017-03-11 10:55:09,641 INFO org.apache.hadoop.mapred.MapTask: Starting flush of map output
+2017-03-11 10:55:09,641 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-11 10:55:09,641 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufend = 614385; bufvoid = 104857600
+2017-03-11 10:55:09,641 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396(104857584); kvend = 26170444(104681776); length = 43953/6553600
+2017-03-11 10:55:09,685 INFO org.apache.hadoop.mapred.MapTask: Finished spill 0
+2017-03-11 10:55:09,686 INFO org.apache.hadoop.mapred.Task: Task:attempt_local7095310_0001_m_000046_0 is done. And is in the process of committing
+2017-03-11 10:55:09,687 INFO org.apache.hadoop.mapred.LocalJobRunner: file:/home/cloudera/workspace/WordCount/sortedline_sample:23000+500
+2017-03-11 10:55:09,687 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local7095310_0001_m_000046_0' done.
+2017-03-11 10:55:09,688 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local7095310_0001_m_000046_0
+2017-03-11 10:55:09,688 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local7095310_0001_m_000047_0
+2017-03-11 10:55:09,696 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-03-11 10:55:09,697 INFO org.apache.hadoop.mapred.Task:  Using ResourceCalculatorProcessTree : [ ]
+2017-03-11 10:55:09,698 INFO org.apache.hadoop.mapred.MapTask: Processing split: file:/home/cloudera/workspace/WordCount/sortedline_sample:23500+500
+2017-03-11 10:55:09,801 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 0 kvi 26214396(104857584)
+2017-03-11 10:55:09,801 INFO org.apache.hadoop.mapred.MapTask: mapreduce.task.io.sort.mb: 100
+2017-03-11 10:55:09,802 INFO org.apache.hadoop.mapred.MapTask: soft limit at 83886080
+2017-03-11 10:55:09,802 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufvoid = 104857600
+2017-03-11 10:55:09,802 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396; length = 6553600
+2017-03-11 10:55:09,803 INFO org.apache.hadoop.mapred.MapTask: Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
+2017-03-11 10:55:09,809 INFO org.apache.hadoop.mapred.LocalJobRunner: 
+2017-03-11 10:55:09,809 INFO org.apache.hadoop.mapred.MapTask: Starting flush of map output
+2017-03-11 10:55:09,809 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-11 10:55:09,810 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufend = 637362; bufvoid = 104857600
+2017-03-11 10:55:09,810 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396(104857584); kvend = 26166448(104665792); length = 47949/6553600
+2017-03-11 10:55:09,863 INFO org.apache.hadoop.mapred.MapTask: Finished spill 0
+2017-03-11 10:55:09,864 INFO org.apache.hadoop.mapred.Task: Task:attempt_local7095310_0001_m_000047_0 is done. And is in the process of committing
+2017-03-11 10:55:09,868 INFO org.apache.hadoop.mapred.LocalJobRunner: file:/home/cloudera/workspace/WordCount/sortedline_sample:23500+500
+2017-03-11 10:55:09,869 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local7095310_0001_m_000047_0' done.
+2017-03-11 10:55:09,869 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local7095310_0001_m_000047_0
+2017-03-11 10:55:09,869 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local7095310_0001_m_000048_0
+2017-03-11 10:55:09,870 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-03-11 10:55:09,870 INFO org.apache.hadoop.mapred.Task:  Using ResourceCalculatorProcessTree : [ ]
+2017-03-11 10:55:09,871 INFO org.apache.hadoop.mapred.MapTask: Processing split: file:/home/cloudera/workspace/WordCount/sortedline_sample:24000+500
+2017-03-11 10:55:09,950 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 0 kvi 26214396(104857584)
+2017-03-11 10:55:09,951 INFO org.apache.hadoop.mapred.MapTask: mapreduce.task.io.sort.mb: 100
+2017-03-11 10:55:09,951 INFO org.apache.hadoop.mapred.MapTask: soft limit at 83886080
+2017-03-11 10:55:09,951 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufvoid = 104857600
+2017-03-11 10:55:09,951 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396; length = 6553600
+2017-03-11 10:55:09,952 INFO org.apache.hadoop.mapred.MapTask: Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
+2017-03-11 10:55:09,970 INFO org.apache.hadoop.mapred.LocalJobRunner: 
+2017-03-11 10:55:09,971 INFO org.apache.hadoop.mapred.MapTask: Starting flush of map output
+2017-03-11 10:55:09,971 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-11 10:55:09,971 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufend = 650349; bufvoid = 104857600
+2017-03-11 10:55:09,971 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396(104857584); kvend = 26166448(104665792); length = 47949/6553600
+2017-03-11 10:55:10,052 INFO org.apache.hadoop.mapred.MapTask: Finished spill 0
+2017-03-11 10:55:10,054 INFO org.apache.hadoop.mapred.Task: Task:attempt_local7095310_0001_m_000048_0 is done. And is in the process of committing
+2017-03-11 10:55:10,055 INFO org.apache.hadoop.mapred.LocalJobRunner: file:/home/cloudera/workspace/WordCount/sortedline_sample:24000+500
+2017-03-11 10:55:10,055 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local7095310_0001_m_000048_0' done.
+2017-03-11 10:55:10,055 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local7095310_0001_m_000048_0
+2017-03-11 10:55:10,056 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local7095310_0001_m_000049_0
+2017-03-11 10:55:10,056 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-03-11 10:55:10,056 INFO org.apache.hadoop.mapred.Task:  Using ResourceCalculatorProcessTree : [ ]
+2017-03-11 10:55:10,057 INFO org.apache.hadoop.mapred.MapTask: Processing split: file:/home/cloudera/workspace/WordCount/sortedline_sample:24500+500
+2017-03-11 10:55:10,170 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 0 kvi 26214396(104857584)
+2017-03-11 10:55:10,171 INFO org.apache.hadoop.mapred.MapTask: mapreduce.task.io.sort.mb: 100
+2017-03-11 10:55:10,171 INFO org.apache.hadoop.mapred.MapTask: soft limit at 83886080
+2017-03-11 10:55:10,171 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufvoid = 104857600
+2017-03-11 10:55:10,171 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396; length = 6553600
+2017-03-11 10:55:10,171 INFO org.apache.hadoop.mapred.MapTask: Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
+2017-03-11 10:55:10,174 INFO org.apache.hadoop.mapred.LocalJobRunner: 
+2017-03-11 10:55:10,174 INFO org.apache.hadoop.mapred.MapTask: Starting flush of map output
+2017-03-11 10:55:10,174 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-11 10:55:10,174 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufend = 624375; bufvoid = 104857600
+2017-03-11 10:55:10,174 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396(104857584); kvend = 26166448(104665792); length = 47949/6553600
+2017-03-11 10:55:10,229 INFO org.apache.hadoop.mapred.MapTask: Finished spill 0
+2017-03-11 10:55:10,231 INFO org.apache.hadoop.mapred.Task: Task:attempt_local7095310_0001_m_000049_0 is done. And is in the process of committing
+2017-03-11 10:55:10,234 INFO org.apache.hadoop.mapred.LocalJobRunner: file:/home/cloudera/workspace/WordCount/sortedline_sample:24500+500
+2017-03-11 10:55:10,234 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local7095310_0001_m_000049_0' done.
+2017-03-11 10:55:10,234 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local7095310_0001_m_000049_0
+2017-03-11 10:55:10,234 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local7095310_0001_m_000050_0
+2017-03-11 10:55:10,235 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-03-11 10:55:10,236 INFO org.apache.hadoop.mapred.Task:  Using ResourceCalculatorProcessTree : [ ]
+2017-03-11 10:55:10,237 INFO org.apache.hadoop.mapred.MapTask: Processing split: file:/home/cloudera/workspace/WordCount/sortedline_sample:25000+500
+2017-03-11 10:55:10,325 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 0 kvi 26214396(104857584)
+2017-03-11 10:55:10,328 INFO org.apache.hadoop.mapred.MapTask: mapreduce.task.io.sort.mb: 100
+2017-03-11 10:55:10,328 INFO org.apache.hadoop.mapred.MapTask: soft limit at 83886080
+2017-03-11 10:55:10,328 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufvoid = 104857600
+2017-03-11 10:55:10,328 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396; length = 6553600
+2017-03-11 10:55:10,337 INFO org.apache.hadoop.mapred.MapTask: Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
+2017-03-11 10:55:10,340 INFO org.apache.hadoop.mapred.LocalJobRunner: 
+2017-03-11 10:55:10,341 INFO org.apache.hadoop.mapred.MapTask: Starting flush of map output
+2017-03-11 10:55:10,341 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-11 10:55:10,342 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufend = 629370; bufvoid = 104857600
+2017-03-11 10:55:10,342 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396(104857584); kvend = 26170444(104681776); length = 43953/6553600
+2017-03-11 10:55:10,396 INFO org.apache.hadoop.mapred.MapTask: Finished spill 0
+2017-03-11 10:55:10,398 INFO org.apache.hadoop.mapred.Task: Task:attempt_local7095310_0001_m_000050_0 is done. And is in the process of committing
+2017-03-11 10:55:10,399 INFO org.apache.hadoop.mapred.LocalJobRunner: file:/home/cloudera/workspace/WordCount/sortedline_sample:25000+500
+2017-03-11 10:55:10,400 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local7095310_0001_m_000050_0' done.
+2017-03-11 10:55:10,400 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local7095310_0001_m_000050_0
+2017-03-11 10:55:10,400 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local7095310_0001_m_000051_0
+2017-03-11 10:55:10,401 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-03-11 10:55:10,401 INFO org.apache.hadoop.mapred.Task:  Using ResourceCalculatorProcessTree : [ ]
+2017-03-11 10:55:10,402 INFO org.apache.hadoop.mapred.MapTask: Processing split: file:/home/cloudera/workspace/WordCount/sortedline_sample:25500+500
+2017-03-11 10:55:10,477 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 0 kvi 26214396(104857584)
+2017-03-11 10:55:10,483 INFO org.apache.hadoop.mapred.MapTask: mapreduce.task.io.sort.mb: 100
+2017-03-11 10:55:10,483 INFO org.apache.hadoop.mapred.MapTask: soft limit at 83886080
+2017-03-11 10:55:10,483 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufvoid = 104857600
+2017-03-11 10:55:10,483 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396; length = 6553600
+2017-03-11 10:55:10,484 INFO org.apache.hadoop.mapred.MapTask: Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
+2017-03-11 10:55:10,487 INFO org.apache.hadoop.mapred.LocalJobRunner: 
+2017-03-11 10:55:10,487 INFO org.apache.hadoop.mapred.MapTask: Starting flush of map output
+2017-03-11 10:55:10,487 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-11 10:55:10,487 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufend = 628371; bufvoid = 104857600
+2017-03-11 10:55:10,487 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396(104857584); kvend = 26170444(104681776); length = 43953/6553600
+2017-03-11 10:55:10,533 INFO org.apache.hadoop.mapred.MapTask: Finished spill 0
+2017-03-11 10:55:10,534 INFO org.apache.hadoop.mapred.Task: Task:attempt_local7095310_0001_m_000051_0 is done. And is in the process of committing
+2017-03-11 10:55:10,539 INFO org.apache.hadoop.mapred.LocalJobRunner: file:/home/cloudera/workspace/WordCount/sortedline_sample:25500+500
+2017-03-11 10:55:10,539 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local7095310_0001_m_000051_0' done.
+2017-03-11 10:55:10,539 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local7095310_0001_m_000051_0
+2017-03-11 10:55:10,539 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local7095310_0001_m_000052_0
+2017-03-11 10:55:10,540 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-03-11 10:55:10,540 INFO org.apache.hadoop.mapred.Task:  Using ResourceCalculatorProcessTree : [ ]
+2017-03-11 10:55:10,541 INFO org.apache.hadoop.mapred.MapTask: Processing split: file:/home/cloudera/workspace/WordCount/sortedline_sample:26000+500
+2017-03-11 10:55:10,631 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 0 kvi 26214396(104857584)
+2017-03-11 10:55:10,634 INFO org.apache.hadoop.mapred.MapTask: mapreduce.task.io.sort.mb: 100
+2017-03-11 10:55:10,634 INFO org.apache.hadoop.mapred.MapTask: soft limit at 83886080
+2017-03-11 10:55:10,634 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufvoid = 104857600
+2017-03-11 10:55:10,634 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396; length = 6553600
+2017-03-11 10:55:10,635 INFO org.apache.hadoop.mapred.MapTask: Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
+2017-03-11 10:55:10,639 INFO org.apache.hadoop.mapred.LocalJobRunner: 
+2017-03-11 10:55:10,639 INFO org.apache.hadoop.mapred.MapTask: Starting flush of map output
+2017-03-11 10:55:10,640 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-11 10:55:10,640 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufend = 683316; bufvoid = 104857600
+2017-03-11 10:55:10,640 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396(104857584); kvend = 26166448(104665792); length = 47949/6553600
+2017-03-11 10:55:10,712 INFO org.apache.hadoop.mapred.MapTask: Finished spill 0
+2017-03-11 10:55:10,717 INFO org.apache.hadoop.mapred.Task: Task:attempt_local7095310_0001_m_000052_0 is done. And is in the process of committing
+2017-03-11 10:55:10,723 INFO org.apache.hadoop.mapred.LocalJobRunner: file:/home/cloudera/workspace/WordCount/sortedline_sample:26000+500
+2017-03-11 10:55:10,723 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local7095310_0001_m_000052_0' done.
+2017-03-11 10:55:10,723 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local7095310_0001_m_000052_0
+2017-03-11 10:55:10,723 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local7095310_0001_m_000053_0
+2017-03-11 10:55:10,725 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-03-11 10:55:10,725 INFO org.apache.hadoop.mapred.Task:  Using ResourceCalculatorProcessTree : [ ]
+2017-03-11 10:55:10,726 INFO org.apache.hadoop.mapred.MapTask: Processing split: file:/home/cloudera/workspace/WordCount/sortedline_sample:26500+500
+2017-03-11 10:55:10,810 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 0 kvi 26214396(104857584)
+2017-03-11 10:55:10,810 INFO org.apache.hadoop.mapred.MapTask: mapreduce.task.io.sort.mb: 100
+2017-03-11 10:55:10,810 INFO org.apache.hadoop.mapred.MapTask: soft limit at 83886080
+2017-03-11 10:55:10,810 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufvoid = 104857600
+2017-03-11 10:55:10,810 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396; length = 6553600
+2017-03-11 10:55:10,811 INFO org.apache.hadoop.mapred.MapTask: Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
+2017-03-11 10:55:10,818 INFO org.apache.hadoop.mapred.LocalJobRunner: 
+2017-03-11 10:55:10,819 INFO org.apache.hadoop.mapred.MapTask: Starting flush of map output
+2017-03-11 10:55:10,819 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-11 10:55:10,819 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufend = 638361; bufvoid = 104857600
+2017-03-11 10:55:10,819 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396(104857584); kvend = 26166448(104665792); length = 47949/6553600
+2017-03-11 10:55:10,873 INFO org.apache.hadoop.mapred.MapTask: Finished spill 0
+2017-03-11 10:55:10,877 INFO org.apache.hadoop.mapred.Task: Task:attempt_local7095310_0001_m_000053_0 is done. And is in the process of committing
+2017-03-11 10:55:10,878 INFO org.apache.hadoop.mapred.LocalJobRunner: file:/home/cloudera/workspace/WordCount/sortedline_sample:26500+500
+2017-03-11 10:55:10,878 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local7095310_0001_m_000053_0' done.
+2017-03-11 10:55:10,879 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local7095310_0001_m_000053_0
+2017-03-11 10:55:10,879 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local7095310_0001_m_000054_0
+2017-03-11 10:55:10,880 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-03-11 10:55:10,880 INFO org.apache.hadoop.mapred.Task:  Using ResourceCalculatorProcessTree : [ ]
+2017-03-11 10:55:10,881 INFO org.apache.hadoop.mapred.MapTask: Processing split: file:/home/cloudera/workspace/WordCount/sortedline_sample:27000+500
+2017-03-11 10:55:10,952 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 0 kvi 26214396(104857584)
+2017-03-11 10:55:10,953 INFO org.apache.hadoop.mapred.MapTask: mapreduce.task.io.sort.mb: 100
+2017-03-11 10:55:10,953 INFO org.apache.hadoop.mapred.MapTask: soft limit at 83886080
+2017-03-11 10:55:10,953 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufvoid = 104857600
+2017-03-11 10:55:10,953 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396; length = 6553600
+2017-03-11 10:55:10,953 INFO org.apache.hadoop.mapred.MapTask: Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
+2017-03-11 10:55:10,956 INFO org.apache.hadoop.mapred.LocalJobRunner: 
+2017-03-11 10:55:10,956 INFO org.apache.hadoop.mapred.MapTask: Starting flush of map output
+2017-03-11 10:55:10,956 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-11 10:55:10,956 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufend = 642357; bufvoid = 104857600
+2017-03-11 10:55:10,957 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396(104857584); kvend = 26166448(104665792); length = 47949/6553600
+2017-03-11 10:55:10,972 INFO org.apache.hadoop.mapreduce.Job:  map 70% reduce 0%
+2017-03-11 10:55:11,014 INFO org.apache.hadoop.mapred.MapTask: Finished spill 0
+2017-03-11 10:55:11,021 INFO org.apache.hadoop.mapred.Task: Task:attempt_local7095310_0001_m_000054_0 is done. And is in the process of committing
+2017-03-11 10:55:11,022 INFO org.apache.hadoop.mapred.LocalJobRunner: file:/home/cloudera/workspace/WordCount/sortedline_sample:27000+500
+2017-03-11 10:55:11,022 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local7095310_0001_m_000054_0' done.
+2017-03-11 10:55:11,022 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local7095310_0001_m_000054_0
+2017-03-11 10:55:11,022 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local7095310_0001_m_000055_0
+2017-03-11 10:55:11,024 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-03-11 10:55:11,025 INFO org.apache.hadoop.mapred.Task:  Using ResourceCalculatorProcessTree : [ ]
+2017-03-11 10:55:11,026 INFO org.apache.hadoop.mapred.MapTask: Processing split: file:/home/cloudera/workspace/WordCount/sortedline_sample:27500+500
+2017-03-11 10:55:11,103 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 0 kvi 26214396(104857584)
+2017-03-11 10:55:11,104 INFO org.apache.hadoop.mapred.MapTask: mapreduce.task.io.sort.mb: 100
+2017-03-11 10:55:11,104 INFO org.apache.hadoop.mapred.MapTask: soft limit at 83886080
+2017-03-11 10:55:11,104 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufvoid = 104857600
+2017-03-11 10:55:11,104 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396; length = 6553600
+2017-03-11 10:55:11,104 INFO org.apache.hadoop.mapred.MapTask: Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
+2017-03-11 10:55:11,107 INFO org.apache.hadoop.mapred.LocalJobRunner: 
+2017-03-11 10:55:11,107 INFO org.apache.hadoop.mapred.MapTask: Starting flush of map output
+2017-03-11 10:55:11,107 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-11 10:55:11,107 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufend = 581418; bufvoid = 104857600
+2017-03-11 10:55:11,107 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396(104857584); kvend = 26174440(104697760); length = 39957/6553600
+2017-03-11 10:55:11,153 INFO org.apache.hadoop.mapred.MapTask: Finished spill 0
+2017-03-11 10:55:11,157 INFO org.apache.hadoop.mapred.Task: Task:attempt_local7095310_0001_m_000055_0 is done. And is in the process of committing
+2017-03-11 10:55:11,158 INFO org.apache.hadoop.mapred.LocalJobRunner: file:/home/cloudera/workspace/WordCount/sortedline_sample:27500+500
+2017-03-11 10:55:11,159 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local7095310_0001_m_000055_0' done.
+2017-03-11 10:55:11,159 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local7095310_0001_m_000055_0
+2017-03-11 10:55:11,159 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local7095310_0001_m_000056_0
+2017-03-11 10:55:11,159 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-03-11 10:55:11,160 INFO org.apache.hadoop.mapred.Task:  Using ResourceCalculatorProcessTree : [ ]
+2017-03-11 10:55:11,160 INFO org.apache.hadoop.mapred.MapTask: Processing split: file:/home/cloudera/workspace/WordCount/sortedline_sample:28000+500
+2017-03-11 10:55:11,247 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 0 kvi 26214396(104857584)
+2017-03-11 10:55:11,247 INFO org.apache.hadoop.mapred.MapTask: mapreduce.task.io.sort.mb: 100
+2017-03-11 10:55:11,247 INFO org.apache.hadoop.mapred.MapTask: soft limit at 83886080
+2017-03-11 10:55:11,247 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufvoid = 104857600
+2017-03-11 10:55:11,247 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396; length = 6553600
+2017-03-11 10:55:11,254 INFO org.apache.hadoop.mapred.MapTask: Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
+2017-03-11 10:55:11,265 INFO org.apache.hadoop.mapred.LocalJobRunner: 
+2017-03-11 10:55:11,266 INFO org.apache.hadoop.mapred.MapTask: Starting flush of map output
+2017-03-11 10:55:11,267 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-11 10:55:11,268 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufend = 649350; bufvoid = 104857600
+2017-03-11 10:55:11,269 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396(104857584); kvend = 26166448(104665792); length = 47949/6553600
+2017-03-11 10:55:11,371 INFO org.apache.hadoop.mapred.MapTask: Finished spill 0
+2017-03-11 10:55:11,375 INFO org.apache.hadoop.mapred.Task: Task:attempt_local7095310_0001_m_000056_0 is done. And is in the process of committing
+2017-03-11 10:55:11,377 INFO org.apache.hadoop.mapred.LocalJobRunner: file:/home/cloudera/workspace/WordCount/sortedline_sample:28000+500
+2017-03-11 10:55:11,377 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local7095310_0001_m_000056_0' done.
+2017-03-11 10:55:11,377 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local7095310_0001_m_000056_0
+2017-03-11 10:55:11,377 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local7095310_0001_m_000057_0
+2017-03-11 10:55:11,378 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-03-11 10:55:11,378 INFO org.apache.hadoop.mapred.Task:  Using ResourceCalculatorProcessTree : [ ]
+2017-03-11 10:55:11,379 INFO org.apache.hadoop.mapred.MapTask: Processing split: file:/home/cloudera/workspace/WordCount/sortedline_sample:28500+500
+2017-03-11 10:55:11,459 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 0 kvi 26214396(104857584)
+2017-03-11 10:55:11,459 INFO org.apache.hadoop.mapred.MapTask: mapreduce.task.io.sort.mb: 100
+2017-03-11 10:55:11,459 INFO org.apache.hadoop.mapred.MapTask: soft limit at 83886080
+2017-03-11 10:55:11,459 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufvoid = 104857600
+2017-03-11 10:55:11,459 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396; length = 6553600
+2017-03-11 10:55:11,460 INFO org.apache.hadoop.mapred.MapTask: Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
+2017-03-11 10:55:11,463 INFO org.apache.hadoop.mapred.LocalJobRunner: 
+2017-03-11 10:55:11,463 INFO org.apache.hadoop.mapred.MapTask: Starting flush of map output
+2017-03-11 10:55:11,463 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-11 10:55:11,463 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufend = 672327; bufvoid = 104857600
+2017-03-11 10:55:11,463 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396(104857584); kvend = 26166448(104665792); length = 47949/6553600
+2017-03-11 10:55:11,520 INFO org.apache.hadoop.mapred.MapTask: Finished spill 0
+2017-03-11 10:55:11,523 INFO org.apache.hadoop.mapred.Task: Task:attempt_local7095310_0001_m_000057_0 is done. And is in the process of committing
+2017-03-11 10:55:11,525 INFO org.apache.hadoop.mapred.LocalJobRunner: file:/home/cloudera/workspace/WordCount/sortedline_sample:28500+500
+2017-03-11 10:55:11,525 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local7095310_0001_m_000057_0' done.
+2017-03-11 10:55:11,525 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local7095310_0001_m_000057_0
+2017-03-11 10:55:11,526 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local7095310_0001_m_000058_0
+2017-03-11 10:55:11,527 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-03-11 10:55:11,527 INFO org.apache.hadoop.mapred.Task:  Using ResourceCalculatorProcessTree : [ ]
+2017-03-11 10:55:11,528 INFO org.apache.hadoop.mapred.MapTask: Processing split: file:/home/cloudera/workspace/WordCount/sortedline_sample:29000+500
+2017-03-11 10:55:11,610 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 0 kvi 26214396(104857584)
+2017-03-11 10:55:11,610 INFO org.apache.hadoop.mapred.MapTask: mapreduce.task.io.sort.mb: 100
+2017-03-11 10:55:11,610 INFO org.apache.hadoop.mapred.MapTask: soft limit at 83886080
+2017-03-11 10:55:11,610 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufvoid = 104857600
+2017-03-11 10:55:11,610 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396; length = 6553600
+2017-03-11 10:55:11,611 INFO org.apache.hadoop.mapred.MapTask: Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
+2017-03-11 10:55:11,614 INFO org.apache.hadoop.mapred.LocalJobRunner: 
+2017-03-11 10:55:11,614 INFO org.apache.hadoop.mapred.MapTask: Starting flush of map output
+2017-03-11 10:55:11,614 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-11 10:55:11,614 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufend = 619380; bufvoid = 104857600
+2017-03-11 10:55:11,614 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396(104857584); kvend = 26170444(104681776); length = 43953/6553600
+2017-03-11 10:55:11,664 INFO org.apache.hadoop.mapred.MapTask: Finished spill 0
+2017-03-11 10:55:11,665 INFO org.apache.hadoop.mapred.Task: Task:attempt_local7095310_0001_m_000058_0 is done. And is in the process of committing
+2017-03-11 10:55:11,667 INFO org.apache.hadoop.mapred.LocalJobRunner: file:/home/cloudera/workspace/WordCount/sortedline_sample:29000+500
+2017-03-11 10:55:11,667 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local7095310_0001_m_000058_0' done.
+2017-03-11 10:55:11,667 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local7095310_0001_m_000058_0
+2017-03-11 10:55:11,667 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local7095310_0001_m_000059_0
+2017-03-11 10:55:11,667 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-03-11 10:55:11,668 INFO org.apache.hadoop.mapred.Task:  Using ResourceCalculatorProcessTree : [ ]
+2017-03-11 10:55:11,668 INFO org.apache.hadoop.mapred.MapTask: Processing split: file:/home/cloudera/workspace/WordCount/sortedline_sample:29500+500
+2017-03-11 10:55:11,756 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 0 kvi 26214396(104857584)
+2017-03-11 10:55:11,757 INFO org.apache.hadoop.mapred.MapTask: mapreduce.task.io.sort.mb: 100
+2017-03-11 10:55:11,757 INFO org.apache.hadoop.mapred.MapTask: soft limit at 83886080
+2017-03-11 10:55:11,757 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufvoid = 104857600
+2017-03-11 10:55:11,757 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396; length = 6553600
+2017-03-11 10:55:11,757 INFO org.apache.hadoop.mapred.MapTask: Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
+2017-03-11 10:55:11,761 INFO org.apache.hadoop.mapred.LocalJobRunner: 
+2017-03-11 10:55:11,761 INFO org.apache.hadoop.mapred.MapTask: Starting flush of map output
+2017-03-11 10:55:11,761 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-11 10:55:11,761 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufend = 676323; bufvoid = 104857600
+2017-03-11 10:55:11,761 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396(104857584); kvend = 26162452(104649808); length = 51945/6553600
+2017-03-11 10:55:11,829 INFO org.apache.hadoop.mapred.MapTask: Finished spill 0
+2017-03-11 10:55:11,831 INFO org.apache.hadoop.mapred.Task: Task:attempt_local7095310_0001_m_000059_0 is done. And is in the process of committing
+2017-03-11 10:55:11,832 INFO org.apache.hadoop.mapred.LocalJobRunner: file:/home/cloudera/workspace/WordCount/sortedline_sample:29500+500
+2017-03-11 10:55:11,833 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local7095310_0001_m_000059_0' done.
+2017-03-11 10:55:11,833 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local7095310_0001_m_000059_0
+2017-03-11 10:55:11,833 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local7095310_0001_m_000060_0
+2017-03-11 10:55:11,834 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-03-11 10:55:11,837 INFO org.apache.hadoop.mapred.Task:  Using ResourceCalculatorProcessTree : [ ]
+2017-03-11 10:55:11,841 INFO org.apache.hadoop.mapred.MapTask: Processing split: file:/home/cloudera/workspace/WordCount/sortedline_sample:30000+500
+2017-03-11 10:55:11,927 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 0 kvi 26214396(104857584)
+2017-03-11 10:55:11,927 INFO org.apache.hadoop.mapred.MapTask: mapreduce.task.io.sort.mb: 100
+2017-03-11 10:55:11,927 INFO org.apache.hadoop.mapred.MapTask: soft limit at 83886080
+2017-03-11 10:55:11,927 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufvoid = 104857600
+2017-03-11 10:55:11,927 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396; length = 6553600
+2017-03-11 10:55:11,928 INFO org.apache.hadoop.mapred.MapTask: Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
+2017-03-11 10:55:11,931 INFO org.apache.hadoop.mapred.LocalJobRunner: 
+2017-03-11 10:55:11,935 INFO org.apache.hadoop.mapred.MapTask: Starting flush of map output
+2017-03-11 10:55:11,935 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-11 10:55:11,935 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufend = 630369; bufvoid = 104857600
+2017-03-11 10:55:11,935 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396(104857584); kvend = 26170444(104681776); length = 43953/6553600
+2017-03-11 10:55:11,972 INFO org.apache.hadoop.mapreduce.Job:  map 78% reduce 0%
+2017-03-11 10:55:11,991 INFO org.apache.hadoop.mapred.MapTask: Finished spill 0
+2017-03-11 10:55:11,993 INFO org.apache.hadoop.mapred.Task: Task:attempt_local7095310_0001_m_000060_0 is done. And is in the process of committing
+2017-03-11 10:55:11,994 INFO org.apache.hadoop.mapred.LocalJobRunner: file:/home/cloudera/workspace/WordCount/sortedline_sample:30000+500
+2017-03-11 10:55:11,995 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local7095310_0001_m_000060_0' done.
+2017-03-11 10:55:11,995 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local7095310_0001_m_000060_0
+2017-03-11 10:55:11,995 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local7095310_0001_m_000061_0
+2017-03-11 10:55:11,996 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-03-11 10:55:11,997 INFO org.apache.hadoop.mapred.Task:  Using ResourceCalculatorProcessTree : [ ]
+2017-03-11 10:55:11,999 INFO org.apache.hadoop.mapred.MapTask: Processing split: file:/home/cloudera/workspace/WordCount/sortedline_sample:30500+500
+2017-03-11 10:55:12,095 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 0 kvi 26214396(104857584)
+2017-03-11 10:55:12,099 INFO org.apache.hadoop.mapred.MapTask: mapreduce.task.io.sort.mb: 100
+2017-03-11 10:55:12,099 INFO org.apache.hadoop.mapred.MapTask: soft limit at 83886080
+2017-03-11 10:55:12,100 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufvoid = 104857600
+2017-03-11 10:55:12,100 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396; length = 6553600
+2017-03-11 10:55:12,104 INFO org.apache.hadoop.mapred.MapTask: Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
+2017-03-11 10:55:12,110 INFO org.apache.hadoop.mapred.LocalJobRunner: 
+2017-03-11 10:55:12,111 INFO org.apache.hadoop.mapred.MapTask: Starting flush of map output
+2017-03-11 10:55:12,111 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-11 10:55:12,111 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufend = 615384; bufvoid = 104857600
+2017-03-11 10:55:12,111 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396(104857584); kvend = 26166448(104665792); length = 47949/6553600
+2017-03-11 10:55:12,200 INFO org.apache.hadoop.mapred.MapTask: Finished spill 0
+2017-03-11 10:55:12,204 INFO org.apache.hadoop.mapred.Task: Task:attempt_local7095310_0001_m_000061_0 is done. And is in the process of committing
+2017-03-11 10:55:12,205 INFO org.apache.hadoop.mapred.LocalJobRunner: file:/home/cloudera/workspace/WordCount/sortedline_sample:30500+500
+2017-03-11 10:55:12,206 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local7095310_0001_m_000061_0' done.
+2017-03-11 10:55:12,206 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local7095310_0001_m_000061_0
+2017-03-11 10:55:12,206 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local7095310_0001_m_000062_0
+2017-03-11 10:55:12,207 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-03-11 10:55:12,207 INFO org.apache.hadoop.mapred.Task:  Using ResourceCalculatorProcessTree : [ ]
+2017-03-11 10:55:12,208 INFO org.apache.hadoop.mapred.MapTask: Processing split: file:/home/cloudera/workspace/WordCount/sortedline_sample:31000+500
+2017-03-11 10:55:12,287 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 0 kvi 26214396(104857584)
+2017-03-11 10:55:12,287 INFO org.apache.hadoop.mapred.MapTask: mapreduce.task.io.sort.mb: 100
+2017-03-11 10:55:12,287 INFO org.apache.hadoop.mapred.MapTask: soft limit at 83886080
+2017-03-11 10:55:12,287 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufvoid = 104857600
+2017-03-11 10:55:12,287 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396; length = 6553600
+2017-03-11 10:55:12,287 INFO org.apache.hadoop.mapred.MapTask: Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
+2017-03-11 10:55:12,294 INFO org.apache.hadoop.mapred.LocalJobRunner: 
+2017-03-11 10:55:12,294 INFO org.apache.hadoop.mapred.MapTask: Starting flush of map output
+2017-03-11 10:55:12,297 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-11 10:55:12,297 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufend = 638361; bufvoid = 104857600
+2017-03-11 10:55:12,297 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396(104857584); kvend = 26166448(104665792); length = 47949/6553600
+2017-03-11 10:55:12,359 INFO org.apache.hadoop.mapred.MapTask: Finished spill 0
+2017-03-11 10:55:12,360 INFO org.apache.hadoop.mapred.Task: Task:attempt_local7095310_0001_m_000062_0 is done. And is in the process of committing
+2017-03-11 10:55:12,362 INFO org.apache.hadoop.mapred.LocalJobRunner: file:/home/cloudera/workspace/WordCount/sortedline_sample:31000+500
+2017-03-11 10:55:12,362 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local7095310_0001_m_000062_0' done.
+2017-03-11 10:55:12,362 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local7095310_0001_m_000062_0
+2017-03-11 10:55:12,362 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local7095310_0001_m_000063_0
+2017-03-11 10:55:12,363 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-03-11 10:55:12,364 INFO org.apache.hadoop.mapred.Task:  Using ResourceCalculatorProcessTree : [ ]
+2017-03-11 10:55:12,365 INFO org.apache.hadoop.mapred.MapTask: Processing split: file:/home/cloudera/workspace/WordCount/sortedline_sample:31500+500
+2017-03-11 10:55:12,456 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 0 kvi 26214396(104857584)
+2017-03-11 10:55:12,456 INFO org.apache.hadoop.mapred.MapTask: mapreduce.task.io.sort.mb: 100
+2017-03-11 10:55:12,456 INFO org.apache.hadoop.mapred.MapTask: soft limit at 83886080
+2017-03-11 10:55:12,456 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufvoid = 104857600
+2017-03-11 10:55:12,456 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396; length = 6553600
+2017-03-11 10:55:12,457 INFO org.apache.hadoop.mapred.MapTask: Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
+2017-03-11 10:55:12,460 INFO org.apache.hadoop.mapred.LocalJobRunner: 
+2017-03-11 10:55:12,461 INFO org.apache.hadoop.mapred.MapTask: Starting flush of map output
+2017-03-11 10:55:12,461 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-11 10:55:12,461 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufend = 665334; bufvoid = 104857600
+2017-03-11 10:55:12,461 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396(104857584); kvend = 26166448(104665792); length = 47949/6553600
+2017-03-11 10:55:12,514 INFO org.apache.hadoop.mapred.MapTask: Finished spill 0
+2017-03-11 10:55:12,515 INFO org.apache.hadoop.mapred.Task: Task:attempt_local7095310_0001_m_000063_0 is done. And is in the process of committing
+2017-03-11 10:55:12,516 INFO org.apache.hadoop.mapred.LocalJobRunner: file:/home/cloudera/workspace/WordCount/sortedline_sample:31500+500
+2017-03-11 10:55:12,522 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local7095310_0001_m_000063_0' done.
+2017-03-11 10:55:12,522 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local7095310_0001_m_000063_0
+2017-03-11 10:55:12,522 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local7095310_0001_m_000064_0
+2017-03-11 10:55:12,524 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-03-11 10:55:12,524 INFO org.apache.hadoop.mapred.Task:  Using ResourceCalculatorProcessTree : [ ]
+2017-03-11 10:55:12,525 INFO org.apache.hadoop.mapred.MapTask: Processing split: file:/home/cloudera/workspace/WordCount/sortedline_sample:32000+500
+2017-03-11 10:55:12,605 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 0 kvi 26214396(104857584)
+2017-03-11 10:55:12,606 INFO org.apache.hadoop.mapred.MapTask: mapreduce.task.io.sort.mb: 100
+2017-03-11 10:55:12,606 INFO org.apache.hadoop.mapred.MapTask: soft limit at 83886080
+2017-03-11 10:55:12,606 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufvoid = 104857600
+2017-03-11 10:55:12,606 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396; length = 6553600
+2017-03-11 10:55:12,606 INFO org.apache.hadoop.mapred.MapTask: Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
+2017-03-11 10:55:12,610 INFO org.apache.hadoop.mapred.LocalJobRunner: 
+2017-03-11 10:55:12,610 INFO org.apache.hadoop.mapred.MapTask: Starting flush of map output
+2017-03-11 10:55:12,610 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-11 10:55:12,610 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufend = 644355; bufvoid = 104857600
+2017-03-11 10:55:12,610 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396(104857584); kvend = 26170444(104681776); length = 43953/6553600
+2017-03-11 10:55:12,656 INFO org.apache.hadoop.mapred.MapTask: Finished spill 0
+2017-03-11 10:55:12,660 INFO org.apache.hadoop.mapred.Task: Task:attempt_local7095310_0001_m_000064_0 is done. And is in the process of committing
+2017-03-11 10:55:12,668 INFO org.apache.hadoop.mapred.LocalJobRunner: file:/home/cloudera/workspace/WordCount/sortedline_sample:32000+500
+2017-03-11 10:55:12,669 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local7095310_0001_m_000064_0' done.
+2017-03-11 10:55:12,670 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local7095310_0001_m_000064_0
+2017-03-11 10:55:12,670 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local7095310_0001_m_000065_0
+2017-03-11 10:55:12,674 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-03-11 10:55:12,675 INFO org.apache.hadoop.mapred.Task:  Using ResourceCalculatorProcessTree : [ ]
+2017-03-11 10:55:12,676 INFO org.apache.hadoop.mapred.MapTask: Processing split: file:/home/cloudera/workspace/WordCount/sortedline_sample:32500+500
+2017-03-11 10:55:12,877 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 0 kvi 26214396(104857584)
+2017-03-11 10:55:12,879 INFO org.apache.hadoop.mapred.MapTask: mapreduce.task.io.sort.mb: 100
+2017-03-11 10:55:12,879 INFO org.apache.hadoop.mapred.MapTask: soft limit at 83886080
+2017-03-11 10:55:12,879 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufvoid = 104857600
+2017-03-11 10:55:12,879 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396; length = 6553600
+2017-03-11 10:55:12,891 INFO org.apache.hadoop.mapred.MapTask: Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
+2017-03-11 10:55:12,895 INFO org.apache.hadoop.mapred.LocalJobRunner: 
+2017-03-11 10:55:12,896 INFO org.apache.hadoop.mapred.MapTask: Starting flush of map output
+2017-03-11 10:55:12,896 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-11 10:55:12,896 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufend = 642357; bufvoid = 104857600
+2017-03-11 10:55:12,896 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396(104857584); kvend = 26166448(104665792); length = 47949/6553600
+2017-03-11 10:55:12,978 INFO org.apache.hadoop.mapreduce.Job:  map 84% reduce 0%
+2017-03-11 10:55:12,986 INFO org.apache.hadoop.mapred.MapTask: Finished spill 0
+2017-03-11 10:55:12,988 INFO org.apache.hadoop.mapred.Task: Task:attempt_local7095310_0001_m_000065_0 is done. And is in the process of committing
+2017-03-11 10:55:12,989 INFO org.apache.hadoop.mapred.LocalJobRunner: file:/home/cloudera/workspace/WordCount/sortedline_sample:32500+500
+2017-03-11 10:55:12,990 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local7095310_0001_m_000065_0' done.
+2017-03-11 10:55:12,990 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local7095310_0001_m_000065_0
+2017-03-11 10:55:12,990 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local7095310_0001_m_000066_0
+2017-03-11 10:55:12,990 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-03-11 10:55:12,991 INFO org.apache.hadoop.mapred.Task:  Using ResourceCalculatorProcessTree : [ ]
+2017-03-11 10:55:12,991 INFO org.apache.hadoop.mapred.MapTask: Processing split: file:/home/cloudera/workspace/WordCount/sortedline_sample:33000+500
+2017-03-11 10:55:13,096 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 0 kvi 26214396(104857584)
+2017-03-11 10:55:13,097 INFO org.apache.hadoop.mapred.MapTask: mapreduce.task.io.sort.mb: 100
+2017-03-11 10:55:13,097 INFO org.apache.hadoop.mapred.MapTask: soft limit at 83886080
+2017-03-11 10:55:13,097 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufvoid = 104857600
+2017-03-11 10:55:13,097 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396; length = 6553600
+2017-03-11 10:55:13,100 INFO org.apache.hadoop.mapred.MapTask: Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
+2017-03-11 10:55:13,103 INFO org.apache.hadoop.mapred.LocalJobRunner: 
+2017-03-11 10:55:13,103 INFO org.apache.hadoop.mapred.MapTask: Starting flush of map output
+2017-03-11 10:55:13,104 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-11 10:55:13,104 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufend = 602397; bufvoid = 104857600
+2017-03-11 10:55:13,104 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396(104857584); kvend = 26170444(104681776); length = 43953/6553600
+2017-03-11 10:55:13,150 INFO org.apache.hadoop.mapred.MapTask: Finished spill 0
+2017-03-11 10:55:13,154 INFO org.apache.hadoop.mapred.Task: Task:attempt_local7095310_0001_m_000066_0 is done. And is in the process of committing
+2017-03-11 10:55:13,155 INFO org.apache.hadoop.mapred.LocalJobRunner: file:/home/cloudera/workspace/WordCount/sortedline_sample:33000+500
+2017-03-11 10:55:13,155 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local7095310_0001_m_000066_0' done.
+2017-03-11 10:55:13,155 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local7095310_0001_m_000066_0
+2017-03-11 10:55:13,155 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local7095310_0001_m_000067_0
+2017-03-11 10:55:13,156 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-03-11 10:55:13,156 INFO org.apache.hadoop.mapred.Task:  Using ResourceCalculatorProcessTree : [ ]
+2017-03-11 10:55:13,157 INFO org.apache.hadoop.mapred.MapTask: Processing split: file:/home/cloudera/workspace/WordCount/sortedline_sample:33500+500
+2017-03-11 10:55:13,244 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 0 kvi 26214396(104857584)
+2017-03-11 10:55:13,244 INFO org.apache.hadoop.mapred.MapTask: mapreduce.task.io.sort.mb: 100
+2017-03-11 10:55:13,244 INFO org.apache.hadoop.mapred.MapTask: soft limit at 83886080
+2017-03-11 10:55:13,244 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufvoid = 104857600
+2017-03-11 10:55:13,244 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396; length = 6553600
+2017-03-11 10:55:13,245 INFO org.apache.hadoop.mapred.MapTask: Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
+2017-03-11 10:55:13,248 INFO org.apache.hadoop.mapred.LocalJobRunner: 
+2017-03-11 10:55:13,248 INFO org.apache.hadoop.mapred.MapTask: Starting flush of map output
+2017-03-11 10:55:13,248 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-11 10:55:13,248 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufend = 655344; bufvoid = 104857600
+2017-03-11 10:55:13,248 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396(104857584); kvend = 26166448(104665792); length = 47949/6553600
+2017-03-11 10:55:13,304 INFO org.apache.hadoop.mapred.MapTask: Finished spill 0
+2017-03-11 10:55:13,306 INFO org.apache.hadoop.mapred.Task: Task:attempt_local7095310_0001_m_000067_0 is done. And is in the process of committing
+2017-03-11 10:55:13,309 INFO org.apache.hadoop.mapred.LocalJobRunner: file:/home/cloudera/workspace/WordCount/sortedline_sample:33500+500
+2017-03-11 10:55:13,309 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local7095310_0001_m_000067_0' done.
+2017-03-11 10:55:13,309 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local7095310_0001_m_000067_0
+2017-03-11 10:55:13,309 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local7095310_0001_m_000068_0
+2017-03-11 10:55:13,310 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-03-11 10:55:13,310 INFO org.apache.hadoop.mapred.Task:  Using ResourceCalculatorProcessTree : [ ]
+2017-03-11 10:55:13,311 INFO org.apache.hadoop.mapred.MapTask: Processing split: file:/home/cloudera/workspace/WordCount/sortedline_sample:34000+500
+2017-03-11 10:55:13,400 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 0 kvi 26214396(104857584)
+2017-03-11 10:55:13,401 INFO org.apache.hadoop.mapred.MapTask: mapreduce.task.io.sort.mb: 100
+2017-03-11 10:55:13,401 INFO org.apache.hadoop.mapred.MapTask: soft limit at 83886080
+2017-03-11 10:55:13,401 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufvoid = 104857600
+2017-03-11 10:55:13,401 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396; length = 6553600
+2017-03-11 10:55:13,407 INFO org.apache.hadoop.mapred.MapTask: Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
+2017-03-11 10:55:13,424 INFO org.apache.hadoop.mapred.LocalJobRunner: 
+2017-03-11 10:55:13,424 INFO org.apache.hadoop.mapred.MapTask: Starting flush of map output
+2017-03-11 10:55:13,424 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-11 10:55:13,424 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufend = 656343; bufvoid = 104857600
+2017-03-11 10:55:13,424 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396(104857584); kvend = 26166448(104665792); length = 47949/6553600
+2017-03-11 10:55:13,576 INFO org.apache.hadoop.mapred.MapTask: Finished spill 0
+2017-03-11 10:55:13,582 INFO org.apache.hadoop.mapred.Task: Task:attempt_local7095310_0001_m_000068_0 is done. And is in the process of committing
+2017-03-11 10:55:13,589 INFO org.apache.hadoop.mapred.LocalJobRunner: file:/home/cloudera/workspace/WordCount/sortedline_sample:34000+500
+2017-03-11 10:55:13,590 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local7095310_0001_m_000068_0' done.
+2017-03-11 10:55:13,591 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local7095310_0001_m_000068_0
+2017-03-11 10:55:13,592 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local7095310_0001_m_000069_0
+2017-03-11 10:55:13,594 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-03-11 10:55:13,594 INFO org.apache.hadoop.mapred.Task:  Using ResourceCalculatorProcessTree : [ ]
+2017-03-11 10:55:13,595 INFO org.apache.hadoop.mapred.MapTask: Processing split: file:/home/cloudera/workspace/WordCount/sortedline_sample:34500+500
+2017-03-11 10:55:13,744 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 0 kvi 26214396(104857584)
+2017-03-11 10:55:13,745 INFO org.apache.hadoop.mapred.MapTask: mapreduce.task.io.sort.mb: 100
+2017-03-11 10:55:13,745 INFO org.apache.hadoop.mapred.MapTask: soft limit at 83886080
+2017-03-11 10:55:13,745 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufvoid = 104857600
+2017-03-11 10:55:13,745 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396; length = 6553600
+2017-03-11 10:55:13,745 INFO org.apache.hadoop.mapred.MapTask: Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
+2017-03-11 10:55:13,748 INFO org.apache.hadoop.mapred.LocalJobRunner: 
+2017-03-11 10:55:13,748 INFO org.apache.hadoop.mapred.MapTask: Starting flush of map output
+2017-03-11 10:55:13,749 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-11 10:55:13,749 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufend = 584415; bufvoid = 104857600
+2017-03-11 10:55:13,749 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396(104857584); kvend = 26174440(104697760); length = 39957/6553600
+2017-03-11 10:55:13,869 INFO org.apache.hadoop.mapred.MapTask: Finished spill 0
+2017-03-11 10:55:13,876 INFO org.apache.hadoop.mapred.Task: Task:attempt_local7095310_0001_m_000069_0 is done. And is in the process of committing
+2017-03-11 10:55:13,878 INFO org.apache.hadoop.mapred.LocalJobRunner: file:/home/cloudera/workspace/WordCount/sortedline_sample:34500+500
+2017-03-11 10:55:13,878 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local7095310_0001_m_000069_0' done.
+2017-03-11 10:55:13,878 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local7095310_0001_m_000069_0
+2017-03-11 10:55:13,878 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local7095310_0001_m_000070_0
+2017-03-11 10:55:13,879 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-03-11 10:55:13,879 INFO org.apache.hadoop.mapred.Task:  Using ResourceCalculatorProcessTree : [ ]
+2017-03-11 10:55:13,879 INFO org.apache.hadoop.mapred.MapTask: Processing split: file:/home/cloudera/workspace/WordCount/sortedline_sample:35000+500
+2017-03-11 10:55:13,980 INFO org.apache.hadoop.mapreduce.Job:  map 100% reduce 0%
+2017-03-11 10:55:14,049 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 0 kvi 26214396(104857584)
+2017-03-11 10:55:14,050 INFO org.apache.hadoop.mapred.MapTask: mapreduce.task.io.sort.mb: 100
+2017-03-11 10:55:14,050 INFO org.apache.hadoop.mapred.MapTask: soft limit at 83886080
+2017-03-11 10:55:14,051 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufvoid = 104857600
+2017-03-11 10:55:14,051 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396; length = 6553600
+2017-03-11 10:55:14,051 INFO org.apache.hadoop.mapred.MapTask: Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
+2017-03-11 10:55:14,059 INFO org.apache.hadoop.mapred.LocalJobRunner: 
+2017-03-11 10:55:14,059 INFO org.apache.hadoop.mapred.MapTask: Starting flush of map output
+2017-03-11 10:55:14,059 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-11 10:55:14,059 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufend = 685314; bufvoid = 104857600
+2017-03-11 10:55:14,059 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396(104857584); kvend = 26166448(104665792); length = 47949/6553600
+2017-03-11 10:55:14,210 INFO org.apache.hadoop.mapred.MapTask: Finished spill 0
+2017-03-11 10:55:14,215 INFO org.apache.hadoop.mapred.Task: Task:attempt_local7095310_0001_m_000070_0 is done. And is in the process of committing
+2017-03-11 10:55:14,226 INFO org.apache.hadoop.mapred.LocalJobRunner: file:/home/cloudera/workspace/WordCount/sortedline_sample:35000+500
+2017-03-11 10:55:14,226 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local7095310_0001_m_000070_0' done.
+2017-03-11 10:55:14,227 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local7095310_0001_m_000070_0
+2017-03-11 10:55:14,227 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local7095310_0001_m_000071_0
+2017-03-11 10:55:14,230 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-03-11 10:55:14,231 INFO org.apache.hadoop.mapred.Task:  Using ResourceCalculatorProcessTree : [ ]
+2017-03-11 10:55:14,233 INFO org.apache.hadoop.mapred.MapTask: Processing split: file:/home/cloudera/workspace/WordCount/sortedline_sample:35500+500
+2017-03-11 10:55:14,321 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 0 kvi 26214396(104857584)
+2017-03-11 10:55:14,321 INFO org.apache.hadoop.mapred.MapTask: mapreduce.task.io.sort.mb: 100
+2017-03-11 10:55:14,321 INFO org.apache.hadoop.mapred.MapTask: soft limit at 83886080
+2017-03-11 10:55:14,321 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufvoid = 104857600
+2017-03-11 10:55:14,321 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396; length = 6553600
+2017-03-11 10:55:14,322 INFO org.apache.hadoop.mapred.MapTask: Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
+2017-03-11 10:55:14,325 INFO org.apache.hadoop.mapred.LocalJobRunner: 
+2017-03-11 10:55:14,325 INFO org.apache.hadoop.mapred.MapTask: Starting flush of map output
+2017-03-11 10:55:14,325 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-11 10:55:14,326 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufend = 586413; bufvoid = 104857600
+2017-03-11 10:55:14,326 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396(104857584); kvend = 26170444(104681776); length = 43953/6553600
+2017-03-11 10:55:14,376 INFO org.apache.hadoop.mapred.MapTask: Finished spill 0
+2017-03-11 10:55:14,377 INFO org.apache.hadoop.mapred.Task: Task:attempt_local7095310_0001_m_000071_0 is done. And is in the process of committing
+2017-03-11 10:55:14,378 INFO org.apache.hadoop.mapred.LocalJobRunner: file:/home/cloudera/workspace/WordCount/sortedline_sample:35500+500
+2017-03-11 10:55:14,378 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local7095310_0001_m_000071_0' done.
+2017-03-11 10:55:14,378 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local7095310_0001_m_000071_0
+2017-03-11 10:55:14,378 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local7095310_0001_m_000072_0
+2017-03-11 10:55:14,379 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-03-11 10:55:14,379 INFO org.apache.hadoop.mapred.Task:  Using ResourceCalculatorProcessTree : [ ]
+2017-03-11 10:55:14,381 INFO org.apache.hadoop.mapred.MapTask: Processing split: file:/home/cloudera/workspace/WordCount/sortedline_sample:36000+500
+2017-03-11 10:55:14,454 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 0 kvi 26214396(104857584)
+2017-03-11 10:55:14,455 INFO org.apache.hadoop.mapred.MapTask: mapreduce.task.io.sort.mb: 100
+2017-03-11 10:55:14,455 INFO org.apache.hadoop.mapred.MapTask: soft limit at 83886080
+2017-03-11 10:55:14,455 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufvoid = 104857600
+2017-03-11 10:55:14,455 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396; length = 6553600
+2017-03-11 10:55:14,455 INFO org.apache.hadoop.mapred.MapTask: Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
+2017-03-11 10:55:14,458 INFO org.apache.hadoop.mapred.LocalJobRunner: 
+2017-03-11 10:55:14,458 INFO org.apache.hadoop.mapred.MapTask: Starting flush of map output
+2017-03-11 10:55:14,458 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-11 10:55:14,458 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufend = 641358; bufvoid = 104857600
+2017-03-11 10:55:14,458 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396(104857584); kvend = 26166448(104665792); length = 47949/6553600
+2017-03-11 10:55:14,515 INFO org.apache.hadoop.mapred.MapTask: Finished spill 0
+2017-03-11 10:55:14,517 INFO org.apache.hadoop.mapred.Task: Task:attempt_local7095310_0001_m_000072_0 is done. And is in the process of committing
+2017-03-11 10:55:14,518 INFO org.apache.hadoop.mapred.LocalJobRunner: file:/home/cloudera/workspace/WordCount/sortedline_sample:36000+500
+2017-03-11 10:55:14,518 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local7095310_0001_m_000072_0' done.
+2017-03-11 10:55:14,518 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local7095310_0001_m_000072_0
+2017-03-11 10:55:14,518 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local7095310_0001_m_000073_0
+2017-03-11 10:55:14,519 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-03-11 10:55:14,519 INFO org.apache.hadoop.mapred.Task:  Using ResourceCalculatorProcessTree : [ ]
+2017-03-11 10:55:14,520 INFO org.apache.hadoop.mapred.MapTask: Processing split: file:/home/cloudera/workspace/WordCount/sortedline_sample:36500+500
+2017-03-11 10:55:14,602 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 0 kvi 26214396(104857584)
+2017-03-11 10:55:14,603 INFO org.apache.hadoop.mapred.MapTask: mapreduce.task.io.sort.mb: 100
+2017-03-11 10:55:14,604 INFO org.apache.hadoop.mapred.MapTask: soft limit at 83886080
+2017-03-11 10:55:14,604 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufvoid = 104857600
+2017-03-11 10:55:14,604 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396; length = 6553600
+2017-03-11 10:55:14,605 INFO org.apache.hadoop.mapred.MapTask: Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
+2017-03-11 10:55:14,608 INFO org.apache.hadoop.mapred.LocalJobRunner: 
+2017-03-11 10:55:14,608 INFO org.apache.hadoop.mapred.MapTask: Starting flush of map output
+2017-03-11 10:55:14,608 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-11 10:55:14,608 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufend = 632367; bufvoid = 104857600
+2017-03-11 10:55:14,608 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396(104857584); kvend = 26170444(104681776); length = 43953/6553600
+2017-03-11 10:55:14,651 INFO org.apache.hadoop.mapred.MapTask: Finished spill 0
+2017-03-11 10:55:14,652 INFO org.apache.hadoop.mapred.Task: Task:attempt_local7095310_0001_m_000073_0 is done. And is in the process of committing
+2017-03-11 10:55:14,653 INFO org.apache.hadoop.mapred.LocalJobRunner: file:/home/cloudera/workspace/WordCount/sortedline_sample:36500+500
+2017-03-11 10:55:14,653 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local7095310_0001_m_000073_0' done.
+2017-03-11 10:55:14,654 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local7095310_0001_m_000073_0
+2017-03-11 10:55:14,655 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local7095310_0001_m_000074_0
+2017-03-11 10:55:14,655 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-03-11 10:55:14,655 INFO org.apache.hadoop.mapred.Task:  Using ResourceCalculatorProcessTree : [ ]
+2017-03-11 10:55:14,656 INFO org.apache.hadoop.mapred.MapTask: Processing split: file:/home/cloudera/workspace/WordCount/sortedline_sample:37000+500
+2017-03-11 10:55:14,740 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 0 kvi 26214396(104857584)
+2017-03-11 10:55:14,741 INFO org.apache.hadoop.mapred.MapTask: mapreduce.task.io.sort.mb: 100
+2017-03-11 10:55:14,741 INFO org.apache.hadoop.mapred.MapTask: soft limit at 83886080
+2017-03-11 10:55:14,741 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufvoid = 104857600
+2017-03-11 10:55:14,741 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396; length = 6553600
+2017-03-11 10:55:14,742 INFO org.apache.hadoop.mapred.MapTask: Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
+2017-03-11 10:55:14,745 INFO org.apache.hadoop.mapred.LocalJobRunner: 
+2017-03-11 10:55:14,745 INFO org.apache.hadoop.mapred.MapTask: Starting flush of map output
+2017-03-11 10:55:14,745 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-11 10:55:14,745 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufend = 666333; bufvoid = 104857600
+2017-03-11 10:55:14,745 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396(104857584); kvend = 26166448(104665792); length = 47949/6553600
+2017-03-11 10:55:14,796 INFO org.apache.hadoop.mapred.MapTask: Finished spill 0
+2017-03-11 10:55:14,797 INFO org.apache.hadoop.mapred.Task: Task:attempt_local7095310_0001_m_000074_0 is done. And is in the process of committing
+2017-03-11 10:55:14,799 INFO org.apache.hadoop.mapred.LocalJobRunner: file:/home/cloudera/workspace/WordCount/sortedline_sample:37000+500
+2017-03-11 10:55:14,799 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local7095310_0001_m_000074_0' done.
+2017-03-11 10:55:14,799 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local7095310_0001_m_000074_0
+2017-03-11 10:55:14,799 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local7095310_0001_m_000075_0
+2017-03-11 10:55:14,799 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-03-11 10:55:14,800 INFO org.apache.hadoop.mapred.Task:  Using ResourceCalculatorProcessTree : [ ]
+2017-03-11 10:55:14,800 INFO org.apache.hadoop.mapred.MapTask: Processing split: file:/home/cloudera/workspace/WordCount/sortedline_sample:37500+500
+2017-03-11 10:55:14,894 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 0 kvi 26214396(104857584)
+2017-03-11 10:55:14,898 INFO org.apache.hadoop.mapred.MapTask: mapreduce.task.io.sort.mb: 100
+2017-03-11 10:55:14,898 INFO org.apache.hadoop.mapred.MapTask: soft limit at 83886080
+2017-03-11 10:55:14,898 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufvoid = 104857600
+2017-03-11 10:55:14,900 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396; length = 6553600
+2017-03-11 10:55:14,901 INFO org.apache.hadoop.mapred.MapTask: Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
+2017-03-11 10:55:14,908 INFO org.apache.hadoop.mapred.LocalJobRunner: 
+2017-03-11 10:55:14,908 INFO org.apache.hadoop.mapred.MapTask: Starting flush of map output
+2017-03-11 10:55:14,911 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-11 10:55:14,911 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufend = 642357; bufvoid = 104857600
+2017-03-11 10:55:14,911 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396(104857584); kvend = 26166448(104665792); length = 47949/6553600
+2017-03-11 10:55:14,981 INFO org.apache.hadoop.mapreduce.Job:  map 97% reduce 0%
+2017-03-11 10:55:15,011 INFO org.apache.hadoop.mapred.MapTask: Finished spill 0
+2017-03-11 10:55:15,018 INFO org.apache.hadoop.mapred.Task: Task:attempt_local7095310_0001_m_000075_0 is done. And is in the process of committing
+2017-03-11 10:55:15,029 INFO org.apache.hadoop.mapred.LocalJobRunner: file:/home/cloudera/workspace/WordCount/sortedline_sample:37500+500
+2017-03-11 10:55:15,030 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local7095310_0001_m_000075_0' done.
+2017-03-11 10:55:15,031 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local7095310_0001_m_000075_0
+2017-03-11 10:55:15,033 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local7095310_0001_m_000076_0
+2017-03-11 10:55:15,037 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-03-11 10:55:15,038 INFO org.apache.hadoop.mapred.Task:  Using ResourceCalculatorProcessTree : [ ]
+2017-03-11 10:55:15,039 INFO org.apache.hadoop.mapred.MapTask: Processing split: file:/home/cloudera/workspace/WordCount/sortedline_sample:38000+477
+2017-03-11 10:55:15,163 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 0 kvi 26214396(104857584)
+2017-03-11 10:55:15,163 INFO org.apache.hadoop.mapred.MapTask: mapreduce.task.io.sort.mb: 100
+2017-03-11 10:55:15,163 INFO org.apache.hadoop.mapred.MapTask: soft limit at 83886080
+2017-03-11 10:55:15,163 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufvoid = 104857600
+2017-03-11 10:55:15,163 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396; length = 6553600
+2017-03-11 10:55:15,164 INFO org.apache.hadoop.mapred.MapTask: Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
+2017-03-11 10:55:15,166 INFO org.apache.hadoop.mapred.LocalJobRunner: 
+2017-03-11 10:55:15,166 INFO org.apache.hadoop.mapred.MapTask: Starting flush of map output
+2017-03-11 10:55:15,166 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-11 10:55:15,166 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufend = 584415; bufvoid = 104857600
+2017-03-11 10:55:15,166 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396(104857584); kvend = 26170444(104681776); length = 43953/6553600
+2017-03-11 10:55:15,229 INFO org.apache.hadoop.mapred.MapTask: Finished spill 0
+2017-03-11 10:55:15,230 INFO org.apache.hadoop.mapred.Task: Task:attempt_local7095310_0001_m_000076_0 is done. And is in the process of committing
+2017-03-11 10:55:15,231 INFO org.apache.hadoop.mapred.LocalJobRunner: file:/home/cloudera/workspace/WordCount/sortedline_sample:38000+477
+2017-03-11 10:55:15,235 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local7095310_0001_m_000076_0' done.
+2017-03-11 10:55:15,237 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local7095310_0001_m_000076_0
+2017-03-11 10:55:15,238 INFO org.apache.hadoop.mapred.LocalJobRunner: map task executor complete.
+2017-03-11 10:55:15,242 INFO org.apache.hadoop.mapred.LocalJobRunner: Waiting for reduce tasks
+2017-03-11 10:55:15,243 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local7095310_0001_r_000000_0
+2017-03-11 10:55:15,250 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-03-11 10:55:15,250 INFO org.apache.hadoop.mapred.Task:  Using ResourceCalculatorProcessTree : [ ]
+2017-03-11 10:55:15,255 INFO org.apache.hadoop.mapred.ReduceTask: Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@44fe9034
+2017-03-11 10:55:15,274 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: MergerManager: memoryLimit=679778688, maxSingleShuffleLimit=169944672, mergeThreshold=448653952, ioSortFactor=10, memToMemMergeOutputsThreshold=10
+2017-03-11 10:55:15,283 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: attempt_local7095310_0001_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
+2017-03-11 10:55:15,314 INFO org.apache.hadoop.io.compress.CodecPool: Got brand-new decompressor [.deflate]
+2017-03-11 10:55:15,314 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#1 about to shuffle output of map attempt_local7095310_0001_m_000036_0 decomp: 692309 len: 36531 to MEMORY
+2017-03-11 10:55:15,317 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 692309 bytes from map-output for attempt_local7095310_0001_m_000036_0
+2017-03-11 10:55:15,317 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 692309, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->692309
+2017-03-11 10:55:15,321 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#1 about to shuffle output of map attempt_local7095310_0001_m_000064_0 decomp: 666335 len: 32315 to MEMORY
+2017-03-11 10:55:15,322 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 666335 bytes from map-output for attempt_local7095310_0001_m_000064_0
+2017-03-11 10:55:15,323 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 666335, inMemoryMapOutputs.size() -> 2, commitMemory -> 692309, usedMemory ->1358644
+2017-03-11 10:55:15,325 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#1 about to shuffle output of map attempt_local7095310_0001_m_000037_0 decomp: 678323 len: 35963 to MEMORY
+2017-03-11 10:55:15,327 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 678323 bytes from map-output for attempt_local7095310_0001_m_000037_0
+2017-03-11 10:55:15,327 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 678323, inMemoryMapOutputs.size() -> 3, commitMemory -> 1358644, usedMemory ->2036967
+2017-03-11 10:55:15,328 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#1 about to shuffle output of map attempt_local7095310_0001_m_000062_0 decomp: 662339 len: 36288 to MEMORY
+2017-03-11 10:55:15,330 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 662339 bytes from map-output for attempt_local7095310_0001_m_000062_0
+2017-03-11 10:55:15,330 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 662339, inMemoryMapOutputs.size() -> 4, commitMemory -> 2036967, usedMemory ->2699306
+2017-03-11 10:55:15,337 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#1 about to shuffle output of map attempt_local7095310_0001_m_000038_0 decomp: 615386 len: 29423 to MEMORY
+2017-03-11 10:55:15,340 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 615386 bytes from map-output for attempt_local7095310_0001_m_000038_0
+2017-03-11 10:55:15,341 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 615386, inMemoryMapOutputs.size() -> 5, commitMemory -> 2699306, usedMemory ->3314692
+2017-03-11 10:55:15,342 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#1 about to shuffle output of map attempt_local7095310_0001_m_000039_0 decomp: 693308 len: 36677 to MEMORY
+2017-03-11 10:55:15,343 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 693308 bytes from map-output for attempt_local7095310_0001_m_000039_0
+2017-03-11 10:55:15,344 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 693308, inMemoryMapOutputs.size() -> 6, commitMemory -> 3314692, usedMemory ->4008000
+2017-03-11 10:55:15,345 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#1 about to shuffle output of map attempt_local7095310_0001_m_000063_0 decomp: 689312 len: 35903 to MEMORY
+2017-03-11 10:55:15,347 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 689312 bytes from map-output for attempt_local7095310_0001_m_000063_0
+2017-03-11 10:55:15,347 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 689312, inMemoryMapOutputs.size() -> 7, commitMemory -> 4008000, usedMemory ->4697312
+2017-03-11 10:55:15,349 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#1 about to shuffle output of map attempt_local7095310_0001_m_000060_0 decomp: 652349 len: 32601 to MEMORY
+2017-03-11 10:55:15,351 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 652349 bytes from map-output for attempt_local7095310_0001_m_000060_0
+2017-03-11 10:55:15,351 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 652349, inMemoryMapOutputs.size() -> 8, commitMemory -> 4697312, usedMemory ->5349661
+2017-03-11 10:55:15,353 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#1 about to shuffle output of map attempt_local7095310_0001_m_000033_0 decomp: 666335 len: 32623 to MEMORY
+2017-03-11 10:55:15,355 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 666335 bytes from map-output for attempt_local7095310_0001_m_000033_0
+2017-03-11 10:55:15,355 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 666335, inMemoryMapOutputs.size() -> 9, commitMemory -> 5349661, usedMemory ->6015996
+2017-03-11 10:55:15,357 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#1 about to shuffle output of map attempt_local7095310_0001_m_000061_0 decomp: 639362 len: 36093 to MEMORY
+2017-03-11 10:55:15,360 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 639362 bytes from map-output for attempt_local7095310_0001_m_000061_0
+2017-03-11 10:55:15,361 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 639362, inMemoryMapOutputs.size() -> 10, commitMemory -> 6015996, usedMemory ->6655358
+2017-03-11 10:55:15,362 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#1 about to shuffle output of map attempt_local7095310_0001_m_000034_0 decomp: 657344 len: 36111 to MEMORY
+2017-03-11 10:55:15,364 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 657344 bytes from map-output for attempt_local7095310_0001_m_000034_0
+2017-03-11 10:55:15,365 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 657344, inMemoryMapOutputs.size() -> 11, commitMemory -> 6655358, usedMemory ->7312702
+2017-03-11 10:55:15,366 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#1 about to shuffle output of map attempt_local7095310_0001_m_000059_0 decomp: 702299 len: 39364 to MEMORY
+2017-03-11 10:55:15,368 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 702299 bytes from map-output for attempt_local7095310_0001_m_000059_0
+2017-03-11 10:55:15,368 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 702299, inMemoryMapOutputs.size() -> 12, commitMemory -> 7312702, usedMemory ->8015001
+2017-03-11 10:55:15,379 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#1 about to shuffle output of map attempt_local7095310_0001_m_000035_0 decomp: 631370 len: 32839 to MEMORY
+2017-03-11 10:55:15,382 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 631370 bytes from map-output for attempt_local7095310_0001_m_000035_0
+2017-03-11 10:55:15,383 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 631370, inMemoryMapOutputs.size() -> 13, commitMemory -> 8015001, usedMemory ->8646371
+2017-03-11 10:55:15,384 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#1 about to shuffle output of map attempt_local7095310_0001_m_000030_0 decomp: 688313 len: 35966 to MEMORY
+2017-03-11 10:55:15,386 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 688313 bytes from map-output for attempt_local7095310_0001_m_000030_0
+2017-03-11 10:55:15,386 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 688313, inMemoryMapOutputs.size() -> 14, commitMemory -> 8646371, usedMemory ->9334684
+2017-03-11 10:55:15,394 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#1 about to shuffle output of map attempt_local7095310_0001_m_000057_0 decomp: 696305 len: 36588 to MEMORY
+2017-03-11 10:55:15,401 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 696305 bytes from map-output for attempt_local7095310_0001_m_000057_0
+2017-03-11 10:55:15,402 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 696305, inMemoryMapOutputs.size() -> 15, commitMemory -> 9334684, usedMemory ->10030989
+2017-03-11 10:55:15,406 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#1 about to shuffle output of map attempt_local7095310_0001_m_000031_0 decomp: 654347 len: 35850 to MEMORY
+2017-03-11 10:55:15,410 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 654347 bytes from map-output for attempt_local7095310_0001_m_000031_0
+2017-03-11 10:55:15,412 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 654347, inMemoryMapOutputs.size() -> 16, commitMemory -> 10030989, usedMemory ->10685336
+2017-03-11 10:55:15,414 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#1 about to shuffle output of map attempt_local7095310_0001_m_000058_0 decomp: 641360 len: 33112 to MEMORY
+2017-03-11 10:55:15,420 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 641360 bytes from map-output for attempt_local7095310_0001_m_000058_0
+2017-03-11 10:55:15,420 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 641360, inMemoryMapOutputs.size() -> 17, commitMemory -> 10685336, usedMemory ->11326696
+2017-03-11 10:55:15,422 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#1 about to shuffle output of map attempt_local7095310_0001_m_000056_0 decomp: 673328 len: 36014 to MEMORY
+2017-03-11 10:55:15,428 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 673328 bytes from map-output for attempt_local7095310_0001_m_000056_0
+2017-03-11 10:55:15,428 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 673328, inMemoryMapOutputs.size() -> 18, commitMemory -> 11326696, usedMemory ->12000024
+2017-03-11 10:55:15,431 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#1 about to shuffle output of map attempt_local7095310_0001_m_000032_0 decomp: 674327 len: 36048 to MEMORY
+2017-03-11 10:55:15,437 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 674327 bytes from map-output for attempt_local7095310_0001_m_000032_0
+2017-03-11 10:55:15,438 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 674327, inMemoryMapOutputs.size() -> 19, commitMemory -> 12000024, usedMemory ->12674351
+2017-03-11 10:55:15,439 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#1 about to shuffle output of map attempt_local7095310_0001_m_000027_0 decomp: 636365 len: 33552 to MEMORY
+2017-03-11 10:55:15,440 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 636365 bytes from map-output for attempt_local7095310_0001_m_000027_0
+2017-03-11 10:55:15,449 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 636365, inMemoryMapOutputs.size() -> 20, commitMemory -> 12674351, usedMemory ->13310716
+2017-03-11 10:55:15,456 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#1 about to shuffle output of map attempt_local7095310_0001_m_000054_0 decomp: 666335 len: 36863 to MEMORY
+2017-03-11 10:55:15,458 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 666335 bytes from map-output for attempt_local7095310_0001_m_000054_0
+2017-03-11 10:55:15,463 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 666335, inMemoryMapOutputs.size() -> 21, commitMemory -> 13310716, usedMemory ->13977051
+2017-03-11 10:55:15,464 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#1 about to shuffle output of map attempt_local7095310_0001_m_000055_0 decomp: 601400 len: 29598 to MEMORY
+2017-03-11 10:55:15,465 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 601400 bytes from map-output for attempt_local7095310_0001_m_000055_0
+2017-03-11 10:55:15,468 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 601400, inMemoryMapOutputs.size() -> 22, commitMemory -> 13977051, usedMemory ->14578451
+2017-03-11 10:55:15,469 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#1 about to shuffle output of map attempt_local7095310_0001_m_000028_0 decomp: 649352 len: 33094 to MEMORY
+2017-03-11 10:55:15,475 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 649352 bytes from map-output for attempt_local7095310_0001_m_000028_0
+2017-03-11 10:55:15,478 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 649352, inMemoryMapOutputs.size() -> 23, commitMemory -> 14578451, usedMemory ->15227803
+2017-03-11 10:55:15,479 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#1 about to shuffle output of map attempt_local7095310_0001_m_000052_0 decomp: 707294 len: 36541 to MEMORY
+2017-03-11 10:55:15,483 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 707294 bytes from map-output for attempt_local7095310_0001_m_000052_0
+2017-03-11 10:55:15,483 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 707294, inMemoryMapOutputs.size() -> 24, commitMemory -> 15227803, usedMemory ->15935097
+2017-03-11 10:55:15,487 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#1 about to shuffle output of map attempt_local7095310_0001_m_000053_0 decomp: 662339 len: 36359 to MEMORY
+2017-03-11 10:55:15,489 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 662339 bytes from map-output for attempt_local7095310_0001_m_000053_0
+2017-03-11 10:55:15,489 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 662339, inMemoryMapOutputs.size() -> 25, commitMemory -> 15935097, usedMemory ->16597436
+2017-03-11 10:55:15,490 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#1 about to shuffle output of map attempt_local7095310_0001_m_000000_0 decomp: 646355 len: 27970 to MEMORY
+2017-03-11 10:55:15,493 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 646355 bytes from map-output for attempt_local7095310_0001_m_000000_0
+2017-03-11 10:55:15,494 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 646355, inMemoryMapOutputs.size() -> 26, commitMemory -> 16597436, usedMemory ->17243791
+2017-03-11 10:55:15,495 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#1 about to shuffle output of map attempt_local7095310_0001_m_000029_0 decomp: 658343 len: 32613 to MEMORY
+2017-03-11 10:55:15,497 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 658343 bytes from map-output for attempt_local7095310_0001_m_000029_0
+2017-03-11 10:55:15,497 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 658343, inMemoryMapOutputs.size() -> 27, commitMemory -> 17243791, usedMemory ->17902134
+2017-03-11 10:55:15,498 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#1 about to shuffle output of map attempt_local7095310_0001_m_000024_0 decomp: 674327 len: 35955 to MEMORY
+2017-03-11 10:55:15,505 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 674327 bytes from map-output for attempt_local7095310_0001_m_000024_0
+2017-03-11 10:55:15,506 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 674327, inMemoryMapOutputs.size() -> 28, commitMemory -> 17902134, usedMemory ->18576461
+2017-03-11 10:55:15,510 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#1 about to shuffle output of map attempt_local7095310_0001_m_000072_0 decomp: 665336 len: 35914 to MEMORY
+2017-03-11 10:55:15,512 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 665336 bytes from map-output for attempt_local7095310_0001_m_000072_0
+2017-03-11 10:55:15,512 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 665336, inMemoryMapOutputs.size() -> 29, commitMemory -> 18576461, usedMemory ->19241797
+2017-03-11 10:55:15,514 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#1 about to shuffle output of map attempt_local7095310_0001_m_000002_0 decomp: 654347 len: 27609 to MEMORY
+2017-03-11 10:55:15,516 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 654347 bytes from map-output for attempt_local7095310_0001_m_000002_0
+2017-03-11 10:55:15,516 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 654347, inMemoryMapOutputs.size() -> 30, commitMemory -> 19241797, usedMemory ->19896144
+2017-03-11 10:55:15,519 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#1 about to shuffle output of map attempt_local7095310_0001_m_000001_0 decomp: 669332 len: 31489 to MEMORY
+2017-03-11 10:55:15,520 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 669332 bytes from map-output for attempt_local7095310_0001_m_000001_0
+2017-03-11 10:55:15,521 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 669332, inMemoryMapOutputs.size() -> 31, commitMemory -> 19896144, usedMemory ->20565476
+2017-03-11 10:55:15,523 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#1 about to shuffle output of map attempt_local7095310_0001_m_000051_0 decomp: 650351 len: 32575 to MEMORY
+2017-03-11 10:55:15,524 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 650351 bytes from map-output for attempt_local7095310_0001_m_000051_0
+2017-03-11 10:55:15,525 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 650351, inMemoryMapOutputs.size() -> 32, commitMemory -> 20565476, usedMemory ->21215827
+2017-03-11 10:55:15,526 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#1 about to shuffle output of map attempt_local7095310_0001_m_000074_0 decomp: 690311 len: 35702 to MEMORY
+2017-03-11 10:55:15,528 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 690311 bytes from map-output for attempt_local7095310_0001_m_000074_0
+2017-03-11 10:55:15,528 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 690311, inMemoryMapOutputs.size() -> 33, commitMemory -> 21215827, usedMemory ->21906138
+2017-03-11 10:55:15,529 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#1 about to shuffle output of map attempt_local7095310_0001_m_000050_0 decomp: 651350 len: 34063 to MEMORY
+2017-03-11 10:55:15,531 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 651350 bytes from map-output for attempt_local7095310_0001_m_000050_0
+2017-03-11 10:55:15,532 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 651350, inMemoryMapOutputs.size() -> 34, commitMemory -> 21906138, usedMemory ->22557488
+2017-03-11 10:55:15,544 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#1 about to shuffle output of map attempt_local7095310_0001_m_000026_0 decomp: 680321 len: 36534 to MEMORY
+2017-03-11 10:55:15,547 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 680321 bytes from map-output for attempt_local7095310_0001_m_000026_0
+2017-03-11 10:55:15,547 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 680321, inMemoryMapOutputs.size() -> 35, commitMemory -> 22557488, usedMemory ->23237809
+2017-03-11 10:55:15,549 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#1 about to shuffle output of map attempt_local7095310_0001_m_000025_0 decomp: 613388 len: 30127 to MEMORY
+2017-03-11 10:55:15,550 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 613388 bytes from map-output for attempt_local7095310_0001_m_000025_0
+2017-03-11 10:55:15,551 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 613388, inMemoryMapOutputs.size() -> 36, commitMemory -> 23237809, usedMemory ->23851197
+2017-03-11 10:55:15,552 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#1 about to shuffle output of map attempt_local7095310_0001_m_000049_0 decomp: 648353 len: 36111 to MEMORY
+2017-03-11 10:55:15,554 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 648353 bytes from map-output for attempt_local7095310_0001_m_000049_0
+2017-03-11 10:55:15,554 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 648353, inMemoryMapOutputs.size() -> 37, commitMemory -> 23851197, usedMemory ->24499550
+2017-03-11 10:55:15,555 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#1 about to shuffle output of map attempt_local7095310_0001_m_000003_0 decomp: 616385 len: 23794 to MEMORY
+2017-03-11 10:55:15,561 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 616385 bytes from map-output for attempt_local7095310_0001_m_000003_0
+2017-03-11 10:55:15,562 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 616385, inMemoryMapOutputs.size() -> 38, commitMemory -> 24499550, usedMemory ->25115935
+2017-03-11 10:55:15,563 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#1 about to shuffle output of map attempt_local7095310_0001_m_000073_0 decomp: 654347 len: 33078 to MEMORY
+2017-03-11 10:55:15,567 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 654347 bytes from map-output for attempt_local7095310_0001_m_000073_0
+2017-03-11 10:55:15,567 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 654347, inMemoryMapOutputs.size() -> 39, commitMemory -> 25115935, usedMemory ->25770282
+2017-03-11 10:55:15,567 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#1 about to shuffle output of map attempt_local7095310_0001_m_000048_0 decomp: 674327 len: 36538 to MEMORY
+2017-03-11 10:55:15,569 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 674327 bytes from map-output for attempt_local7095310_0001_m_000048_0
+2017-03-11 10:55:15,569 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 674327, inMemoryMapOutputs.size() -> 40, commitMemory -> 25770282, usedMemory ->26444609
+2017-03-11 10:55:15,570 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#1 about to shuffle output of map attempt_local7095310_0001_m_000021_0 decomp: 668333 len: 36323 to MEMORY
+2017-03-11 10:55:15,572 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 668333 bytes from map-output for attempt_local7095310_0001_m_000021_0
+2017-03-11 10:55:15,573 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 668333, inMemoryMapOutputs.size() -> 41, commitMemory -> 26444609, usedMemory ->27112942
+2017-03-11 10:55:15,574 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#1 about to shuffle output of map attempt_local7095310_0001_m_000005_0 decomp: 653348 len: 30915 to MEMORY
+2017-03-11 10:55:15,577 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 653348 bytes from map-output for attempt_local7095310_0001_m_000005_0
+2017-03-11 10:55:15,577 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 653348, inMemoryMapOutputs.size() -> 42, commitMemory -> 27112942, usedMemory ->27766290
+2017-03-11 10:55:15,579 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#1 about to shuffle output of map attempt_local7095310_0001_m_000075_0 decomp: 666335 len: 35884 to MEMORY
+2017-03-11 10:55:15,581 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 666335 bytes from map-output for attempt_local7095310_0001_m_000075_0
+2017-03-11 10:55:15,582 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 666335, inMemoryMapOutputs.size() -> 43, commitMemory -> 27766290, usedMemory ->28432625
+2017-03-11 10:55:15,582 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#1 about to shuffle output of map attempt_local7095310_0001_m_000020_0 decomp: 665336 len: 33439 to MEMORY
+2017-03-11 10:55:15,585 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 665336 bytes from map-output for attempt_local7095310_0001_m_000020_0
+2017-03-11 10:55:15,585 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 665336, inMemoryMapOutputs.size() -> 44, commitMemory -> 28432625, usedMemory ->29097961
+2017-03-11 10:55:15,590 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#1 about to shuffle output of map attempt_local7095310_0001_m_000004_0 decomp: 639362 len: 27628 to MEMORY
+2017-03-11 10:55:15,591 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 639362 bytes from map-output for attempt_local7095310_0001_m_000004_0
+2017-03-11 10:55:15,592 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 639362, inMemoryMapOutputs.size() -> 45, commitMemory -> 29097961, usedMemory ->29737323
+2017-03-11 10:55:15,593 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#1 about to shuffle output of map attempt_local7095310_0001_m_000047_0 decomp: 661340 len: 35892 to MEMORY
+2017-03-11 10:55:15,594 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 661340 bytes from map-output for attempt_local7095310_0001_m_000047_0
+2017-03-11 10:55:15,594 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 661340, inMemoryMapOutputs.size() -> 46, commitMemory -> 29737323, usedMemory ->30398663
+2017-03-11 10:55:15,596 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#1 about to shuffle output of map attempt_local7095310_0001_m_000023_0 decomp: 669332 len: 35955 to MEMORY
+2017-03-11 10:55:15,598 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 669332 bytes from map-output for attempt_local7095310_0001_m_000023_0
+2017-03-11 10:55:15,599 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 669332, inMemoryMapOutputs.size() -> 47, commitMemory -> 30398663, usedMemory ->31067995
+2017-03-11 10:55:15,600 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#1 about to shuffle output of map attempt_local7095310_0001_m_000007_0 decomp: 619382 len: 31293 to MEMORY
+2017-03-11 10:55:15,601 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 619382 bytes from map-output for attempt_local7095310_0001_m_000007_0
+2017-03-11 10:55:15,601 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 619382, inMemoryMapOutputs.size() -> 48, commitMemory -> 31067995, usedMemory ->31687377
+2017-03-11 10:55:15,602 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#1 about to shuffle output of map attempt_local7095310_0001_m_000006_0 decomp: 608393 len: 27419 to MEMORY
+2017-03-11 10:55:15,607 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 608393 bytes from map-output for attempt_local7095310_0001_m_000006_0
+2017-03-11 10:55:15,607 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 608393, inMemoryMapOutputs.size() -> 49, commitMemory -> 31687377, usedMemory ->32295770
+2017-03-11 10:55:15,608 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#1 about to shuffle output of map attempt_local7095310_0001_m_000022_0 decomp: 659342 len: 36360 to MEMORY
+2017-03-11 10:55:15,610 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 659342 bytes from map-output for attempt_local7095310_0001_m_000022_0
+2017-03-11 10:55:15,610 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 659342, inMemoryMapOutputs.size() -> 50, commitMemory -> 32295770, usedMemory ->32955112
+2017-03-11 10:55:15,615 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#1 about to shuffle output of map attempt_local7095310_0001_m_000046_0 decomp: 636365 len: 33396 to MEMORY
+2017-03-11 10:55:15,618 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 636365 bytes from map-output for attempt_local7095310_0001_m_000046_0
+2017-03-11 10:55:15,618 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 636365, inMemoryMapOutputs.size() -> 51, commitMemory -> 32955112, usedMemory ->33591477
+2017-03-11 10:55:15,619 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#1 about to shuffle output of map attempt_local7095310_0001_m_000076_0 decomp: 606395 len: 33357 to MEMORY
+2017-03-11 10:55:15,621 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 606395 bytes from map-output for attempt_local7095310_0001_m_000076_0
+2017-03-11 10:55:15,621 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 606395, inMemoryMapOutputs.size() -> 52, commitMemory -> 33591477, usedMemory ->34197872
+2017-03-11 10:55:15,622 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#1 about to shuffle output of map attempt_local7095310_0001_m_000018_0 decomp: 668333 len: 36473 to MEMORY
+2017-03-11 10:55:15,624 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 668333 bytes from map-output for attempt_local7095310_0001_m_000018_0
+2017-03-11 10:55:15,624 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 668333, inMemoryMapOutputs.size() -> 53, commitMemory -> 34197872, usedMemory ->34866205
+2017-03-11 10:55:15,625 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#1 about to shuffle output of map attempt_local7095310_0001_m_000066_0 decomp: 624377 len: 32938 to MEMORY
+2017-03-11 10:55:15,626 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 624377 bytes from map-output for attempt_local7095310_0001_m_000066_0
+2017-03-11 10:55:15,627 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 624377, inMemoryMapOutputs.size() -> 54, commitMemory -> 34866205, usedMemory ->35490582
+2017-03-11 10:55:15,629 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#1 about to shuffle output of map attempt_local7095310_0001_m_000045_0 decomp: 700301 len: 35800 to MEMORY
+2017-03-11 10:55:15,631 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 700301 bytes from map-output for attempt_local7095310_0001_m_000045_0
+2017-03-11 10:55:15,631 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 700301, inMemoryMapOutputs.size() -> 55, commitMemory -> 35490582, usedMemory ->36190883
+2017-03-11 10:55:15,638 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#1 about to shuffle output of map attempt_local7095310_0001_m_000008_0 decomp: 619382 len: 23789 to MEMORY
+2017-03-11 10:55:15,641 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 619382 bytes from map-output for attempt_local7095310_0001_m_000008_0
+2017-03-11 10:55:15,642 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 619382, inMemoryMapOutputs.size() -> 56, commitMemory -> 36190883, usedMemory ->36810265
+2017-03-11 10:55:15,718 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#1 about to shuffle output of map attempt_local7095310_0001_m_000065_0 decomp: 666335 len: 35935 to MEMORY
+2017-03-11 10:55:15,720 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 666335 bytes from map-output for attempt_local7095310_0001_m_000065_0
+2017-03-11 10:55:15,721 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 666335, inMemoryMapOutputs.size() -> 57, commitMemory -> 36810265, usedMemory ->37476600
+2017-03-11 10:55:15,722 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#1 about to shuffle output of map attempt_local7095310_0001_m_000044_0 decomp: 620381 len: 32970 to MEMORY
+2017-03-11 10:55:15,724 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 620381 bytes from map-output for attempt_local7095310_0001_m_000044_0
+2017-03-11 10:55:15,725 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 620381, inMemoryMapOutputs.size() -> 58, commitMemory -> 37476600, usedMemory ->38096981
+2017-03-11 10:55:15,726 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#1 about to shuffle output of map attempt_local7095310_0001_m_000017_0 decomp: 692309 len: 35761 to MEMORY
+2017-03-11 10:55:15,727 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 692309 bytes from map-output for attempt_local7095310_0001_m_000017_0
+2017-03-11 10:55:15,727 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 692309, inMemoryMapOutputs.size() -> 59, commitMemory -> 38096981, usedMemory ->38789290
+2017-03-11 10:55:15,728 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#1 about to shuffle output of map attempt_local7095310_0001_m_000010_0 decomp: 555446 len: 24071 to MEMORY
+2017-03-11 10:55:15,729 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 555446 bytes from map-output for attempt_local7095310_0001_m_000010_0
+2017-03-11 10:55:15,729 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 555446, inMemoryMapOutputs.size() -> 60, commitMemory -> 38789290, usedMemory ->39344736
+2017-03-11 10:55:15,730 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#1 about to shuffle output of map attempt_local7095310_0001_m_000019_0 decomp: 652349 len: 35953 to MEMORY
+2017-03-11 10:55:15,732 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 652349 bytes from map-output for attempt_local7095310_0001_m_000019_0
+2017-03-11 10:55:15,733 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 652349, inMemoryMapOutputs.size() -> 61, commitMemory -> 39344736, usedMemory ->39997085
+2017-03-11 10:55:15,734 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#1 about to shuffle output of map attempt_local7095310_0001_m_000043_0 decomp: 672329 len: 35997 to MEMORY
+2017-03-11 10:55:15,738 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 672329 bytes from map-output for attempt_local7095310_0001_m_000043_0
+2017-03-11 10:55:15,738 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 672329, inMemoryMapOutputs.size() -> 62, commitMemory -> 39997085, usedMemory ->40669414
+2017-03-11 10:55:15,740 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#1 about to shuffle output of map attempt_local7095310_0001_m_000009_0 decomp: 673328 len: 27398 to MEMORY
+2017-03-11 10:55:15,742 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 673328 bytes from map-output for attempt_local7095310_0001_m_000009_0
+2017-03-11 10:55:15,742 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 673328, inMemoryMapOutputs.size() -> 63, commitMemory -> 40669414, usedMemory ->41342742
+2017-03-11 10:55:15,743 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#1 about to shuffle output of map attempt_local7095310_0001_m_000067_0 decomp: 679322 len: 35898 to MEMORY
+2017-03-11 10:55:15,747 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 679322 bytes from map-output for attempt_local7095310_0001_m_000067_0
+2017-03-11 10:55:15,748 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 679322, inMemoryMapOutputs.size() -> 64, commitMemory -> 41342742, usedMemory ->42022064
+2017-03-11 10:55:15,749 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#1 about to shuffle output of map attempt_local7095310_0001_m_000069_0 decomp: 604397 len: 29516 to MEMORY
+2017-03-11 10:55:15,750 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 604397 bytes from map-output for attempt_local7095310_0001_m_000069_0
+2017-03-11 10:55:15,751 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 604397, inMemoryMapOutputs.size() -> 65, commitMemory -> 42022064, usedMemory ->42626461
+2017-03-11 10:55:15,752 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#1 about to shuffle output of map attempt_local7095310_0001_m_000042_0 decomp: 696305 len: 35542 to MEMORY
+2017-03-11 10:55:15,754 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 696305 bytes from map-output for attempt_local7095310_0001_m_000042_0
+2017-03-11 10:55:15,754 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 696305, inMemoryMapOutputs.size() -> 66, commitMemory -> 42626461, usedMemory ->43322766
+2017-03-11 10:55:15,757 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#1 about to shuffle output of map attempt_local7095310_0001_m_000015_0 decomp: 668333 len: 36501 to MEMORY
+2017-03-11 10:55:15,759 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 668333 bytes from map-output for attempt_local7095310_0001_m_000015_0
+2017-03-11 10:55:15,760 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 668333, inMemoryMapOutputs.size() -> 67, commitMemory -> 43322766, usedMemory ->43991099
+2017-03-11 10:55:15,761 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#1 about to shuffle output of map attempt_local7095310_0001_m_000014_0 decomp: 711290 len: 41035 to MEMORY
+2017-03-11 10:55:15,763 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 711290 bytes from map-output for attempt_local7095310_0001_m_000014_0
+2017-03-11 10:55:15,764 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 711290, inMemoryMapOutputs.size() -> 68, commitMemory -> 43991099, usedMemory ->44702389
+2017-03-11 10:55:15,779 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#1 about to shuffle output of map attempt_local7095310_0001_m_000011_0 decomp: 667334 len: 27342 to MEMORY
+2017-03-11 10:55:15,792 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 667334 bytes from map-output for attempt_local7095310_0001_m_000011_0
+2017-03-11 10:55:15,792 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 667334, inMemoryMapOutputs.size() -> 69, commitMemory -> 44702389, usedMemory ->45369723
+2017-03-11 10:55:15,800 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#1 about to shuffle output of map attempt_local7095310_0001_m_000068_0 decomp: 680321 len: 35748 to MEMORY
+2017-03-11 10:55:15,812 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 680321 bytes from map-output for attempt_local7095310_0001_m_000068_0
+2017-03-11 10:55:15,813 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 680321, inMemoryMapOutputs.size() -> 70, commitMemory -> 45369723, usedMemory ->46050044
+2017-03-11 10:55:15,814 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#1 about to shuffle output of map attempt_local7095310_0001_m_000041_0 decomp: 677324 len: 36629 to MEMORY
+2017-03-11 10:55:15,819 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 677324 bytes from map-output for attempt_local7095310_0001_m_000041_0
+2017-03-11 10:55:15,826 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 677324, inMemoryMapOutputs.size() -> 71, commitMemory -> 46050044, usedMemory ->46727368
+2017-03-11 10:55:15,827 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#1 about to shuffle output of map attempt_local7095310_0001_m_000016_0 decomp: 605396 len: 29602 to MEMORY
+2017-03-11 10:55:15,838 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 605396 bytes from map-output for attempt_local7095310_0001_m_000016_0
+2017-03-11 10:55:15,838 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 605396, inMemoryMapOutputs.size() -> 72, commitMemory -> 46727368, usedMemory ->47332764
+2017-03-11 10:55:15,839 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#1 about to shuffle output of map attempt_local7095310_0001_m_000071_0 decomp: 608393 len: 33425 to MEMORY
+2017-03-11 10:55:15,845 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 608393 bytes from map-output for attempt_local7095310_0001_m_000071_0
+2017-03-11 10:55:15,846 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 608393, inMemoryMapOutputs.size() -> 73, commitMemory -> 47332764, usedMemory ->47941157
+2017-03-11 10:55:15,848 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#1 about to shuffle output of map attempt_local7095310_0001_m_000040_0 decomp: 614387 len: 33417 to MEMORY
+2017-03-11 10:55:15,859 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 614387 bytes from map-output for attempt_local7095310_0001_m_000040_0
+2017-03-11 10:55:15,859 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 614387, inMemoryMapOutputs.size() -> 74, commitMemory -> 47941157, usedMemory ->48555544
+2017-03-11 10:55:15,861 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#1 about to shuffle output of map attempt_local7095310_0001_m_000013_0 decomp: 610391 len: 28455 to MEMORY
+2017-03-11 10:55:15,865 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 610391 bytes from map-output for attempt_local7095310_0001_m_000013_0
+2017-03-11 10:55:15,866 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 610391, inMemoryMapOutputs.size() -> 75, commitMemory -> 48555544, usedMemory ->49165935
+2017-03-11 10:55:15,867 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#1 about to shuffle output of map attempt_local7095310_0001_m_000012_0 decomp: 596405 len: 24248 to MEMORY
+2017-03-11 10:55:15,873 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 596405 bytes from map-output for attempt_local7095310_0001_m_000012_0
+2017-03-11 10:55:15,879 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 596405, inMemoryMapOutputs.size() -> 76, commitMemory -> 49165935, usedMemory ->49762340
+2017-03-11 10:55:15,880 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#1 about to shuffle output of map attempt_local7095310_0001_m_000070_0 decomp: 709292 len: 36024 to MEMORY
+2017-03-11 10:55:15,882 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 709292 bytes from map-output for attempt_local7095310_0001_m_000070_0
+2017-03-11 10:55:15,882 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 709292, inMemoryMapOutputs.size() -> 77, commitMemory -> 49762340, usedMemory ->50471632
+2017-03-11 10:55:15,882 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: EventFetcher is interrupted.. Returning
+2017-03-11 10:55:15,883 INFO org.apache.hadoop.mapred.LocalJobRunner: 77 / 77 copied.
+2017-03-11 10:55:15,883 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: finalMerge called with 77 in-memory map-outputs and 0 on-disk map-outputs
+2017-03-11 10:55:15,902 INFO org.apache.hadoop.mapred.Merger: Merging 77 sorted segments
+2017-03-11 10:55:15,907 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 77 segments left of total size: 50470246 bytes
+2017-03-11 10:55:15,984 INFO org.apache.hadoop.mapreduce.Job:  map 100% reduce 0%
+2017-03-11 10:55:20,932 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merged 77 segments, 50471632 bytes to disk to satisfy reduce memory limit
+2017-03-11 10:55:20,932 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 1 files, 13869209 bytes from disk
+2017-03-11 10:55:20,933 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 0 segments, 0 bytes from memory into reduce
+2017-03-11 10:55:20,933 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-03-11 10:55:20,933 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 50471462 bytes
+2017-03-11 10:55:20,933 INFO org.apache.hadoop.mapred.LocalJobRunner: 77 / 77 copied.
+2017-03-11 10:55:20,941 INFO org.apache.hadoop.conf.Configuration.deprecation: mapred.skip.on is deprecated. Instead, use mapreduce.job.skiprecords
+2017-03-11 10:55:21,258 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-03-11 10:55:21,997 INFO org.apache.hadoop.mapreduce.Job:  map 100% reduce 67%
+2017-03-11 10:55:24,260 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-03-11 10:55:24,893 INFO org.apache.hadoop.mapred.Task: Task:attempt_local7095310_0001_r_000000_0 is done. And is in the process of committing
+2017-03-11 10:55:24,895 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-03-11 10:55:24,895 INFO org.apache.hadoop.mapred.Task: Task attempt_local7095310_0001_r_000000_0 is allowed to commit now
+2017-03-11 10:55:24,895 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: Saved output of task 'attempt_local7095310_0001_r_000000_0' to file:/home/cloudera/workspace/WordCount/output/_temporary/0/task_local7095310_0001_r_000000
+2017-03-11 10:55:24,896 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-03-11 10:55:24,896 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local7095310_0001_r_000000_0' done.
+2017-03-11 10:55:24,896 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local7095310_0001_r_000000_0
+2017-03-11 10:55:24,896 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce task executor complete.
+2017-03-11 10:55:25,013 INFO org.apache.hadoop.mapreduce.Job:  map 100% reduce 100%
+2017-03-11 10:55:25,013 INFO org.apache.hadoop.mapreduce.Job: Job job_local7095310_0001 completed successfully
+2017-03-11 10:55:25,131 INFO org.apache.hadoop.mapreduce.Job: Counters: 34
+	File System Counters
+		FILE: Number of bytes read=53537614
+		FILE: Number of bytes written=135431984
+		FILE: Number of read operations=0
+		FILE: Number of large read operations=0
+		FILE: Number of write operations=0
+	Map-Reduce Framework
+		Map input records=855
+		Map output records=854145
+		Map output bytes=48763188
+		Map output materialized bytes=2580716
+		Input split bytes=9394
+		Combine input records=0
+		Combine output records=0
+		Reduce input groups=489060
+		Reduce shuffle bytes=2580716
+		Reduce input records=854145
+		Reduce output records=10
+		Spilled Records=1708290
+		Shuffled Maps =77
+		Failed Shuffles=0
+		Merged Map outputs=77
+		GC time elapsed (ms)=3647
+		CPU time spent (ms)=0
+		Physical memory (bytes) snapshot=0
+		Virtual memory (bytes) snapshot=0
+		Total committed heap usage (bytes)=13126635520
+	Shuffle Errors
+		BAD_ID=0
+		CONNECTION=0
+		IO_ERROR=0
+		WRONG_LENGTH=0
+		WRONG_MAP=0
+		WRONG_REDUCE=0
+	File Input Format Counters 
+		Bytes Read=567344
+	File Output Format Counters 
+		Bytes Written=121
+	similarity.NaiveApproach$CompCounter
+		NUM=365085
+2017-03-11 10:58:55,672 WARN org.apache.hadoop.util.NativeCodeLoader: Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
+2017-03-11 10:58:56,199 INFO org.apache.hadoop.conf.Configuration.deprecation: session.id is deprecated. Instead, use dfs.metrics.session-id
+2017-03-11 10:58:56,202 INFO org.apache.hadoop.metrics.jvm.JvmMetrics: Initializing JVM Metrics with processName=JobTracker, sessionId=
+2017-03-11 10:58:56,689 WARN org.apache.hadoop.mapreduce.JobResourceUploader: No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
+2017-03-11 10:58:56,696 INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat: Total input paths to process : 1
+2017-03-11 10:58:56,810 INFO org.apache.hadoop.mapreduce.JobSubmitter: number of splits:1
+2017-03-11 10:58:57,110 INFO org.apache.hadoop.mapreduce.JobSubmitter: Submitting tokens for job: job_local1172182168_0001
+2017-03-11 10:58:57,500 INFO org.apache.hadoop.mapreduce.Job: The url to track the job: http://localhost:8080/
+2017-03-11 10:58:57,503 INFO org.apache.hadoop.mapred.LocalJobRunner: OutputCommitter set in config null
+2017-03-11 10:58:57,504 INFO org.apache.hadoop.mapreduce.Job: Running job: job_local1172182168_0001
+2017-03-11 10:58:57,530 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-03-11 10:58:57,532 INFO org.apache.hadoop.mapred.LocalJobRunner: OutputCommitter is org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter
+2017-03-11 10:58:57,639 INFO org.apache.hadoop.mapred.LocalJobRunner: Waiting for map tasks
+2017-03-11 10:58:57,640 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local1172182168_0001_m_000000_0
+2017-03-11 10:58:57,698 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-03-11 10:58:57,726 INFO org.apache.hadoop.mapred.Task:  Using ResourceCalculatorProcessTree : [ ]
+2017-03-11 10:58:57,728 INFO org.apache.hadoop.mapred.MapTask: Processing split: file:/home/cloudera/workspace/WordCount/sortedline_sample:0+38477
+2017-03-11 10:58:57,828 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 0 kvi 26214396(104857584)
+2017-03-11 10:58:57,828 INFO org.apache.hadoop.mapred.MapTask: mapreduce.task.io.sort.mb: 100
+2017-03-11 10:58:57,828 INFO org.apache.hadoop.mapred.MapTask: soft limit at 83886080
+2017-03-11 10:58:57,828 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufvoid = 104857600
+2017-03-11 10:58:57,828 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396; length = 6553600
+2017-03-11 10:58:57,831 INFO org.apache.hadoop.mapred.MapTask: Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
+2017-03-11 10:58:57,938 INFO org.apache.hadoop.mapred.LocalJobRunner: 
+2017-03-11 10:58:57,941 INFO org.apache.hadoop.mapred.MapTask: Starting flush of map output
+2017-03-11 10:58:57,941 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-11 10:58:57,941 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufend = 18520; bufvoid = 104857600
+2017-03-11 10:58:57,941 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396(104857584); kvend = 26207752(104831008); length = 6645/6553600
+2017-03-11 10:58:58,000 INFO org.apache.hadoop.io.compress.CodecPool: Got brand-new compressor [.deflate]
+2017-03-11 10:58:58,072 INFO org.apache.hadoop.mapred.MapTask: Finished spill 0
+2017-03-11 10:58:58,085 INFO org.apache.hadoop.mapred.Task: Task:attempt_local1172182168_0001_m_000000_0 is done. And is in the process of committing
+2017-03-11 10:58:58,104 INFO org.apache.hadoop.mapred.LocalJobRunner: file:/home/cloudera/workspace/WordCount/sortedline_sample:0+38477
+2017-03-11 10:58:58,104 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local1172182168_0001_m_000000_0' done.
+2017-03-11 10:58:58,105 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local1172182168_0001_m_000000_0
+2017-03-11 10:58:58,105 INFO org.apache.hadoop.mapred.LocalJobRunner: map task executor complete.
+2017-03-11 10:58:58,132 INFO org.apache.hadoop.mapred.LocalJobRunner: Waiting for reduce tasks
+2017-03-11 10:58:58,132 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local1172182168_0001_r_000000_0
+2017-03-11 10:58:58,138 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-03-11 10:58:58,138 INFO org.apache.hadoop.mapred.Task:  Using ResourceCalculatorProcessTree : [ ]
+2017-03-11 10:58:58,144 INFO org.apache.hadoop.mapred.ReduceTask: Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@3bac9e6c
+2017-03-11 10:58:58,176 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: MergerManager: memoryLimit=679778688, maxSingleShuffleLimit=169944672, mergeThreshold=448653952, ioSortFactor=10, memToMemMergeOutputsThreshold=10
+2017-03-11 10:58:58,194 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: attempt_local1172182168_0001_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
+2017-03-11 10:58:58,245 INFO org.apache.hadoop.io.compress.CodecPool: Got brand-new decompressor [.deflate]
+2017-03-11 10:58:58,245 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#1 about to shuffle output of map attempt_local1172182168_0001_m_000000_0 decomp: 21846 len: 10431 to MEMORY
+2017-03-11 10:58:58,248 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 21846 bytes from map-output for attempt_local1172182168_0001_m_000000_0
+2017-03-11 10:58:58,249 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 21846, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->21846
+2017-03-11 10:58:58,252 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: EventFetcher is interrupted.. Returning
+2017-03-11 10:58:58,253 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-03-11 10:58:58,253 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
+2017-03-11 10:58:58,257 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-03-11 10:58:58,257 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 21842 bytes
+2017-03-11 10:58:58,296 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merged 1 segments, 21846 bytes to disk to satisfy reduce memory limit
+2017-03-11 10:58:58,296 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 1 files, 10439 bytes from disk
+2017-03-11 10:58:58,297 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 0 segments, 0 bytes from memory into reduce
+2017-03-11 10:58:58,297 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-03-11 10:58:58,297 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 21842 bytes
+2017-03-11 10:58:58,298 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-03-11 10:58:58,302 INFO org.apache.hadoop.conf.Configuration.deprecation: mapred.skip.on is deprecated. Instead, use mapreduce.job.skiprecords
+2017-03-11 10:58:58,318 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce task executor complete.
+2017-03-11 10:58:58,320 WARN org.apache.hadoop.mapred.LocalJobRunner: job_local1172182168_0001
+java.lang.Exception: java.lang.ArrayIndexOutOfBoundsException: 1
+	at org.apache.hadoop.mapred.LocalJobRunner$Job.runTasks(LocalJobRunner.java:462)
+	at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:529)
+Caused by: java.lang.ArrayIndexOutOfBoundsException: 1
+	at similarity.PrefilteringApproach$Reduce.loadDocument(PrefilteringApproach.java:133)
+	at similarity.PrefilteringApproach$Reduce.setup(PrefilteringApproach.java:118)
+	at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:168)
+	at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:627)
+	at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:389)
+	at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:319)
+	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
+	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
+	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
+	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
+	at java.lang.Thread.run(Thread.java:745)
+2017-03-11 10:58:58,509 INFO org.apache.hadoop.mapreduce.Job: Job job_local1172182168_0001 running in uber mode : false
+2017-03-11 10:58:58,510 INFO org.apache.hadoop.mapreduce.Job:  map 100% reduce 0%
+2017-03-11 10:58:58,516 INFO org.apache.hadoop.mapreduce.Job: Job job_local1172182168_0001 failed with state FAILED due to: NA
+2017-03-11 10:58:58,524 INFO org.apache.hadoop.mapreduce.Job: Counters: 33
+	File System Counters
+		FILE: Number of bytes read=38655
+		FILE: Number of bytes written=275729
+		FILE: Number of read operations=0
+		FILE: Number of large read operations=0
+		FILE: Number of write operations=0
+	Map-Reduce Framework
+		Map input records=855
+		Map output records=1662
+		Map output bytes=18520
+		Map output materialized bytes=10431
+		Input split bytes=122
+		Combine input records=0
+		Combine output records=0
+		Reduce input groups=0
+		Reduce shuffle bytes=10431
+		Reduce input records=0
+		Reduce output records=0
+		Spilled Records=1662
+		Shuffled Maps =1
+		Failed Shuffles=0
+		Merged Map outputs=1
+		GC time elapsed (ms)=32
+		CPU time spent (ms)=0
+		Physical memory (bytes) snapshot=0
+		Virtual memory (bytes) snapshot=0
+		Total committed heap usage (bytes)=165613568
+	Shuffle Errors
+		BAD_ID=0
+		CONNECTION=0
+		IO_ERROR=0
+		WRONG_LENGTH=0
+		WRONG_MAP=0
+		WRONG_REDUCE=0
+	File Input Format Counters 
+		Bytes Read=38477
+	File Output Format Counters 
+		Bytes Written=0
+2017-03-11 11:00:02,483 WARN org.apache.hadoop.util.NativeCodeLoader: Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
+2017-03-11 11:00:02,977 INFO org.apache.hadoop.conf.Configuration.deprecation: session.id is deprecated. Instead, use dfs.metrics.session-id
+2017-03-11 11:00:02,978 INFO org.apache.hadoop.metrics.jvm.JvmMetrics: Initializing JVM Metrics with processName=JobTracker, sessionId=
+2017-03-11 11:00:03,434 WARN org.apache.hadoop.mapreduce.JobResourceUploader: No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
+2017-03-11 11:00:03,443 INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat: Total input paths to process : 1
+2017-03-11 11:00:03,477 INFO org.apache.hadoop.mapreduce.JobSubmitter: number of splits:1
+2017-03-11 11:00:03,698 INFO org.apache.hadoop.mapreduce.JobSubmitter: Submitting tokens for job: job_local966118410_0001
+2017-03-11 11:00:04,127 INFO org.apache.hadoop.mapreduce.Job: The url to track the job: http://localhost:8080/
+2017-03-11 11:00:04,130 INFO org.apache.hadoop.mapreduce.Job: Running job: job_local966118410_0001
+2017-03-11 11:00:04,131 INFO org.apache.hadoop.mapred.LocalJobRunner: OutputCommitter set in config null
+2017-03-11 11:00:04,135 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-03-11 11:00:04,148 INFO org.apache.hadoop.mapred.LocalJobRunner: OutputCommitter is org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter
+2017-03-11 11:00:04,297 INFO org.apache.hadoop.mapred.LocalJobRunner: Waiting for map tasks
+2017-03-11 11:00:04,298 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local966118410_0001_m_000000_0
+2017-03-11 11:00:04,354 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-03-11 11:00:04,363 INFO org.apache.hadoop.mapred.Task:  Using ResourceCalculatorProcessTree : [ ]
+2017-03-11 11:00:04,367 INFO org.apache.hadoop.mapred.MapTask: Processing split: file:/home/cloudera/workspace/WordCount/sortedline_sample:0+38477
+2017-03-11 11:00:04,443 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 0 kvi 26214396(104857584)
+2017-03-11 11:00:04,444 INFO org.apache.hadoop.mapred.MapTask: mapreduce.task.io.sort.mb: 100
+2017-03-11 11:00:04,444 INFO org.apache.hadoop.mapred.MapTask: soft limit at 83886080
+2017-03-11 11:00:04,444 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufvoid = 104857600
+2017-03-11 11:00:04,444 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396; length = 6553600
+2017-03-11 11:00:04,446 INFO org.apache.hadoop.mapred.MapTask: Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
+2017-03-11 11:00:04,551 INFO org.apache.hadoop.mapred.LocalJobRunner: 
+2017-03-11 11:00:04,551 INFO org.apache.hadoop.mapred.MapTask: Starting flush of map output
+2017-03-11 11:00:04,552 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-11 11:00:04,552 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufend = 18520; bufvoid = 104857600
+2017-03-11 11:00:04,552 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396(104857584); kvend = 26207752(104831008); length = 6645/6553600
+2017-03-11 11:00:04,614 INFO org.apache.hadoop.io.compress.CodecPool: Got brand-new compressor [.deflate]
+2017-03-11 11:00:04,670 INFO org.apache.hadoop.mapred.MapTask: Finished spill 0
+2017-03-11 11:00:04,681 INFO org.apache.hadoop.mapred.Task: Task:attempt_local966118410_0001_m_000000_0 is done. And is in the process of committing
+2017-03-11 11:00:04,689 INFO org.apache.hadoop.mapred.LocalJobRunner: file:/home/cloudera/workspace/WordCount/sortedline_sample:0+38477
+2017-03-11 11:00:04,689 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local966118410_0001_m_000000_0' done.
+2017-03-11 11:00:04,689 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local966118410_0001_m_000000_0
+2017-03-11 11:00:04,689 INFO org.apache.hadoop.mapred.LocalJobRunner: map task executor complete.
+2017-03-11 11:00:04,699 INFO org.apache.hadoop.mapred.LocalJobRunner: Waiting for reduce tasks
+2017-03-11 11:00:04,699 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local966118410_0001_r_000000_0
+2017-03-11 11:00:04,705 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-03-11 11:00:04,705 INFO org.apache.hadoop.mapred.Task:  Using ResourceCalculatorProcessTree : [ ]
+2017-03-11 11:00:04,708 INFO org.apache.hadoop.mapred.ReduceTask: Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@41d4e30f
+2017-03-11 11:00:04,721 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: MergerManager: memoryLimit=679778688, maxSingleShuffleLimit=169944672, mergeThreshold=448653952, ioSortFactor=10, memToMemMergeOutputsThreshold=10
+2017-03-11 11:00:04,730 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: attempt_local966118410_0001_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
+2017-03-11 11:00:04,759 INFO org.apache.hadoop.io.compress.CodecPool: Got brand-new decompressor [.deflate]
+2017-03-11 11:00:04,759 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#1 about to shuffle output of map attempt_local966118410_0001_m_000000_0 decomp: 21846 len: 10431 to MEMORY
+2017-03-11 11:00:04,763 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 21846 bytes from map-output for attempt_local966118410_0001_m_000000_0
+2017-03-11 11:00:04,763 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 21846, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->21846
+2017-03-11 11:00:04,764 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: EventFetcher is interrupted.. Returning
+2017-03-11 11:00:04,765 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-03-11 11:00:04,766 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
+2017-03-11 11:00:04,771 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-03-11 11:00:04,771 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 21842 bytes
+2017-03-11 11:00:04,807 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merged 1 segments, 21846 bytes to disk to satisfy reduce memory limit
+2017-03-11 11:00:04,807 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 1 files, 10439 bytes from disk
+2017-03-11 11:00:04,808 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 0 segments, 0 bytes from memory into reduce
+2017-03-11 11:00:04,808 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-03-11 11:00:04,808 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 21842 bytes
+2017-03-11 11:00:04,808 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-03-11 11:00:04,815 INFO org.apache.hadoop.conf.Configuration.deprecation: mapred.skip.on is deprecated. Instead, use mapreduce.job.skiprecords
+2017-03-11 11:00:05,035 INFO org.apache.hadoop.mapred.Task: Task:attempt_local966118410_0001_r_000000_0 is done. And is in the process of committing
+2017-03-11 11:00:05,037 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-03-11 11:00:05,038 INFO org.apache.hadoop.mapred.Task: Task attempt_local966118410_0001_r_000000_0 is allowed to commit now
+2017-03-11 11:00:05,038 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: Saved output of task 'attempt_local966118410_0001_r_000000_0' to file:/home/cloudera/workspace/WordCount/output/_temporary/0/task_local966118410_0001_r_000000
+2017-03-11 11:00:05,039 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-03-11 11:00:05,039 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local966118410_0001_r_000000_0' done.
+2017-03-11 11:00:05,039 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local966118410_0001_r_000000_0
+2017-03-11 11:00:05,040 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce task executor complete.
+2017-03-11 11:00:05,138 INFO org.apache.hadoop.mapreduce.Job: Job job_local966118410_0001 running in uber mode : false
+2017-03-11 11:00:05,139 INFO org.apache.hadoop.mapreduce.Job:  map 100% reduce 100%
+2017-03-11 11:00:05,140 INFO org.apache.hadoop.mapreduce.Job: Job job_local966118410_0001 completed successfully
+2017-03-11 11:00:05,152 INFO org.apache.hadoop.mapreduce.Job: Counters: 33
+	File System Counters
+		FILE: Number of bytes read=136689
+		FILE: Number of bytes written=559101
+		FILE: Number of read operations=0
+		FILE: Number of large read operations=0
+		FILE: Number of write operations=0
+	Map-Reduce Framework
+		Map input records=855
+		Map output records=1662
+		Map output bytes=18520
+		Map output materialized bytes=10431
+		Input split bytes=122
+		Combine input records=0
+		Combine output records=0
+		Reduce input groups=1365
+		Reduce shuffle bytes=10431
+		Reduce input records=1662
+		Reduce output records=0
+		Spilled Records=3324
+		Shuffled Maps =1
+		Failed Shuffles=0
+		Merged Map outputs=1
+		GC time elapsed (ms)=25
+		CPU time spent (ms)=0
+		Physical memory (bytes) snapshot=0
+		Virtual memory (bytes) snapshot=0
+		Total committed heap usage (bytes)=331227136
+	Shuffle Errors
+		BAD_ID=0
+		CONNECTION=0
+		IO_ERROR=0
+		WRONG_LENGTH=0
+		WRONG_MAP=0
+		WRONG_REDUCE=0
+	File Input Format Counters 
+		Bytes Read=38477
+	File Output Format Counters 
+		Bytes Written=8
+2017-03-11 11:02:30,926 WARN org.apache.hadoop.util.NativeCodeLoader: Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
+2017-03-11 11:02:31,439 INFO org.apache.hadoop.conf.Configuration.deprecation: session.id is deprecated. Instead, use dfs.metrics.session-id
+2017-03-11 11:02:31,441 INFO org.apache.hadoop.metrics.jvm.JvmMetrics: Initializing JVM Metrics with processName=JobTracker, sessionId=
+2017-03-11 11:02:31,879 WARN org.apache.hadoop.mapreduce.JobResourceUploader: No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
+2017-03-11 11:02:31,887 INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat: Total input paths to process : 1
+2017-03-11 11:02:31,925 INFO org.apache.hadoop.mapreduce.JobSubmitter: number of splits:1
+2017-03-11 11:02:32,151 INFO org.apache.hadoop.mapreduce.JobSubmitter: Submitting tokens for job: job_local1522822515_0001
+2017-03-11 11:02:32,570 INFO org.apache.hadoop.mapreduce.Job: The url to track the job: http://localhost:8080/
+2017-03-11 11:02:32,572 INFO org.apache.hadoop.mapreduce.Job: Running job: job_local1522822515_0001
+2017-03-11 11:02:32,585 INFO org.apache.hadoop.mapred.LocalJobRunner: OutputCommitter set in config null
+2017-03-11 11:02:32,595 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-03-11 11:02:32,596 INFO org.apache.hadoop.mapred.LocalJobRunner: OutputCommitter is org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter
+2017-03-11 11:02:32,715 INFO org.apache.hadoop.mapred.LocalJobRunner: Waiting for map tasks
+2017-03-11 11:02:32,716 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local1522822515_0001_m_000000_0
+2017-03-11 11:02:32,763 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-03-11 11:02:32,777 INFO org.apache.hadoop.mapred.Task:  Using ResourceCalculatorProcessTree : [ ]
+2017-03-11 11:02:32,779 INFO org.apache.hadoop.mapred.MapTask: Processing split: file:/home/cloudera/workspace/WordCount/sortedline_sample:0+38477
+2017-03-11 11:02:32,876 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 0 kvi 26214396(104857584)
+2017-03-11 11:02:32,877 INFO org.apache.hadoop.mapred.MapTask: mapreduce.task.io.sort.mb: 100
+2017-03-11 11:02:32,877 INFO org.apache.hadoop.mapred.MapTask: soft limit at 83886080
+2017-03-11 11:02:32,877 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufvoid = 104857600
+2017-03-11 11:02:32,877 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396; length = 6553600
+2017-03-11 11:02:32,879 INFO org.apache.hadoop.mapred.MapTask: Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
+2017-03-11 11:02:33,037 INFO org.apache.hadoop.mapred.LocalJobRunner: 
+2017-03-11 11:02:33,037 INFO org.apache.hadoop.mapred.MapTask: Starting flush of map output
+2017-03-11 11:02:33,037 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-11 11:02:33,037 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufend = 18520; bufvoid = 104857600
+2017-03-11 11:02:33,037 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396(104857584); kvend = 26207752(104831008); length = 6645/6553600
+2017-03-11 11:02:33,114 INFO org.apache.hadoop.io.compress.CodecPool: Got brand-new compressor [.deflate]
+2017-03-11 11:02:33,173 INFO org.apache.hadoop.mapred.MapTask: Finished spill 0
+2017-03-11 11:02:33,185 INFO org.apache.hadoop.mapred.Task: Task:attempt_local1522822515_0001_m_000000_0 is done. And is in the process of committing
+2017-03-11 11:02:33,200 INFO org.apache.hadoop.mapred.LocalJobRunner: file:/home/cloudera/workspace/WordCount/sortedline_sample:0+38477
+2017-03-11 11:02:33,204 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local1522822515_0001_m_000000_0' done.
+2017-03-11 11:02:33,204 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local1522822515_0001_m_000000_0
+2017-03-11 11:02:33,204 INFO org.apache.hadoop.mapred.LocalJobRunner: map task executor complete.
+2017-03-11 11:02:33,212 INFO org.apache.hadoop.mapred.LocalJobRunner: Waiting for reduce tasks
+2017-03-11 11:02:33,212 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local1522822515_0001_r_000000_0
+2017-03-11 11:02:33,230 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-03-11 11:02:33,231 INFO org.apache.hadoop.mapred.Task:  Using ResourceCalculatorProcessTree : [ ]
+2017-03-11 11:02:33,235 INFO org.apache.hadoop.mapred.ReduceTask: Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@41d4e30f
+2017-03-11 11:02:33,263 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: MergerManager: memoryLimit=679778688, maxSingleShuffleLimit=169944672, mergeThreshold=448653952, ioSortFactor=10, memToMemMergeOutputsThreshold=10
+2017-03-11 11:02:33,274 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: attempt_local1522822515_0001_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
+2017-03-11 11:02:33,332 INFO org.apache.hadoop.io.compress.CodecPool: Got brand-new decompressor [.deflate]
+2017-03-11 11:02:33,333 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#1 about to shuffle output of map attempt_local1522822515_0001_m_000000_0 decomp: 21846 len: 10431 to MEMORY
+2017-03-11 11:02:33,341 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 21846 bytes from map-output for attempt_local1522822515_0001_m_000000_0
+2017-03-11 11:02:33,342 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 21846, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->21846
+2017-03-11 11:02:33,342 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: EventFetcher is interrupted.. Returning
+2017-03-11 11:02:33,344 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-03-11 11:02:33,344 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
+2017-03-11 11:02:33,349 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-03-11 11:02:33,349 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 21842 bytes
+2017-03-11 11:02:33,384 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merged 1 segments, 21846 bytes to disk to satisfy reduce memory limit
+2017-03-11 11:02:33,384 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 1 files, 10439 bytes from disk
+2017-03-11 11:02:33,388 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 0 segments, 0 bytes from memory into reduce
+2017-03-11 11:02:33,388 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-03-11 11:02:33,388 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 21842 bytes
+2017-03-11 11:02:33,389 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-03-11 11:02:33,393 INFO org.apache.hadoop.conf.Configuration.deprecation: mapred.skip.on is deprecated. Instead, use mapreduce.job.skiprecords
+2017-03-11 11:02:33,575 INFO org.apache.hadoop.mapreduce.Job: Job job_local1522822515_0001 running in uber mode : false
+2017-03-11 11:02:33,576 INFO org.apache.hadoop.mapreduce.Job:  map 100% reduce 0%
+2017-03-11 11:02:33,614 INFO org.apache.hadoop.mapred.Task: Task:attempt_local1522822515_0001_r_000000_0 is done. And is in the process of committing
+2017-03-11 11:02:33,617 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-03-11 11:02:33,620 INFO org.apache.hadoop.mapred.Task: Task attempt_local1522822515_0001_r_000000_0 is allowed to commit now
+2017-03-11 11:02:33,621 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: Saved output of task 'attempt_local1522822515_0001_r_000000_0' to file:/home/cloudera/workspace/WordCount/output/_temporary/0/task_local1522822515_0001_r_000000
+2017-03-11 11:02:33,623 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-03-11 11:02:33,623 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local1522822515_0001_r_000000_0' done.
+2017-03-11 11:02:33,623 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local1522822515_0001_r_000000_0
+2017-03-11 11:02:33,623 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce task executor complete.
+2017-03-11 11:02:34,577 INFO org.apache.hadoop.mapreduce.Job:  map 100% reduce 100%
+2017-03-11 11:02:34,577 INFO org.apache.hadoop.mapreduce.Job: Job job_local1522822515_0001 completed successfully
+2017-03-11 11:02:34,589 INFO org.apache.hadoop.mapreduce.Job: Counters: 33
+	File System Counters
+		FILE: Number of bytes read=136689
+		FILE: Number of bytes written=561905
+		FILE: Number of read operations=0
+		FILE: Number of large read operations=0
+		FILE: Number of write operations=0
+	Map-Reduce Framework
+		Map input records=855
+		Map output records=1662
+		Map output bytes=18520
+		Map output materialized bytes=10431
+		Input split bytes=122
+		Combine input records=0
+		Combine output records=0
+		Reduce input groups=1365
+		Reduce shuffle bytes=10431
+		Reduce input records=1662
+		Reduce output records=0
+		Spilled Records=3324
+		Shuffled Maps =1
+		Failed Shuffles=0
+		Merged Map outputs=1
+		GC time elapsed (ms)=33
+		CPU time spent (ms)=0
+		Physical memory (bytes) snapshot=0
+		Virtual memory (bytes) snapshot=0
+		Total committed heap usage (bytes)=331227136
+	Shuffle Errors
+		BAD_ID=0
+		CONNECTION=0
+		IO_ERROR=0
+		WRONG_LENGTH=0
+		WRONG_MAP=0
+		WRONG_REDUCE=0
+	File Input Format Counters 
+		Bytes Read=38477
+	File Output Format Counters 
+		Bytes Written=8
+2017-03-11 11:03:51,388 WARN org.apache.hadoop.util.NativeCodeLoader: Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
+2017-03-11 11:03:51,888 INFO org.apache.hadoop.conf.Configuration.deprecation: session.id is deprecated. Instead, use dfs.metrics.session-id
+2017-03-11 11:03:51,893 INFO org.apache.hadoop.metrics.jvm.JvmMetrics: Initializing JVM Metrics with processName=JobTracker, sessionId=
+2017-03-11 11:03:52,314 WARN org.apache.hadoop.mapreduce.JobResourceUploader: No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
+2017-03-11 11:03:52,322 INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat: Total input paths to process : 1
+2017-03-11 11:03:52,357 INFO org.apache.hadoop.mapreduce.JobSubmitter: number of splits:1
+2017-03-11 11:03:52,602 INFO org.apache.hadoop.mapreduce.JobSubmitter: Submitting tokens for job: job_local736320619_0001
+2017-03-11 11:03:53,034 INFO org.apache.hadoop.mapreduce.Job: The url to track the job: http://localhost:8080/
+2017-03-11 11:03:53,036 INFO org.apache.hadoop.mapreduce.Job: Running job: job_local736320619_0001
+2017-03-11 11:03:53,035 INFO org.apache.hadoop.mapred.LocalJobRunner: OutputCommitter set in config null
+2017-03-11 11:03:53,055 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-03-11 11:03:53,057 INFO org.apache.hadoop.mapred.LocalJobRunner: OutputCommitter is org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter
+2017-03-11 11:03:53,172 INFO org.apache.hadoop.mapred.LocalJobRunner: Waiting for map tasks
+2017-03-11 11:03:53,175 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local736320619_0001_m_000000_0
+2017-03-11 11:03:53,223 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-03-11 11:03:53,239 INFO org.apache.hadoop.mapred.Task:  Using ResourceCalculatorProcessTree : [ ]
+2017-03-11 11:03:53,243 INFO org.apache.hadoop.mapred.MapTask: Processing split: file:/home/cloudera/workspace/WordCount/sortedline_sample:0+38477
+2017-03-11 11:03:53,325 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 0 kvi 26214396(104857584)
+2017-03-11 11:03:53,325 INFO org.apache.hadoop.mapred.MapTask: mapreduce.task.io.sort.mb: 100
+2017-03-11 11:03:53,325 INFO org.apache.hadoop.mapred.MapTask: soft limit at 83886080
+2017-03-11 11:03:53,325 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufvoid = 104857600
+2017-03-11 11:03:53,325 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396; length = 6553600
+2017-03-11 11:03:53,333 INFO org.apache.hadoop.mapred.MapTask: Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
+2017-03-11 11:03:53,497 INFO org.apache.hadoop.mapred.LocalJobRunner: 
+2017-03-11 11:03:53,498 INFO org.apache.hadoop.mapred.MapTask: Starting flush of map output
+2017-03-11 11:03:53,498 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-11 11:03:53,498 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufend = 18520; bufvoid = 104857600
+2017-03-11 11:03:53,498 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396(104857584); kvend = 26207752(104831008); length = 6645/6553600
+2017-03-11 11:03:53,566 INFO org.apache.hadoop.io.compress.CodecPool: Got brand-new compressor [.deflate]
+2017-03-11 11:03:53,632 INFO org.apache.hadoop.mapred.MapTask: Finished spill 0
+2017-03-11 11:03:53,636 INFO org.apache.hadoop.mapred.Task: Task:attempt_local736320619_0001_m_000000_0 is done. And is in the process of committing
+2017-03-11 11:03:53,650 INFO org.apache.hadoop.mapred.LocalJobRunner: file:/home/cloudera/workspace/WordCount/sortedline_sample:0+38477
+2017-03-11 11:03:53,656 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local736320619_0001_m_000000_0' done.
+2017-03-11 11:03:53,656 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local736320619_0001_m_000000_0
+2017-03-11 11:03:53,656 INFO org.apache.hadoop.mapred.LocalJobRunner: map task executor complete.
+2017-03-11 11:03:53,664 INFO org.apache.hadoop.mapred.LocalJobRunner: Waiting for reduce tasks
+2017-03-11 11:03:53,665 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local736320619_0001_r_000000_0
+2017-03-11 11:03:53,676 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-03-11 11:03:53,676 INFO org.apache.hadoop.mapred.Task:  Using ResourceCalculatorProcessTree : [ ]
+2017-03-11 11:03:53,681 INFO org.apache.hadoop.mapred.ReduceTask: Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@41d4e30f
+2017-03-11 11:03:53,712 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: MergerManager: memoryLimit=679778688, maxSingleShuffleLimit=169944672, mergeThreshold=448653952, ioSortFactor=10, memToMemMergeOutputsThreshold=10
+2017-03-11 11:03:53,729 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: attempt_local736320619_0001_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
+2017-03-11 11:03:53,806 INFO org.apache.hadoop.io.compress.CodecPool: Got brand-new decompressor [.deflate]
+2017-03-11 11:03:53,809 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#1 about to shuffle output of map attempt_local736320619_0001_m_000000_0 decomp: 21846 len: 10431 to MEMORY
+2017-03-11 11:03:53,813 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 21846 bytes from map-output for attempt_local736320619_0001_m_000000_0
+2017-03-11 11:03:53,819 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 21846, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->21846
+2017-03-11 11:03:53,822 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: EventFetcher is interrupted.. Returning
+2017-03-11 11:03:53,823 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-03-11 11:03:53,823 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
+2017-03-11 11:03:53,828 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-03-11 11:03:53,835 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 21842 bytes
+2017-03-11 11:03:53,886 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merged 1 segments, 21846 bytes to disk to satisfy reduce memory limit
+2017-03-11 11:03:53,890 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 1 files, 10439 bytes from disk
+2017-03-11 11:03:53,894 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 0 segments, 0 bytes from memory into reduce
+2017-03-11 11:03:53,895 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-03-11 11:03:53,895 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 21842 bytes
+2017-03-11 11:03:53,896 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-03-11 11:03:53,899 INFO org.apache.hadoop.conf.Configuration.deprecation: mapred.skip.on is deprecated. Instead, use mapreduce.job.skiprecords
+2017-03-11 11:03:54,057 INFO org.apache.hadoop.mapreduce.Job: Job job_local736320619_0001 running in uber mode : false
+2017-03-11 11:03:54,058 INFO org.apache.hadoop.mapreduce.Job:  map 100% reduce 0%
+2017-03-11 11:03:54,093 INFO org.apache.hadoop.mapred.Task: Task:attempt_local736320619_0001_r_000000_0 is done. And is in the process of committing
+2017-03-11 11:03:54,096 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-03-11 11:03:54,100 INFO org.apache.hadoop.mapred.Task: Task attempt_local736320619_0001_r_000000_0 is allowed to commit now
+2017-03-11 11:03:54,101 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: Saved output of task 'attempt_local736320619_0001_r_000000_0' to file:/home/cloudera/workspace/WordCount/output/_temporary/0/task_local736320619_0001_r_000000
+2017-03-11 11:03:54,103 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-03-11 11:03:54,103 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local736320619_0001_r_000000_0' done.
+2017-03-11 11:03:54,103 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local736320619_0001_r_000000_0
+2017-03-11 11:03:54,103 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce task executor complete.
+2017-03-11 11:03:55,059 INFO org.apache.hadoop.mapreduce.Job:  map 100% reduce 100%
+2017-03-11 11:03:55,060 INFO org.apache.hadoop.mapreduce.Job: Job job_local736320619_0001 completed successfully
+2017-03-11 11:03:55,071 INFO org.apache.hadoop.mapreduce.Job: Counters: 33
+	File System Counters
+		FILE: Number of bytes read=136689
+		FILE: Number of bytes written=559101
+		FILE: Number of read operations=0
+		FILE: Number of large read operations=0
+		FILE: Number of write operations=0
+	Map-Reduce Framework
+		Map input records=855
+		Map output records=1662
+		Map output bytes=18520
+		Map output materialized bytes=10431
+		Input split bytes=122
+		Combine input records=0
+		Combine output records=0
+		Reduce input groups=1365
+		Reduce shuffle bytes=10431
+		Reduce input records=1662
+		Reduce output records=0
+		Spilled Records=3324
+		Shuffled Maps =1
+		Failed Shuffles=0
+		Merged Map outputs=1
+		GC time elapsed (ms)=30
+		CPU time spent (ms)=0
+		Physical memory (bytes) snapshot=0
+		Virtual memory (bytes) snapshot=0
+		Total committed heap usage (bytes)=331227136
+	Shuffle Errors
+		BAD_ID=0
+		CONNECTION=0
+		IO_ERROR=0
+		WRONG_LENGTH=0
+		WRONG_MAP=0
+		WRONG_REDUCE=0
+	File Input Format Counters 
+		Bytes Read=38477
+	File Output Format Counters 
+		Bytes Written=8
+2017-03-11 11:09:32,171 WARN org.apache.hadoop.util.NativeCodeLoader: Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
+2017-03-11 11:09:32,659 INFO org.apache.hadoop.conf.Configuration.deprecation: session.id is deprecated. Instead, use dfs.metrics.session-id
+2017-03-11 11:09:32,660 INFO org.apache.hadoop.metrics.jvm.JvmMetrics: Initializing JVM Metrics with processName=JobTracker, sessionId=
+2017-03-11 11:09:33,126 WARN org.apache.hadoop.mapreduce.JobResourceUploader: No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
+2017-03-11 11:09:33,148 INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat: Total input paths to process : 1
+2017-03-11 11:09:33,270 INFO org.apache.hadoop.mapreduce.JobSubmitter: number of splits:1
+2017-03-11 11:09:33,550 INFO org.apache.hadoop.mapreduce.JobSubmitter: Submitting tokens for job: job_local1941284344_0001
+2017-03-11 11:09:33,966 INFO org.apache.hadoop.mapreduce.Job: The url to track the job: http://localhost:8080/
+2017-03-11 11:09:33,967 INFO org.apache.hadoop.mapreduce.Job: Running job: job_local1941284344_0001
+2017-03-11 11:09:33,972 INFO org.apache.hadoop.mapred.LocalJobRunner: OutputCommitter set in config null
+2017-03-11 11:09:33,984 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-03-11 11:09:33,992 INFO org.apache.hadoop.mapred.LocalJobRunner: OutputCommitter is org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter
+2017-03-11 11:09:34,126 INFO org.apache.hadoop.mapred.LocalJobRunner: Waiting for map tasks
+2017-03-11 11:09:34,127 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local1941284344_0001_m_000000_0
+2017-03-11 11:09:34,191 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-03-11 11:09:34,219 INFO org.apache.hadoop.mapred.Task:  Using ResourceCalculatorProcessTree : [ ]
+2017-03-11 11:09:34,221 INFO org.apache.hadoop.mapred.MapTask: Processing split: file:/home/cloudera/workspace/WordCount/sortedline_sample:0+38477
+2017-03-11 11:09:34,303 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 0 kvi 26214396(104857584)
+2017-03-11 11:09:34,305 INFO org.apache.hadoop.mapred.MapTask: mapreduce.task.io.sort.mb: 100
+2017-03-11 11:09:34,305 INFO org.apache.hadoop.mapred.MapTask: soft limit at 83886080
+2017-03-11 11:09:34,305 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufvoid = 104857600
+2017-03-11 11:09:34,306 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396; length = 6553600
+2017-03-11 11:09:34,308 INFO org.apache.hadoop.mapred.MapTask: Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
+2017-03-11 11:09:34,416 INFO org.apache.hadoop.mapred.LocalJobRunner: 
+2017-03-11 11:09:34,420 INFO org.apache.hadoop.mapred.MapTask: Starting flush of map output
+2017-03-11 11:09:34,420 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-11 11:09:34,420 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufend = 18520; bufvoid = 104857600
+2017-03-11 11:09:34,420 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396(104857584); kvend = 26207752(104831008); length = 6645/6553600
+2017-03-11 11:09:34,484 INFO org.apache.hadoop.io.compress.CodecPool: Got brand-new compressor [.deflate]
+2017-03-11 11:09:34,558 INFO org.apache.hadoop.mapred.MapTask: Finished spill 0
+2017-03-11 11:09:34,569 INFO org.apache.hadoop.mapred.Task: Task:attempt_local1941284344_0001_m_000000_0 is done. And is in the process of committing
+2017-03-11 11:09:34,592 INFO org.apache.hadoop.mapred.LocalJobRunner: file:/home/cloudera/workspace/WordCount/sortedline_sample:0+38477
+2017-03-11 11:09:34,597 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local1941284344_0001_m_000000_0' done.
+2017-03-11 11:09:34,598 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local1941284344_0001_m_000000_0
+2017-03-11 11:09:34,598 INFO org.apache.hadoop.mapred.LocalJobRunner: map task executor complete.
+2017-03-11 11:09:34,603 INFO org.apache.hadoop.mapred.LocalJobRunner: Waiting for reduce tasks
+2017-03-11 11:09:34,604 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local1941284344_0001_r_000000_0
+2017-03-11 11:09:34,635 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-03-11 11:09:34,636 INFO org.apache.hadoop.mapred.Task:  Using ResourceCalculatorProcessTree : [ ]
+2017-03-11 11:09:34,638 INFO org.apache.hadoop.mapred.ReduceTask: Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@3bac9e6c
+2017-03-11 11:09:34,664 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: MergerManager: memoryLimit=679778688, maxSingleShuffleLimit=169944672, mergeThreshold=448653952, ioSortFactor=10, memToMemMergeOutputsThreshold=10
+2017-03-11 11:09:34,685 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: attempt_local1941284344_0001_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
+2017-03-11 11:09:34,745 INFO org.apache.hadoop.io.compress.CodecPool: Got brand-new decompressor [.deflate]
+2017-03-11 11:09:34,747 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#1 about to shuffle output of map attempt_local1941284344_0001_m_000000_0 decomp: 21846 len: 10431 to MEMORY
+2017-03-11 11:09:34,756 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 21846 bytes from map-output for attempt_local1941284344_0001_m_000000_0
+2017-03-11 11:09:34,756 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 21846, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->21846
+2017-03-11 11:09:34,761 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: EventFetcher is interrupted.. Returning
+2017-03-11 11:09:34,762 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-03-11 11:09:34,762 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
+2017-03-11 11:09:34,777 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-03-11 11:09:34,777 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 21842 bytes
+2017-03-11 11:09:34,810 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merged 1 segments, 21846 bytes to disk to satisfy reduce memory limit
+2017-03-11 11:09:34,813 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 1 files, 10439 bytes from disk
+2017-03-11 11:09:34,814 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 0 segments, 0 bytes from memory into reduce
+2017-03-11 11:09:34,814 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-03-11 11:09:34,815 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 21842 bytes
+2017-03-11 11:09:34,815 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-03-11 11:09:34,819 INFO org.apache.hadoop.conf.Configuration.deprecation: mapred.skip.on is deprecated. Instead, use mapreduce.job.skiprecords
+2017-03-11 11:09:34,979 INFO org.apache.hadoop.mapreduce.Job: Job job_local1941284344_0001 running in uber mode : false
+2017-03-11 11:09:34,980 INFO org.apache.hadoop.mapreduce.Job:  map 100% reduce 0%
+2017-03-11 11:09:35,023 INFO org.apache.hadoop.mapred.Task: Task:attempt_local1941284344_0001_r_000000_0 is done. And is in the process of committing
+2017-03-11 11:09:35,026 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-03-11 11:09:35,029 INFO org.apache.hadoop.mapred.Task: Task attempt_local1941284344_0001_r_000000_0 is allowed to commit now
+2017-03-11 11:09:35,030 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: Saved output of task 'attempt_local1941284344_0001_r_000000_0' to file:/home/cloudera/workspace/WordCount/output/_temporary/0/task_local1941284344_0001_r_000000
+2017-03-11 11:09:35,032 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-03-11 11:09:35,032 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local1941284344_0001_r_000000_0' done.
+2017-03-11 11:09:35,033 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local1941284344_0001_r_000000_0
+2017-03-11 11:09:35,033 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce task executor complete.
+2017-03-11 11:09:35,982 INFO org.apache.hadoop.mapreduce.Job:  map 100% reduce 100%
+2017-03-11 11:09:35,983 INFO org.apache.hadoop.mapreduce.Job: Job job_local1941284344_0001 completed successfully
+2017-03-11 11:09:35,996 INFO org.apache.hadoop.mapreduce.Job: Counters: 33
+	File System Counters
+		FILE: Number of bytes read=136689
+		FILE: Number of bytes written=561905
+		FILE: Number of read operations=0
+		FILE: Number of large read operations=0
+		FILE: Number of write operations=0
+	Map-Reduce Framework
+		Map input records=855
+		Map output records=1662
+		Map output bytes=18520
+		Map output materialized bytes=10431
+		Input split bytes=122
+		Combine input records=0
+		Combine output records=0
+		Reduce input groups=1365
+		Reduce shuffle bytes=10431
+		Reduce input records=1662
+		Reduce output records=0
+		Spilled Records=3324
+		Shuffled Maps =1
+		Failed Shuffles=0
+		Merged Map outputs=1
+		GC time elapsed (ms)=33
+		CPU time spent (ms)=0
+		Physical memory (bytes) snapshot=0
+		Virtual memory (bytes) snapshot=0
+		Total committed heap usage (bytes)=331227136
+	Shuffle Errors
+		BAD_ID=0
+		CONNECTION=0
+		IO_ERROR=0
+		WRONG_LENGTH=0
+		WRONG_MAP=0
+		WRONG_REDUCE=0
+	File Input Format Counters 
+		Bytes Read=38477
+	File Output Format Counters 
+		Bytes Written=8
+2017-03-11 11:12:26,948 WARN org.apache.hadoop.util.NativeCodeLoader: Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
+2017-03-11 11:12:27,416 INFO org.apache.hadoop.conf.Configuration.deprecation: session.id is deprecated. Instead, use dfs.metrics.session-id
+2017-03-11 11:12:27,424 INFO org.apache.hadoop.metrics.jvm.JvmMetrics: Initializing JVM Metrics with processName=JobTracker, sessionId=
+2017-03-11 11:12:27,888 WARN org.apache.hadoop.mapreduce.JobResourceUploader: No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
+2017-03-11 11:12:27,897 INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat: Total input paths to process : 1
+2017-03-11 11:12:27,931 INFO org.apache.hadoop.mapreduce.JobSubmitter: number of splits:1
+2017-03-11 11:12:28,164 INFO org.apache.hadoop.mapreduce.JobSubmitter: Submitting tokens for job: job_local635923130_0001
+2017-03-11 11:12:28,605 INFO org.apache.hadoop.mapreduce.Job: The url to track the job: http://localhost:8080/
+2017-03-11 11:12:28,607 INFO org.apache.hadoop.mapreduce.Job: Running job: job_local635923130_0001
+2017-03-11 11:12:28,610 INFO org.apache.hadoop.mapred.LocalJobRunner: OutputCommitter set in config null
+2017-03-11 11:12:28,624 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-03-11 11:12:28,626 INFO org.apache.hadoop.mapred.LocalJobRunner: OutputCommitter is org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter
+2017-03-11 11:12:28,748 INFO org.apache.hadoop.mapred.LocalJobRunner: Waiting for map tasks
+2017-03-11 11:12:28,752 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local635923130_0001_m_000000_0
+2017-03-11 11:12:28,809 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-03-11 11:12:28,822 INFO org.apache.hadoop.mapred.Task:  Using ResourceCalculatorProcessTree : [ ]
+2017-03-11 11:12:28,824 INFO org.apache.hadoop.mapred.MapTask: Processing split: file:/home/cloudera/workspace/WordCount/sortedline_sample:0+38477
+2017-03-11 11:12:28,912 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 0 kvi 26214396(104857584)
+2017-03-11 11:12:28,914 INFO org.apache.hadoop.mapred.MapTask: mapreduce.task.io.sort.mb: 100
+2017-03-11 11:12:28,915 INFO org.apache.hadoop.mapred.MapTask: soft limit at 83886080
+2017-03-11 11:12:28,915 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufvoid = 104857600
+2017-03-11 11:12:28,915 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396; length = 6553600
+2017-03-11 11:12:28,917 INFO org.apache.hadoop.mapred.MapTask: Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
+2017-03-11 11:12:29,034 INFO org.apache.hadoop.mapred.LocalJobRunner: 
+2017-03-11 11:12:29,034 INFO org.apache.hadoop.mapred.MapTask: Starting flush of map output
+2017-03-11 11:12:29,034 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-11 11:12:29,034 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufend = 18520; bufvoid = 104857600
+2017-03-11 11:12:29,034 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396(104857584); kvend = 26207752(104831008); length = 6645/6553600
+2017-03-11 11:12:29,106 INFO org.apache.hadoop.io.compress.CodecPool: Got brand-new compressor [.deflate]
+2017-03-11 11:12:29,195 INFO org.apache.hadoop.mapred.MapTask: Finished spill 0
+2017-03-11 11:12:29,201 INFO org.apache.hadoop.mapred.Task: Task:attempt_local635923130_0001_m_000000_0 is done. And is in the process of committing
+2017-03-11 11:12:29,220 INFO org.apache.hadoop.mapred.LocalJobRunner: file:/home/cloudera/workspace/WordCount/sortedline_sample:0+38477
+2017-03-11 11:12:29,221 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local635923130_0001_m_000000_0' done.
+2017-03-11 11:12:29,221 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local635923130_0001_m_000000_0
+2017-03-11 11:12:29,221 INFO org.apache.hadoop.mapred.LocalJobRunner: map task executor complete.
+2017-03-11 11:12:29,239 INFO org.apache.hadoop.mapred.LocalJobRunner: Waiting for reduce tasks
+2017-03-11 11:12:29,239 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local635923130_0001_r_000000_0
+2017-03-11 11:12:29,258 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-03-11 11:12:29,259 INFO org.apache.hadoop.mapred.Task:  Using ResourceCalculatorProcessTree : [ ]
+2017-03-11 11:12:29,260 INFO org.apache.hadoop.mapred.ReduceTask: Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@41d4e30f
+2017-03-11 11:12:29,288 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: MergerManager: memoryLimit=679778688, maxSingleShuffleLimit=169944672, mergeThreshold=448653952, ioSortFactor=10, memToMemMergeOutputsThreshold=10
+2017-03-11 11:12:29,308 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: attempt_local635923130_0001_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
+2017-03-11 11:12:29,357 INFO org.apache.hadoop.io.compress.CodecPool: Got brand-new decompressor [.deflate]
+2017-03-11 11:12:29,363 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#1 about to shuffle output of map attempt_local635923130_0001_m_000000_0 decomp: 21846 len: 10431 to MEMORY
+2017-03-11 11:12:29,372 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 21846 bytes from map-output for attempt_local635923130_0001_m_000000_0
+2017-03-11 11:12:29,372 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 21846, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->21846
+2017-03-11 11:12:29,373 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: EventFetcher is interrupted.. Returning
+2017-03-11 11:12:29,374 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-03-11 11:12:29,374 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
+2017-03-11 11:12:29,387 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-03-11 11:12:29,388 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 21842 bytes
+2017-03-11 11:12:29,443 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merged 1 segments, 21846 bytes to disk to satisfy reduce memory limit
+2017-03-11 11:12:29,450 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 1 files, 10439 bytes from disk
+2017-03-11 11:12:29,451 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 0 segments, 0 bytes from memory into reduce
+2017-03-11 11:12:29,451 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-03-11 11:12:29,451 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 21842 bytes
+2017-03-11 11:12:29,452 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-03-11 11:12:29,463 INFO org.apache.hadoop.conf.Configuration.deprecation: mapred.skip.on is deprecated. Instead, use mapreduce.job.skiprecords
+2017-03-11 11:12:29,618 INFO org.apache.hadoop.mapreduce.Job: Job job_local635923130_0001 running in uber mode : false
+2017-03-11 11:12:29,619 INFO org.apache.hadoop.mapreduce.Job:  map 100% reduce 0%
+2017-03-11 11:12:29,970 INFO org.apache.hadoop.mapred.Task: Task:attempt_local635923130_0001_r_000000_0 is done. And is in the process of committing
+2017-03-11 11:12:29,976 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-03-11 11:12:29,976 INFO org.apache.hadoop.mapred.Task: Task attempt_local635923130_0001_r_000000_0 is allowed to commit now
+2017-03-11 11:12:29,977 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: Saved output of task 'attempt_local635923130_0001_r_000000_0' to file:/home/cloudera/workspace/WordCount/output/_temporary/0/task_local635923130_0001_r_000000
+2017-03-11 11:12:29,978 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-03-11 11:12:29,978 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local635923130_0001_r_000000_0' done.
+2017-03-11 11:12:29,978 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local635923130_0001_r_000000_0
+2017-03-11 11:12:29,979 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce task executor complete.
+2017-03-11 11:12:30,621 INFO org.apache.hadoop.mapreduce.Job:  map 100% reduce 100%
+2017-03-11 11:12:30,622 INFO org.apache.hadoop.mapreduce.Job: Job job_local635923130_0001 completed successfully
+2017-03-11 11:12:30,632 INFO org.apache.hadoop.mapreduce.Job: Counters: 34
+	File System Counters
+		FILE: Number of bytes read=136689
+		FILE: Number of bytes written=564189
+		FILE: Number of read operations=0
+		FILE: Number of large read operations=0
+		FILE: Number of write operations=0
+	Map-Reduce Framework
+		Map input records=855
+		Map output records=1662
+		Map output bytes=18520
+		Map output materialized bytes=10431
+		Input split bytes=122
+		Combine input records=0
+		Combine output records=0
+		Reduce input groups=1365
+		Reduce shuffle bytes=10431
+		Reduce input records=1662
+		Reduce output records=42
+		Spilled Records=3324
+		Shuffled Maps =1
+		Failed Shuffles=0
+		Merged Map outputs=1
+		GC time elapsed (ms)=34
+		CPU time spent (ms)=0
+		Physical memory (bytes) snapshot=0
+		Virtual memory (bytes) snapshot=0
+		Total committed heap usage (bytes)=331227136
+	Shuffle Errors
+		BAD_ID=0
+		CONNECTION=0
+		IO_ERROR=0
+		WRONG_LENGTH=0
+		WRONG_MAP=0
+		WRONG_REDUCE=0
+	File Input Format Counters 
+		Bytes Read=38477
+	File Output Format Counters 
+		Bytes Written=5096
+	similarity.PrefilteringApproach$CompCounter
+		NUM=976
+2017-03-11 11:13:43,906 WARN org.apache.hadoop.util.NativeCodeLoader: Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
+2017-03-11 11:13:44,407 INFO org.apache.hadoop.conf.Configuration.deprecation: session.id is deprecated. Instead, use dfs.metrics.session-id
+2017-03-11 11:13:44,408 INFO org.apache.hadoop.metrics.jvm.JvmMetrics: Initializing JVM Metrics with processName=JobTracker, sessionId=
+2017-03-11 11:13:44,880 WARN org.apache.hadoop.mapreduce.JobResourceUploader: No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
+2017-03-11 11:13:44,889 INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat: Total input paths to process : 1
+2017-03-11 11:13:44,926 INFO org.apache.hadoop.mapreduce.JobSubmitter: number of splits:1
+2017-03-11 11:13:45,153 INFO org.apache.hadoop.mapreduce.JobSubmitter: Submitting tokens for job: job_local151596442_0001
+2017-03-11 11:13:45,602 INFO org.apache.hadoop.mapreduce.Job: The url to track the job: http://localhost:8080/
+2017-03-11 11:13:45,603 INFO org.apache.hadoop.mapreduce.Job: Running job: job_local151596442_0001
+2017-03-11 11:13:45,608 INFO org.apache.hadoop.mapred.LocalJobRunner: OutputCommitter set in config null
+2017-03-11 11:13:45,612 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-03-11 11:13:45,623 INFO org.apache.hadoop.mapred.LocalJobRunner: OutputCommitter is org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter
+2017-03-11 11:13:45,741 INFO org.apache.hadoop.mapred.LocalJobRunner: Waiting for map tasks
+2017-03-11 11:13:45,742 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local151596442_0001_m_000000_0
+2017-03-11 11:13:45,800 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-03-11 11:13:45,834 INFO org.apache.hadoop.mapred.Task:  Using ResourceCalculatorProcessTree : [ ]
+2017-03-11 11:13:45,836 INFO org.apache.hadoop.mapred.MapTask: Processing split: file:/home/cloudera/workspace/WordCount/sortedline_sample:0+38477
+2017-03-11 11:13:45,983 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 0 kvi 26214396(104857584)
+2017-03-11 11:13:45,983 INFO org.apache.hadoop.mapred.MapTask: mapreduce.task.io.sort.mb: 100
+2017-03-11 11:13:45,983 INFO org.apache.hadoop.mapred.MapTask: soft limit at 83886080
+2017-03-11 11:13:45,983 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufvoid = 104857600
+2017-03-11 11:13:45,984 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396; length = 6553600
+2017-03-11 11:13:45,986 INFO org.apache.hadoop.mapred.MapTask: Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
+2017-03-11 11:13:46,089 INFO org.apache.hadoop.mapred.LocalJobRunner: 
+2017-03-11 11:13:46,090 INFO org.apache.hadoop.mapred.MapTask: Starting flush of map output
+2017-03-11 11:13:46,090 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-11 11:13:46,090 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufend = 18520; bufvoid = 104857600
+2017-03-11 11:13:46,090 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396(104857584); kvend = 26207752(104831008); length = 6645/6553600
+2017-03-11 11:13:46,197 INFO org.apache.hadoop.io.compress.CodecPool: Got brand-new compressor [.deflate]
+2017-03-11 11:13:46,269 INFO org.apache.hadoop.mapred.MapTask: Finished spill 0
+2017-03-11 11:13:46,272 INFO org.apache.hadoop.mapred.Task: Task:attempt_local151596442_0001_m_000000_0 is done. And is in the process of committing
+2017-03-11 11:13:46,283 INFO org.apache.hadoop.mapred.LocalJobRunner: file:/home/cloudera/workspace/WordCount/sortedline_sample:0+38477
+2017-03-11 11:13:46,283 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local151596442_0001_m_000000_0' done.
+2017-03-11 11:13:46,283 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local151596442_0001_m_000000_0
+2017-03-11 11:13:46,283 INFO org.apache.hadoop.mapred.LocalJobRunner: map task executor complete.
+2017-03-11 11:13:46,291 INFO org.apache.hadoop.mapred.LocalJobRunner: Waiting for reduce tasks
+2017-03-11 11:13:46,291 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local151596442_0001_r_000000_0
+2017-03-11 11:13:46,297 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-03-11 11:13:46,298 INFO org.apache.hadoop.mapred.Task:  Using ResourceCalculatorProcessTree : [ ]
+2017-03-11 11:13:46,304 INFO org.apache.hadoop.mapred.ReduceTask: Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@41d4e30f
+2017-03-11 11:13:46,319 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: MergerManager: memoryLimit=679778688, maxSingleShuffleLimit=169944672, mergeThreshold=448653952, ioSortFactor=10, memToMemMergeOutputsThreshold=10
+2017-03-11 11:13:46,326 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: attempt_local151596442_0001_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
+2017-03-11 11:13:46,357 INFO org.apache.hadoop.io.compress.CodecPool: Got brand-new decompressor [.deflate]
+2017-03-11 11:13:46,357 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#1 about to shuffle output of map attempt_local151596442_0001_m_000000_0 decomp: 21846 len: 10431 to MEMORY
+2017-03-11 11:13:46,362 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 21846 bytes from map-output for attempt_local151596442_0001_m_000000_0
+2017-03-11 11:13:46,362 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 21846, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->21846
+2017-03-11 11:13:46,363 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: EventFetcher is interrupted.. Returning
+2017-03-11 11:13:46,364 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-03-11 11:13:46,364 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
+2017-03-11 11:13:46,369 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-03-11 11:13:46,369 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 21842 bytes
+2017-03-11 11:13:46,392 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merged 1 segments, 21846 bytes to disk to satisfy reduce memory limit
+2017-03-11 11:13:46,394 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 1 files, 10439 bytes from disk
+2017-03-11 11:13:46,394 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 0 segments, 0 bytes from memory into reduce
+2017-03-11 11:13:46,394 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-03-11 11:13:46,395 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 21842 bytes
+2017-03-11 11:13:46,396 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-03-11 11:13:46,400 INFO org.apache.hadoop.conf.Configuration.deprecation: mapred.skip.on is deprecated. Instead, use mapreduce.job.skiprecords
+2017-03-11 11:13:46,609 INFO org.apache.hadoop.mapreduce.Job: Job job_local151596442_0001 running in uber mode : false
+2017-03-11 11:13:46,610 INFO org.apache.hadoop.mapreduce.Job:  map 100% reduce 0%
+2017-03-11 11:13:46,984 INFO org.apache.hadoop.mapred.Task: Task:attempt_local151596442_0001_r_000000_0 is done. And is in the process of committing
+2017-03-11 11:13:46,988 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-03-11 11:13:46,988 INFO org.apache.hadoop.mapred.Task: Task attempt_local151596442_0001_r_000000_0 is allowed to commit now
+2017-03-11 11:13:47,001 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: Saved output of task 'attempt_local151596442_0001_r_000000_0' to file:/home/cloudera/workspace/WordCount/output/_temporary/0/task_local151596442_0001_r_000000
+2017-03-11 11:13:47,007 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-03-11 11:13:47,008 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local151596442_0001_r_000000_0' done.
+2017-03-11 11:13:47,008 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local151596442_0001_r_000000_0
+2017-03-11 11:13:47,008 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce task executor complete.
+2017-03-11 11:13:47,611 INFO org.apache.hadoop.mapreduce.Job:  map 100% reduce 100%
+2017-03-11 11:13:47,612 INFO org.apache.hadoop.mapreduce.Job: Job job_local151596442_0001 completed successfully
+2017-03-11 11:13:47,623 INFO org.apache.hadoop.mapreduce.Job: Counters: 34
+	File System Counters
+		FILE: Number of bytes read=136689
+		FILE: Number of bytes written=559563
+		FILE: Number of read operations=0
+		FILE: Number of large read operations=0
+		FILE: Number of write operations=0
+	Map-Reduce Framework
+		Map input records=855
+		Map output records=1662
+		Map output bytes=18520
+		Map output materialized bytes=10431
+		Input split bytes=122
+		Combine input records=0
+		Combine output records=0
+		Reduce input groups=1365
+		Reduce shuffle bytes=10431
+		Reduce input records=1662
+		Reduce output records=42
+		Spilled Records=3324
+		Shuffled Maps =1
+		Failed Shuffles=0
+		Merged Map outputs=1
+		GC time elapsed (ms)=57
+		CPU time spent (ms)=0
+		Physical memory (bytes) snapshot=0
+		Virtual memory (bytes) snapshot=0
+		Total committed heap usage (bytes)=331227136
+	Shuffle Errors
+		BAD_ID=0
+		CONNECTION=0
+		IO_ERROR=0
+		WRONG_LENGTH=0
+		WRONG_MAP=0
+		WRONG_REDUCE=0
+	File Input Format Counters 
+		Bytes Read=38477
+	File Output Format Counters 
+		Bytes Written=470
+	similarity.PrefilteringApproach$CompCounter
+		NUM=976
diff --git a/similardoc b/similardoc
new file mode 100644
index 0000000..6bbbfe8
--- /dev/null
+++ b/similardoc
@@ -0,0 +1,10 @@
+63,162	1.0
+48,169	1.0
+47,168	1.0
+167,46	1.0
+45,166	1.0
+165,44	1.0
+43,164	1.0
+163,42	1.0
+41,162	1.0
+41,63	1.0
-- 
GitLab