diff --git a/Assign1/hadoop.log b/Assign1/hadoop.log
index 8b45e5c5860c63beef7f90b51b2855c90b2156af..b0e409d48a1b02e0de5e5ba880068f5b9d404bdc 100644
--- a/Assign1/hadoop.log
+++ b/Assign1/hadoop.log
@@ -381,3 +381,4043 @@ Caused by: java.lang.ClassNotFoundException: org.apache.http.client.methods.Http
Bytes Read=5589889
File Output Format Counters
Bytes Written=726624
+2017-02-18 06:19:24,805 WARN org.apache.hadoop.util.NativeCodeLoader: Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
+2017-02-18 06:20:24,453 WARN org.apache.hadoop.util.NativeCodeLoader: Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
+2017-02-18 06:20:27,186 INFO org.apache.hadoop.conf.Configuration.deprecation: session.id is deprecated. Instead, use dfs.metrics.session-id
+2017-02-18 06:20:27,188 INFO org.apache.hadoop.metrics.jvm.JvmMetrics: Initializing JVM Metrics with processName=JobTracker, sessionId=
+2017-02-18 06:20:29,525 WARN org.apache.hadoop.mapreduce.JobResourceUploader: No job jar file set. User classes may not be found. See Job or Job#setJar(String).
+2017-02-18 06:20:29,602 INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat: Total input paths to process : 1
+2017-02-18 06:20:30,050 INFO org.apache.hadoop.mapreduce.JobSubmitter: number of splits:1
+2017-02-18 06:20:31,621 INFO org.apache.hadoop.mapreduce.JobSubmitter: Submitting tokens for job: job_local224597268_0001
+2017-02-18 06:20:33,564 INFO org.apache.hadoop.mapreduce.Job: The url to track the job: http://localhost:8080/
+2017-02-18 06:20:33,566 INFO org.apache.hadoop.mapreduce.Job: Running job: job_local224597268_0001
+2017-02-18 06:20:33,595 INFO org.apache.hadoop.mapred.LocalJobRunner: OutputCommitter set in config null
+2017-02-18 06:20:33,663 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-02-18 06:20:33,685 INFO org.apache.hadoop.mapred.LocalJobRunner: OutputCommitter is org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter
+2017-02-18 06:20:34,258 INFO org.apache.hadoop.mapred.LocalJobRunner: Waiting for map tasks
+2017-02-18 06:20:34,261 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local224597268_0001_m_000000_0
+2017-02-18 06:20:34,553 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-02-18 06:20:34,596 INFO org.apache.hadoop.mapreduce.Job: Job job_local224597268_0001 running in uber mode : false
+2017-02-18 06:20:34,604 INFO org.apache.hadoop.mapreduce.Job: map 0% reduce 0%
+2017-02-18 06:20:34,725 INFO org.apache.hadoop.mapred.Task: Using ResourceCalculatorProcessTree : [ ]
+2017-02-18 06:20:34,763 INFO org.apache.hadoop.mapred.MapTask: Processing split: file:/home/cloudera/workspace/bpa/Assign1/pg100.txt:0+5589889
+2017-02-18 06:20:37,416 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 0 kvi 26214396(104857584)
+2017-02-18 06:20:37,416 INFO org.apache.hadoop.mapred.MapTask: mapreduce.task.io.sort.mb: 100
+2017-02-18 06:20:37,416 INFO org.apache.hadoop.mapred.MapTask: soft limit at 83886080
+2017-02-18 06:20:37,416 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufvoid = 104857600
+2017-02-18 06:20:37,416 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396; length = 6553600
+2017-02-18 06:20:37,502 INFO org.apache.hadoop.mapred.MapTask: Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
+2017-02-18 06:20:37,565 INFO org.apache.hadoop.mapreduce.lib.input.LineRecordReader: Found UTF-8 BOM and skipped it
+2017-02-18 06:20:43,656 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-02-18 06:20:44,652 INFO org.apache.hadoop.mapreduce.Job: map 33% reduce 0%
+2017-02-18 06:20:45,757 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-02-18 06:20:45,762 INFO org.apache.hadoop.mapred.MapTask: Starting flush of map output
+2017-02-18 06:20:45,765 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-02-18 06:20:45,766 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufend = 9171648; bufvoid = 104857600
+2017-02-18 06:20:45,767 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396(104857584); kvend = 22120624(88482496); length = 4093773/6553600
+2017-02-18 06:20:46,673 INFO org.apache.hadoop.mapred.LocalJobRunner: map > sort
+2017-02-18 06:20:47,658 INFO org.apache.hadoop.mapreduce.Job: map 67% reduce 0%
+2017-02-18 06:20:49,678 INFO org.apache.hadoop.mapred.LocalJobRunner: map > sort
+2017-02-18 06:20:52,682 INFO org.apache.hadoop.mapred.LocalJobRunner: map > sort
+2017-02-18 06:20:55,683 INFO org.apache.hadoop.mapred.LocalJobRunner: map > sort
+2017-02-18 06:20:57,582 INFO org.apache.hadoop.mapred.MapTask: Finished spill 0
+2017-02-18 06:20:57,630 INFO org.apache.hadoop.mapred.Task: Task:attempt_local224597268_0001_m_000000_0 is done. And is in the process of committing
+2017-02-18 06:20:57,636 INFO org.apache.hadoop.mapred.LocalJobRunner: map
+2017-02-18 06:20:57,643 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local224597268_0001_m_000000_0' done.
+2017-02-18 06:20:57,645 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local224597268_0001_m_000000_0
+2017-02-18 06:20:57,646 INFO org.apache.hadoop.mapred.LocalJobRunner: map task executor complete.
+2017-02-18 06:20:57,681 INFO org.apache.hadoop.mapreduce.Job: map 100% reduce 0%
+2017-02-18 06:20:57,771 INFO org.apache.hadoop.mapred.LocalJobRunner: Waiting for reduce tasks
+2017-02-18 06:20:57,772 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local224597268_0001_r_000000_0
+2017-02-18 06:20:57,834 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-02-18 06:20:57,835 INFO org.apache.hadoop.mapred.Task: Using ResourceCalculatorProcessTree : [ ]
+2017-02-18 06:20:57,875 INFO org.apache.hadoop.mapred.ReduceTask: Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@8a93430
+2017-02-18 06:20:58,015 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: MergerManager: memoryLimit=679778688, maxSingleShuffleLimit=169944672, mergeThreshold=448653952, ioSortFactor=10, memToMemMergeOutputsThreshold=10
+2017-02-18 06:20:58,054 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: attempt_local224597268_0001_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
+2017-02-18 06:20:58,327 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#1 about to shuffle output of map attempt_local224597268_0001_m_000000_0 decomp: 991747 len: 991751 to MEMORY
+2017-02-18 06:20:58,388 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 991747 bytes from map-output for attempt_local224597268_0001_m_000000_0
+2017-02-18 06:20:58,407 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 991747, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->991747
+2017-02-18 06:20:58,429 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: EventFetcher is interrupted.. Returning
+2017-02-18 06:20:58,431 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-02-18 06:20:58,432 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
+2017-02-18 06:20:58,510 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 06:20:58,520 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 991742 bytes
+2017-02-18 06:20:59,614 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merged 1 segments, 991747 bytes to disk to satisfy reduce memory limit
+2017-02-18 06:20:59,616 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 1 files, 991751 bytes from disk
+2017-02-18 06:20:59,622 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 0 segments, 0 bytes from memory into reduce
+2017-02-18 06:20:59,629 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 06:20:59,632 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 991742 bytes
+2017-02-18 06:20:59,640 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-02-18 06:20:59,699 INFO org.apache.hadoop.conf.Configuration.deprecation: mapred.skip.on is deprecated. Instead, use mapreduce.job.skiprecords
+2017-02-18 06:21:01,420 INFO org.apache.hadoop.mapred.Task: Task:attempt_local224597268_0001_r_000000_0 is done. And is in the process of committing
+2017-02-18 06:21:01,442 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-02-18 06:21:01,443 INFO org.apache.hadoop.mapred.Task: Task attempt_local224597268_0001_r_000000_0 is allowed to commit now
+2017-02-18 06:21:01,444 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: Saved output of task 'attempt_local224597268_0001_r_000000_0' to file:/home/cloudera/workspace/bpa/Assign1/output/_temporary/0/task_local224597268_0001_r_000000
+2017-02-18 06:21:01,458 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-02-18 06:21:01,459 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local224597268_0001_r_000000_0' done.
+2017-02-18 06:21:01,459 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local224597268_0001_r_000000_0
+2017-02-18 06:21:01,467 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local224597268_0001_r_000001_0
+2017-02-18 06:21:01,476 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-02-18 06:21:01,477 INFO org.apache.hadoop.mapred.Task: Using ResourceCalculatorProcessTree : [ ]
+2017-02-18 06:21:01,490 INFO org.apache.hadoop.mapred.ReduceTask: Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@1798ca83
+2017-02-18 06:21:01,501 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: MergerManager: memoryLimit=679778688, maxSingleShuffleLimit=169944672, mergeThreshold=448653952, ioSortFactor=10, memToMemMergeOutputsThreshold=10
+2017-02-18 06:21:01,518 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: attempt_local224597268_0001_r_000001_0 Thread started: EventFetcher for fetching Map Completion Events
+2017-02-18 06:21:01,549 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#2 about to shuffle output of map attempt_local224597268_0001_m_000000_0 decomp: 1980898 len: 1980902 to MEMORY
+2017-02-18 06:21:01,604 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 1980898 bytes from map-output for attempt_local224597268_0001_m_000000_0
+2017-02-18 06:21:01,604 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 1980898, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->1980898
+2017-02-18 06:21:01,605 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: EventFetcher is interrupted.. Returning
+2017-02-18 06:21:01,606 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-02-18 06:21:01,606 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
+2017-02-18 06:21:01,608 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 06:21:01,608 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 1980895 bytes
+2017-02-18 06:21:01,686 INFO org.apache.hadoop.mapreduce.Job: map 100% reduce 10%
+2017-02-18 06:21:02,479 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merged 1 segments, 1980898 bytes to disk to satisfy reduce memory limit
+2017-02-18 06:21:02,484 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 1 files, 1980902 bytes from disk
+2017-02-18 06:21:02,484 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 0 segments, 0 bytes from memory into reduce
+2017-02-18 06:21:02,484 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 06:21:02,484 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 1980895 bytes
+2017-02-18 06:21:02,485 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-02-18 06:21:03,660 INFO org.apache.hadoop.mapred.Task: Task:attempt_local224597268_0001_r_000001_0 is done. And is in the process of committing
+2017-02-18 06:21:03,694 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-02-18 06:21:03,696 INFO org.apache.hadoop.mapred.Task: Task attempt_local224597268_0001_r_000001_0 is allowed to commit now
+2017-02-18 06:21:03,702 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: Saved output of task 'attempt_local224597268_0001_r_000001_0' to file:/home/cloudera/workspace/bpa/Assign1/output/_temporary/0/task_local224597268_0001_r_000001
+2017-02-18 06:21:03,708 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-02-18 06:21:03,714 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local224597268_0001_r_000001_0' done.
+2017-02-18 06:21:03,715 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local224597268_0001_r_000001_0
+2017-02-18 06:21:03,716 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local224597268_0001_r_000002_0
+2017-02-18 06:21:03,727 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-02-18 06:21:03,728 INFO org.apache.hadoop.mapred.Task: Using ResourceCalculatorProcessTree : [ ]
+2017-02-18 06:21:03,729 INFO org.apache.hadoop.mapred.ReduceTask: Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@29d1cb0d
+2017-02-18 06:21:03,744 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: MergerManager: memoryLimit=679778688, maxSingleShuffleLimit=169944672, mergeThreshold=448653952, ioSortFactor=10, memToMemMergeOutputsThreshold=10
+2017-02-18 06:21:03,757 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: attempt_local224597268_0001_r_000002_0 Thread started: EventFetcher for fetching Map Completion Events
+2017-02-18 06:21:03,776 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#3 about to shuffle output of map attempt_local224597268_0001_m_000000_0 decomp: 1199435 len: 1199439 to MEMORY
+2017-02-18 06:21:03,807 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 1199435 bytes from map-output for attempt_local224597268_0001_m_000000_0
+2017-02-18 06:21:03,812 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 1199435, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->1199435
+2017-02-18 06:21:03,814 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: EventFetcher is interrupted.. Returning
+2017-02-18 06:21:03,815 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-02-18 06:21:03,815 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
+2017-02-18 06:21:03,819 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 06:21:03,819 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 1199425 bytes
+2017-02-18 06:21:04,243 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merged 1 segments, 1199435 bytes to disk to satisfy reduce memory limit
+2017-02-18 06:21:04,245 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 1 files, 1199439 bytes from disk
+2017-02-18 06:21:04,247 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 0 segments, 0 bytes from memory into reduce
+2017-02-18 06:21:04,248 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 06:21:04,248 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 1199425 bytes
+2017-02-18 06:21:04,250 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-02-18 06:21:04,693 INFO org.apache.hadoop.mapreduce.Job: map 100% reduce 20%
+2017-02-18 06:21:04,762 INFO org.apache.hadoop.mapred.Task: Task:attempt_local224597268_0001_r_000002_0 is done. And is in the process of committing
+2017-02-18 06:21:04,780 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-02-18 06:21:04,785 INFO org.apache.hadoop.mapred.Task: Task attempt_local224597268_0001_r_000002_0 is allowed to commit now
+2017-02-18 06:21:04,792 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: Saved output of task 'attempt_local224597268_0001_r_000002_0' to file:/home/cloudera/workspace/bpa/Assign1/output/_temporary/0/task_local224597268_0001_r_000002
+2017-02-18 06:21:04,798 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-02-18 06:21:04,807 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local224597268_0001_r_000002_0' done.
+2017-02-18 06:21:04,809 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local224597268_0001_r_000002_0
+2017-02-18 06:21:04,809 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local224597268_0001_r_000003_0
+2017-02-18 06:21:04,822 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-02-18 06:21:04,823 INFO org.apache.hadoop.mapred.Task: Using ResourceCalculatorProcessTree : [ ]
+2017-02-18 06:21:04,824 INFO org.apache.hadoop.mapred.ReduceTask: Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@581b236
+2017-02-18 06:21:04,838 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: MergerManager: memoryLimit=679778688, maxSingleShuffleLimit=169944672, mergeThreshold=448653952, ioSortFactor=10, memToMemMergeOutputsThreshold=10
+2017-02-18 06:21:04,857 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: attempt_local224597268_0001_r_000003_0 Thread started: EventFetcher for fetching Map Completion Events
+2017-02-18 06:21:04,887 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#4 about to shuffle output of map attempt_local224597268_0001_m_000000_0 decomp: 914896 len: 914900 to MEMORY
+2017-02-18 06:21:04,898 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 914896 bytes from map-output for attempt_local224597268_0001_m_000000_0
+2017-02-18 06:21:04,902 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 914896, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->914896
+2017-02-18 06:21:04,904 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: EventFetcher is interrupted.. Returning
+2017-02-18 06:21:04,905 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-02-18 06:21:04,906 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
+2017-02-18 06:21:04,908 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 06:21:04,909 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 914884 bytes
+2017-02-18 06:21:05,226 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merged 1 segments, 914896 bytes to disk to satisfy reduce memory limit
+2017-02-18 06:21:05,232 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 1 files, 914900 bytes from disk
+2017-02-18 06:21:05,234 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 0 segments, 0 bytes from memory into reduce
+2017-02-18 06:21:05,235 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 06:21:05,236 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 914884 bytes
+2017-02-18 06:21:05,237 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-02-18 06:21:05,589 INFO org.apache.hadoop.mapred.Task: Task:attempt_local224597268_0001_r_000003_0 is done. And is in the process of committing
+2017-02-18 06:21:05,597 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-02-18 06:21:05,602 INFO org.apache.hadoop.mapred.Task: Task attempt_local224597268_0001_r_000003_0 is allowed to commit now
+2017-02-18 06:21:05,608 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: Saved output of task 'attempt_local224597268_0001_r_000003_0' to file:/home/cloudera/workspace/bpa/Assign1/output/_temporary/0/task_local224597268_0001_r_000003
+2017-02-18 06:21:05,619 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-02-18 06:21:05,620 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local224597268_0001_r_000003_0' done.
+2017-02-18 06:21:05,621 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local224597268_0001_r_000003_0
+2017-02-18 06:21:05,622 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local224597268_0001_r_000004_0
+2017-02-18 06:21:05,634 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-02-18 06:21:05,635 INFO org.apache.hadoop.mapred.Task: Using ResourceCalculatorProcessTree : [ ]
+2017-02-18 06:21:05,635 INFO org.apache.hadoop.mapred.ReduceTask: Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@731e0de
+2017-02-18 06:21:05,659 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: MergerManager: memoryLimit=679778688, maxSingleShuffleLimit=169944672, mergeThreshold=448653952, ioSortFactor=10, memToMemMergeOutputsThreshold=10
+2017-02-18 06:21:05,672 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: attempt_local224597268_0001_r_000004_0 Thread started: EventFetcher for fetching Map Completion Events
+2017-02-18 06:21:05,682 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#5 about to shuffle output of map attempt_local224597268_0001_m_000000_0 decomp: 1165904 len: 1165908 to MEMORY
+2017-02-18 06:21:05,695 INFO org.apache.hadoop.mapreduce.Job: map 100% reduce 100%
+2017-02-18 06:21:05,725 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 1165904 bytes from map-output for attempt_local224597268_0001_m_000000_0
+2017-02-18 06:21:05,725 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 1165904, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->1165904
+2017-02-18 06:21:05,738 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: EventFetcher is interrupted.. Returning
+2017-02-18 06:21:05,744 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-02-18 06:21:05,744 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
+2017-02-18 06:21:05,745 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 06:21:05,746 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 1165893 bytes
+2017-02-18 06:21:06,171 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merged 1 segments, 1165904 bytes to disk to satisfy reduce memory limit
+2017-02-18 06:21:06,173 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 1 files, 1165908 bytes from disk
+2017-02-18 06:21:06,178 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 0 segments, 0 bytes from memory into reduce
+2017-02-18 06:21:06,179 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 06:21:06,180 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 1165893 bytes
+2017-02-18 06:21:06,182 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-02-18 06:21:06,683 INFO org.apache.hadoop.mapred.Task: Task:attempt_local224597268_0001_r_000004_0 is done. And is in the process of committing
+2017-02-18 06:21:06,699 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-02-18 06:21:06,702 INFO org.apache.hadoop.mapreduce.Job: map 100% reduce 40%
+2017-02-18 06:21:06,712 INFO org.apache.hadoop.mapred.Task: Task attempt_local224597268_0001_r_000004_0 is allowed to commit now
+2017-02-18 06:21:06,716 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: Saved output of task 'attempt_local224597268_0001_r_000004_0' to file:/home/cloudera/workspace/bpa/Assign1/output/_temporary/0/task_local224597268_0001_r_000004
+2017-02-18 06:21:06,720 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-02-18 06:21:06,725 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local224597268_0001_r_000004_0' done.
+2017-02-18 06:21:06,726 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local224597268_0001_r_000004_0
+2017-02-18 06:21:06,727 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local224597268_0001_r_000005_0
+2017-02-18 06:21:06,739 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-02-18 06:21:06,747 INFO org.apache.hadoop.mapred.Task: Using ResourceCalculatorProcessTree : [ ]
+2017-02-18 06:21:06,760 INFO org.apache.hadoop.mapred.ReduceTask: Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@39a83e27
+2017-02-18 06:21:06,774 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: MergerManager: memoryLimit=679778688, maxSingleShuffleLimit=169944672, mergeThreshold=448653952, ioSortFactor=10, memToMemMergeOutputsThreshold=10
+2017-02-18 06:21:06,790 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: attempt_local224597268_0001_r_000005_0 Thread started: EventFetcher for fetching Map Completion Events
+2017-02-18 06:21:06,799 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#6 about to shuffle output of map attempt_local224597268_0001_m_000000_0 decomp: 867472 len: 867476 to MEMORY
+2017-02-18 06:21:06,851 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 867472 bytes from map-output for attempt_local224597268_0001_m_000000_0
+2017-02-18 06:21:06,851 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 867472, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->867472
+2017-02-18 06:21:06,852 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: EventFetcher is interrupted.. Returning
+2017-02-18 06:21:06,853 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-02-18 06:21:06,853 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
+2017-02-18 06:21:06,855 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 06:21:06,855 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 867468 bytes
+2017-02-18 06:21:07,146 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merged 1 segments, 867472 bytes to disk to satisfy reduce memory limit
+2017-02-18 06:21:07,148 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 1 files, 867476 bytes from disk
+2017-02-18 06:21:07,150 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 0 segments, 0 bytes from memory into reduce
+2017-02-18 06:21:07,152 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 06:21:07,153 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 867468 bytes
+2017-02-18 06:21:07,157 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-02-18 06:21:07,479 INFO org.apache.hadoop.mapred.Task: Task:attempt_local224597268_0001_r_000005_0 is done. And is in the process of committing
+2017-02-18 06:21:07,497 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-02-18 06:21:07,510 INFO org.apache.hadoop.mapred.Task: Task attempt_local224597268_0001_r_000005_0 is allowed to commit now
+2017-02-18 06:21:07,513 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: Saved output of task 'attempt_local224597268_0001_r_000005_0' to file:/home/cloudera/workspace/bpa/Assign1/output/_temporary/0/task_local224597268_0001_r_000005
+2017-02-18 06:21:07,518 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-02-18 06:21:07,524 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local224597268_0001_r_000005_0' done.
+2017-02-18 06:21:07,525 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local224597268_0001_r_000005_0
+2017-02-18 06:21:07,526 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local224597268_0001_r_000006_0
+2017-02-18 06:21:07,543 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-02-18 06:21:07,544 INFO org.apache.hadoop.mapred.Task: Using ResourceCalculatorProcessTree : [ ]
+2017-02-18 06:21:07,545 INFO org.apache.hadoop.mapred.ReduceTask: Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@cb9c5d
+2017-02-18 06:21:07,561 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: MergerManager: memoryLimit=679778688, maxSingleShuffleLimit=169944672, mergeThreshold=448653952, ioSortFactor=10, memToMemMergeOutputsThreshold=10
+2017-02-18 06:21:07,580 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: attempt_local224597268_0001_r_000006_0 Thread started: EventFetcher for fetching Map Completion Events
+2017-02-18 06:21:07,593 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#7 about to shuffle output of map attempt_local224597268_0001_m_000000_0 decomp: 1080418 len: 1080422 to MEMORY
+2017-02-18 06:21:07,656 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 1080418 bytes from map-output for attempt_local224597268_0001_m_000000_0
+2017-02-18 06:21:07,656 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 1080418, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->1080418
+2017-02-18 06:21:07,657 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: EventFetcher is interrupted.. Returning
+2017-02-18 06:21:07,658 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-02-18 06:21:07,658 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
+2017-02-18 06:21:07,659 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 06:21:07,659 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 1080407 bytes
+2017-02-18 06:21:07,713 INFO org.apache.hadoop.mapreduce.Job: map 100% reduce 60%
+2017-02-18 06:21:08,052 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merged 1 segments, 1080418 bytes to disk to satisfy reduce memory limit
+2017-02-18 06:21:08,059 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 1 files, 1080422 bytes from disk
+2017-02-18 06:21:08,061 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 0 segments, 0 bytes from memory into reduce
+2017-02-18 06:21:08,062 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 06:21:08,062 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 1080407 bytes
+2017-02-18 06:21:08,064 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-02-18 06:21:08,497 INFO org.apache.hadoop.mapred.Task: Task:attempt_local224597268_0001_r_000006_0 is done. And is in the process of committing
+2017-02-18 06:21:08,501 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-02-18 06:21:08,508 INFO org.apache.hadoop.mapred.Task: Task attempt_local224597268_0001_r_000006_0 is allowed to commit now
+2017-02-18 06:21:08,511 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: Saved output of task 'attempt_local224597268_0001_r_000006_0' to file:/home/cloudera/workspace/bpa/Assign1/output/_temporary/0/task_local224597268_0001_r_000006
+2017-02-18 06:21:08,519 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-02-18 06:21:08,522 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local224597268_0001_r_000006_0' done.
+2017-02-18 06:21:08,528 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local224597268_0001_r_000006_0
+2017-02-18 06:21:08,529 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local224597268_0001_r_000007_0
+2017-02-18 06:21:08,536 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-02-18 06:21:08,537 INFO org.apache.hadoop.mapred.Task: Using ResourceCalculatorProcessTree : [ ]
+2017-02-18 06:21:08,543 INFO org.apache.hadoop.mapred.ReduceTask: Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@5bfefcd4
+2017-02-18 06:21:08,560 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: MergerManager: memoryLimit=679778688, maxSingleShuffleLimit=169944672, mergeThreshold=448653952, ioSortFactor=10, memToMemMergeOutputsThreshold=10
+2017-02-18 06:21:08,572 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: attempt_local224597268_0001_r_000007_0 Thread started: EventFetcher for fetching Map Completion Events
+2017-02-18 06:21:08,587 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#8 about to shuffle output of map attempt_local224597268_0001_m_000000_0 decomp: 821532 len: 821536 to MEMORY
+2017-02-18 06:21:08,598 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 821532 bytes from map-output for attempt_local224597268_0001_m_000000_0
+2017-02-18 06:21:08,620 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 821532, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->821532
+2017-02-18 06:21:08,621 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: EventFetcher is interrupted.. Returning
+2017-02-18 06:21:08,622 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-02-18 06:21:08,622 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
+2017-02-18 06:21:08,624 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 06:21:08,626 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 821523 bytes
+2017-02-18 06:21:08,714 INFO org.apache.hadoop.mapreduce.Job: map 100% reduce 70%
+2017-02-18 06:21:08,910 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merged 1 segments, 821532 bytes to disk to satisfy reduce memory limit
+2017-02-18 06:21:08,914 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 1 files, 821536 bytes from disk
+2017-02-18 06:21:08,916 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 0 segments, 0 bytes from memory into reduce
+2017-02-18 06:21:08,916 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 06:21:08,917 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 821523 bytes
+2017-02-18 06:21:08,919 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-02-18 06:21:09,223 INFO org.apache.hadoop.mapred.Task: Task:attempt_local224597268_0001_r_000007_0 is done. And is in the process of committing
+2017-02-18 06:21:09,239 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-02-18 06:21:09,249 INFO org.apache.hadoop.mapred.Task: Task attempt_local224597268_0001_r_000007_0 is allowed to commit now
+2017-02-18 06:21:09,251 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: Saved output of task 'attempt_local224597268_0001_r_000007_0' to file:/home/cloudera/workspace/bpa/Assign1/output/_temporary/0/task_local224597268_0001_r_000007
+2017-02-18 06:21:09,259 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-02-18 06:21:09,266 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local224597268_0001_r_000007_0' done.
+2017-02-18 06:21:09,267 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local224597268_0001_r_000007_0
+2017-02-18 06:21:09,267 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local224597268_0001_r_000008_0
+2017-02-18 06:21:09,277 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-02-18 06:21:09,278 INFO org.apache.hadoop.mapred.Task: Using ResourceCalculatorProcessTree : [ ]
+2017-02-18 06:21:09,278 INFO org.apache.hadoop.mapred.ReduceTask: Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@66a62053
+2017-02-18 06:21:09,297 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: MergerManager: memoryLimit=679778688, maxSingleShuffleLimit=169944672, mergeThreshold=448653952, ioSortFactor=10, memToMemMergeOutputsThreshold=10
+2017-02-18 06:21:09,313 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: attempt_local224597268_0001_r_000008_0 Thread started: EventFetcher for fetching Map Completion Events
+2017-02-18 06:21:09,327 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#9 about to shuffle output of map attempt_local224597268_0001_m_000000_0 decomp: 1360514 len: 1360518 to MEMORY
+2017-02-18 06:21:09,348 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 1360514 bytes from map-output for attempt_local224597268_0001_m_000000_0
+2017-02-18 06:21:09,371 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 1360514, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->1360514
+2017-02-18 06:21:09,372 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: EventFetcher is interrupted.. Returning
+2017-02-18 06:21:09,373 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-02-18 06:21:09,373 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
+2017-02-18 06:21:09,376 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 06:21:09,376 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 1360506 bytes
+2017-02-18 06:21:09,715 INFO org.apache.hadoop.mapreduce.Job: map 100% reduce 80%
+2017-02-18 06:21:09,877 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merged 1 segments, 1360514 bytes to disk to satisfy reduce memory limit
+2017-02-18 06:21:09,878 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 1 files, 1360518 bytes from disk
+2017-02-18 06:21:09,880 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 0 segments, 0 bytes from memory into reduce
+2017-02-18 06:21:09,886 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 06:21:09,888 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 1360506 bytes
+2017-02-18 06:21:09,890 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-02-18 06:21:10,440 INFO org.apache.hadoop.mapred.Task: Task:attempt_local224597268_0001_r_000008_0 is done. And is in the process of committing
+2017-02-18 06:21:10,457 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-02-18 06:21:10,466 INFO org.apache.hadoop.mapred.Task: Task attempt_local224597268_0001_r_000008_0 is allowed to commit now
+2017-02-18 06:21:10,468 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: Saved output of task 'attempt_local224597268_0001_r_000008_0' to file:/home/cloudera/workspace/bpa/Assign1/output/_temporary/0/task_local224597268_0001_r_000008
+2017-02-18 06:21:10,474 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-02-18 06:21:10,486 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local224597268_0001_r_000008_0' done.
+2017-02-18 06:21:10,487 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local224597268_0001_r_000008_0
+2017-02-18 06:21:10,488 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local224597268_0001_r_000009_0
+2017-02-18 06:21:10,501 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-02-18 06:21:10,502 INFO org.apache.hadoop.mapred.Task: Using ResourceCalculatorProcessTree : [ ]
+2017-02-18 06:21:10,511 INFO org.apache.hadoop.mapred.ReduceTask: Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@41eab4e0
+2017-02-18 06:21:10,521 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: MergerManager: memoryLimit=679778688, maxSingleShuffleLimit=169944672, mergeThreshold=448653952, ioSortFactor=10, memToMemMergeOutputsThreshold=10
+2017-02-18 06:21:10,538 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: attempt_local224597268_0001_r_000009_0 Thread started: EventFetcher for fetching Map Completion Events
+2017-02-18 06:21:10,574 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#10 about to shuffle output of map attempt_local224597268_0001_m_000000_0 decomp: 835740 len: 835744 to MEMORY
+2017-02-18 06:21:10,603 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 835740 bytes from map-output for attempt_local224597268_0001_m_000000_0
+2017-02-18 06:21:10,604 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 835740, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->835740
+2017-02-18 06:21:10,605 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: EventFetcher is interrupted.. Returning
+2017-02-18 06:21:10,606 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-02-18 06:21:10,607 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
+2017-02-18 06:21:10,608 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 06:21:10,608 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 835728 bytes
+2017-02-18 06:21:10,716 INFO org.apache.hadoop.mapreduce.Job: map 100% reduce 90%
+2017-02-18 06:21:10,913 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merged 1 segments, 835740 bytes to disk to satisfy reduce memory limit
+2017-02-18 06:21:10,918 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 1 files, 835744 bytes from disk
+2017-02-18 06:21:10,919 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 0 segments, 0 bytes from memory into reduce
+2017-02-18 06:21:10,919 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 06:21:10,920 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 835728 bytes
+2017-02-18 06:21:10,926 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-02-18 06:21:11,260 INFO org.apache.hadoop.mapred.Task: Task:attempt_local224597268_0001_r_000009_0 is done. And is in the process of committing
+2017-02-18 06:21:11,270 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-02-18 06:21:11,282 INFO org.apache.hadoop.mapred.Task: Task attempt_local224597268_0001_r_000009_0 is allowed to commit now
+2017-02-18 06:21:11,298 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: Saved output of task 'attempt_local224597268_0001_r_000009_0' to file:/home/cloudera/workspace/bpa/Assign1/output/_temporary/0/task_local224597268_0001_r_000009
+2017-02-18 06:21:11,300 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-02-18 06:21:11,303 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local224597268_0001_r_000009_0' done.
+2017-02-18 06:21:11,303 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local224597268_0001_r_000009_0
+2017-02-18 06:21:11,304 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce task executor complete.
+2017-02-18 06:21:11,475 WARN org.apache.hadoop.mapred.LocalJobRunner: job_local224597268_0001
+java.lang.NoClassDefFoundError: org/apache/http/client/methods/HttpUriRequest
+ at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:573)
+Caused by: java.lang.ClassNotFoundException: org.apache.http.client.methods.HttpUriRequest
+ at java.net.URLClassLoader$1.run(URLClassLoader.java:366)
+ at java.net.URLClassLoader$1.run(URLClassLoader.java:355)
+ at java.security.AccessController.doPrivileged(Native Method)
+ at java.net.URLClassLoader.findClass(URLClassLoader.java:354)
+ at java.lang.ClassLoader.loadClass(ClassLoader.java:425)
+ at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:308)
+ at java.lang.ClassLoader.loadClass(ClassLoader.java:358)
+ ... 1 more
+2017-02-18 06:21:11,720 INFO org.apache.hadoop.mapreduce.Job: map 100% reduce 100%
+2017-02-18 06:21:11,721 INFO org.apache.hadoop.mapreduce.Job: Job job_local224597268_0001 failed with state FAILED due to: NA
+2017-02-18 06:21:11,958 INFO org.apache.hadoop.mapreduce.Job: Counters: 30
+ File System Counters
+ FILE: Number of bytes read=192567978
+ FILE: Number of bytes written=191860141
+ FILE: Number of read operations=0
+ FILE: Number of large read operations=0
+ FILE: Number of write operations=0
+ Map-Reduce Framework
+ Map input records=124787
+ Map output records=1023444
+ Map output bytes=9171648
+ Map output materialized bytes=11218596
+ Input split bytes=116
+ Combine input records=0
+ Combine output records=0
+ Reduce input groups=67780
+ Reduce shuffle bytes=11218596
+ Reduce input records=1023444
+ Reduce output records=27
+ Spilled Records=2046888
+ Shuffled Maps =10
+ Failed Shuffles=0
+ Merged Map outputs=10
+ GC time elapsed (ms)=337
+ Total committed heap usage (bytes)=1821749248
+ Shuffle Errors
+ BAD_ID=0
+ CONNECTION=0
+ IO_ERROR=0
+ WRONG_LENGTH=0
+ WRONG_MAP=0
+ WRONG_REDUCE=0
+ File Input Format Counters
+ Bytes Read=5589889
+ File Output Format Counters
+ Bytes Written=358
+2017-02-18 06:32:37,775 WARN org.apache.hadoop.util.NativeCodeLoader: Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
+2017-02-18 06:32:40,633 WARN org.apache.hadoop.util.NativeCodeLoader: Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
+2017-02-18 06:32:40,989 INFO org.apache.hadoop.conf.Configuration.deprecation: session.id is deprecated. Instead, use dfs.metrics.session-id
+2017-02-18 06:32:41,025 INFO org.apache.hadoop.metrics.jvm.JvmMetrics: Initializing JVM Metrics with processName=JobTracker, sessionId=
+2017-02-18 06:32:43,943 INFO org.apache.hadoop.conf.Configuration.deprecation: session.id is deprecated. Instead, use dfs.metrics.session-id
+2017-02-18 06:32:43,999 INFO org.apache.hadoop.metrics.jvm.JvmMetrics: Initializing JVM Metrics with processName=JobTracker, sessionId=
+2017-02-18 06:32:44,121 WARN org.apache.hadoop.mapreduce.JobResourceUploader: No job jar file set. User classes may not be found. See Job or Job#setJar(String).
+2017-02-18 06:32:44,304 INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat: Total input paths to process : 1
+2017-02-18 06:32:45,122 INFO org.apache.hadoop.mapreduce.JobSubmitter: number of splits:1
+2017-02-18 06:32:46,719 WARN org.apache.hadoop.mapreduce.JobResourceUploader: No job jar file set. User classes may not be found. See Job or Job#setJar(String).
+2017-02-18 06:32:46,835 INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat: Total input paths to process : 1
+2017-02-18 06:32:47,295 INFO org.apache.hadoop.mapreduce.JobSubmitter: Submitting tokens for job: job_local961145712_0001
+2017-02-18 06:32:47,386 INFO org.apache.hadoop.mapreduce.JobSubmitter: number of splits:1
+2017-02-18 06:32:49,204 INFO org.apache.hadoop.mapreduce.JobSubmitter: Submitting tokens for job: job_local2033279662_0001
+2017-02-18 06:32:49,880 INFO org.apache.hadoop.mapreduce.Job: The url to track the job: http://localhost:8080/
+2017-02-18 06:32:49,882 INFO org.apache.hadoop.mapreduce.Job: Running job: job_local961145712_0001
+2017-02-18 06:32:49,907 INFO org.apache.hadoop.mapred.LocalJobRunner: OutputCommitter set in config null
+2017-02-18 06:32:50,028 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-02-18 06:32:50,055 INFO org.apache.hadoop.mapred.LocalJobRunner: OutputCommitter is org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter
+2017-02-18 06:32:50,776 INFO org.apache.hadoop.mapred.LocalJobRunner: Waiting for map tasks
+2017-02-18 06:32:50,777 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local961145712_0001_m_000000_0
+2017-02-18 06:32:50,887 INFO org.apache.hadoop.mapreduce.Job: Job job_local961145712_0001 running in uber mode : false
+2017-02-18 06:32:50,943 INFO org.apache.hadoop.mapreduce.Job: map 0% reduce 0%
+2017-02-18 06:32:51,189 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-02-18 06:32:51,395 INFO org.apache.hadoop.mapred.Task: Using ResourceCalculatorProcessTree : [ ]
+2017-02-18 06:32:51,413 INFO org.apache.hadoop.mapred.MapTask: Processing split: file:/home/cloudera/workspace/bpa/Assign1/pg100.txt:0+5589889
+2017-02-18 06:32:51,983 INFO org.apache.hadoop.mapreduce.Job: The url to track the job: http://localhost:8080/
+2017-02-18 06:32:51,985 INFO org.apache.hadoop.mapreduce.Job: Running job: job_local2033279662_0001
+2017-02-18 06:32:52,029 INFO org.apache.hadoop.mapred.LocalJobRunner: OutputCommitter set in config null
+2017-02-18 06:32:52,095 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-02-18 06:32:52,107 INFO org.apache.hadoop.mapred.LocalJobRunner: OutputCommitter is org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter
+2017-02-18 06:32:53,025 INFO org.apache.hadoop.mapreduce.Job: Job job_local2033279662_0001 running in uber mode : false
+2017-02-18 06:32:53,566 INFO org.apache.hadoop.mapreduce.Job: map 0% reduce 0%
+2017-02-18 06:32:54,509 INFO org.apache.hadoop.mapred.LocalJobRunner: Waiting for map tasks
+2017-02-18 06:32:54,532 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local2033279662_0001_m_000000_0
+2017-02-18 06:32:55,134 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 0 kvi 26214396(104857584)
+2017-02-18 06:32:55,155 INFO org.apache.hadoop.mapred.MapTask: mapreduce.task.io.sort.mb: 100
+2017-02-18 06:32:55,156 INFO org.apache.hadoop.mapred.MapTask: soft limit at 83886080
+2017-02-18 06:32:55,156 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufvoid = 104857600
+2017-02-18 06:32:55,156 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396; length = 6553600
+2017-02-18 06:32:55,210 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-02-18 06:32:55,544 INFO org.apache.hadoop.mapred.MapTask: Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
+2017-02-18 06:32:55,692 INFO org.apache.hadoop.mapred.Task: Using ResourceCalculatorProcessTree : [ ]
+2017-02-18 06:32:55,709 INFO org.apache.hadoop.mapreduce.lib.input.LineRecordReader: Found UTF-8 BOM and skipped it
+2017-02-18 06:32:55,807 INFO org.apache.hadoop.mapred.MapTask: Processing split: file:/home/cloudera/workspace/bpa/Assign1/pg100.txt:0+5589889
+2017-02-18 06:32:59,289 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 0 kvi 26214396(104857584)
+2017-02-18 06:32:59,291 INFO org.apache.hadoop.mapred.MapTask: mapreduce.task.io.sort.mb: 100
+2017-02-18 06:32:59,291 INFO org.apache.hadoop.mapred.MapTask: soft limit at 83886080
+2017-02-18 06:32:59,291 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufvoid = 104857600
+2017-02-18 06:32:59,291 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396; length = 6553600
+2017-02-18 06:32:59,352 INFO org.apache.hadoop.mapred.MapTask: Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
+2017-02-18 06:32:59,510 INFO org.apache.hadoop.mapreduce.lib.input.LineRecordReader: Found UTF-8 BOM and skipped it
+2017-02-18 06:33:00,946 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-02-18 06:33:01,174 INFO org.apache.hadoop.mapreduce.Job: map 2% reduce 0%
+2017-02-18 06:33:03,950 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-02-18 06:33:04,184 INFO org.apache.hadoop.mapreduce.Job: map 18% reduce 0%
+2017-02-18 06:33:04,335 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-02-18 06:33:05,264 INFO org.apache.hadoop.mapreduce.Job: map 5% reduce 0%
+2017-02-18 06:33:06,969 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-02-18 06:33:07,196 INFO org.apache.hadoop.mapreduce.Job: map 53% reduce 0%
+2017-02-18 06:33:07,339 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-02-18 06:33:08,031 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-02-18 06:33:08,032 INFO org.apache.hadoop.mapred.MapTask: Starting flush of map output
+2017-02-18 06:33:08,032 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-02-18 06:33:08,032 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufend = 9171648; bufvoid = 104857600
+2017-02-18 06:33:08,032 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396(104857584); kvend = 22120624(88482496); length = 4093773/6553600
+2017-02-18 06:33:08,273 INFO org.apache.hadoop.mapreduce.Job: map 32% reduce 0%
+2017-02-18 06:33:09,913 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-02-18 06:33:09,914 INFO org.apache.hadoop.mapred.MapTask: Starting flush of map output
+2017-02-18 06:33:09,914 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-02-18 06:33:09,914 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufend = 9171648; bufvoid = 104857600
+2017-02-18 06:33:09,914 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396(104857584); kvend = 22120624(88482496); length = 4093773/6553600
+2017-02-18 06:33:09,971 INFO org.apache.hadoop.mapred.LocalJobRunner: map > sort
+2017-02-18 06:33:10,206 INFO org.apache.hadoop.mapreduce.Job: map 67% reduce 0%
+2017-02-18 06:33:10,340 INFO org.apache.hadoop.mapred.LocalJobRunner: map > sort
+2017-02-18 06:33:11,286 INFO org.apache.hadoop.mapreduce.Job: map 67% reduce 0%
+2017-02-18 06:33:12,972 INFO org.apache.hadoop.mapred.LocalJobRunner: map > sort
+2017-02-18 06:33:13,342 INFO org.apache.hadoop.mapred.LocalJobRunner: map > sort
+2017-02-18 06:33:15,973 INFO org.apache.hadoop.mapred.LocalJobRunner: map > sort
+2017-02-18 06:33:16,345 INFO org.apache.hadoop.mapred.LocalJobRunner: map > sort
+2017-02-18 06:33:18,981 INFO org.apache.hadoop.mapred.LocalJobRunner: map > sort
+2017-02-18 06:33:19,347 INFO org.apache.hadoop.mapred.LocalJobRunner: map > sort
+2017-02-18 06:33:21,984 INFO org.apache.hadoop.mapred.LocalJobRunner: map > sort
+2017-02-18 06:33:22,348 INFO org.apache.hadoop.mapred.LocalJobRunner: map > sort
+2017-02-18 06:33:22,816 INFO org.apache.hadoop.mapred.MapTask: Finished spill 0
+2017-02-18 06:33:22,846 INFO org.apache.hadoop.mapred.Task: Task:attempt_local961145712_0001_m_000000_0 is done. And is in the process of committing
+2017-02-18 06:33:22,859 INFO org.apache.hadoop.mapred.LocalJobRunner: map
+2017-02-18 06:33:22,873 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local961145712_0001_m_000000_0' done.
+2017-02-18 06:33:22,873 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local961145712_0001_m_000000_0
+2017-02-18 06:33:22,873 INFO org.apache.hadoop.mapred.LocalJobRunner: map task executor complete.
+2017-02-18 06:33:23,018 INFO org.apache.hadoop.mapred.LocalJobRunner: Waiting for reduce tasks
+2017-02-18 06:33:23,019 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local961145712_0001_r_000000_0
+2017-02-18 06:33:23,100 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-02-18 06:33:23,101 INFO org.apache.hadoop.mapred.Task: Using ResourceCalculatorProcessTree : [ ]
+2017-02-18 06:33:23,158 INFO org.apache.hadoop.mapred.ReduceTask: Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@44f9c0c
+2017-02-18 06:33:23,244 INFO org.apache.hadoop.mapreduce.Job: map 100% reduce 0%
+2017-02-18 06:33:23,342 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: MergerManager: memoryLimit=679778688, maxSingleShuffleLimit=169944672, mergeThreshold=448653952, ioSortFactor=10, memToMemMergeOutputsThreshold=10
+2017-02-18 06:33:23,391 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: attempt_local961145712_0001_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
+2017-02-18 06:33:23,708 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#1 about to shuffle output of map attempt_local961145712_0001_m_000000_0 decomp: 991747 len: 991751 to MEMORY
+2017-02-18 06:33:23,798 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 991747 bytes from map-output for attempt_local961145712_0001_m_000000_0
+2017-02-18 06:33:23,827 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 991747, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->991747
+2017-02-18 06:33:23,854 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: EventFetcher is interrupted.. Returning
+2017-02-18 06:33:23,855 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-02-18 06:33:23,855 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
+2017-02-18 06:33:23,917 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 06:33:23,918 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 991742 bytes
+2017-02-18 06:33:25,206 INFO org.apache.hadoop.mapred.MapTask: Finished spill 0
+2017-02-18 06:33:25,255 INFO org.apache.hadoop.mapred.Task: Task:attempt_local2033279662_0001_m_000000_0 is done. And is in the process of committing
+2017-02-18 06:33:25,258 INFO org.apache.hadoop.mapred.LocalJobRunner: map
+2017-02-18 06:33:25,273 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local2033279662_0001_m_000000_0' done.
+2017-02-18 06:33:25,273 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local2033279662_0001_m_000000_0
+2017-02-18 06:33:25,274 INFO org.apache.hadoop.mapred.LocalJobRunner: map task executor complete.
+2017-02-18 06:33:25,293 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merged 1 segments, 991747 bytes to disk to satisfy reduce memory limit
+2017-02-18 06:33:25,294 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 1 files, 991751 bytes from disk
+2017-02-18 06:33:25,295 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 0 segments, 0 bytes from memory into reduce
+2017-02-18 06:33:25,296 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 06:33:25,296 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 991742 bytes
+2017-02-18 06:33:25,319 INFO org.apache.hadoop.mapreduce.Job: map 100% reduce 0%
+2017-02-18 06:33:25,326 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-02-18 06:33:25,405 INFO org.apache.hadoop.mapred.LocalJobRunner: Waiting for reduce tasks
+2017-02-18 06:33:25,405 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local2033279662_0001_r_000000_0
+2017-02-18 06:33:25,433 INFO org.apache.hadoop.conf.Configuration.deprecation: mapred.skip.on is deprecated. Instead, use mapreduce.job.skiprecords
+2017-02-18 06:33:25,523 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-02-18 06:33:25,524 INFO org.apache.hadoop.mapred.Task: Using ResourceCalculatorProcessTree : [ ]
+2017-02-18 06:33:25,548 INFO org.apache.hadoop.mapred.ReduceTask: Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@1e60a696
+2017-02-18 06:33:25,733 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: MergerManager: memoryLimit=679778688, maxSingleShuffleLimit=169944672, mergeThreshold=448653952, ioSortFactor=10, memToMemMergeOutputsThreshold=10
+2017-02-18 06:33:25,782 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: attempt_local2033279662_0001_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
+2017-02-18 06:33:26,197 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#1 about to shuffle output of map attempt_local2033279662_0001_m_000000_0 decomp: 991747 len: 991751 to MEMORY
+2017-02-18 06:33:26,269 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 991747 bytes from map-output for attempt_local2033279662_0001_m_000000_0
+2017-02-18 06:33:26,293 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 991747, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->991747
+2017-02-18 06:33:26,317 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: EventFetcher is interrupted.. Returning
+2017-02-18 06:33:26,318 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-02-18 06:33:26,325 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
+2017-02-18 06:33:26,376 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 06:33:26,404 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 991742 bytes
+2017-02-18 06:33:27,956 INFO org.apache.hadoop.mapred.Task: Task:attempt_local961145712_0001_r_000000_0 is done. And is in the process of committing
+2017-02-18 06:33:27,995 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-02-18 06:33:27,995 INFO org.apache.hadoop.mapred.Task: Task attempt_local961145712_0001_r_000000_0 is allowed to commit now
+2017-02-18 06:33:27,996 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: Saved output of task 'attempt_local961145712_0001_r_000000_0' to file:/home/cloudera/workspace/bpa/Assign1/output_pg100/_temporary/0/task_local961145712_0001_r_000000
+2017-02-18 06:33:28,010 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-02-18 06:33:28,023 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local961145712_0001_r_000000_0' done.
+2017-02-18 06:33:28,023 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local961145712_0001_r_000000_0
+2017-02-18 06:33:28,023 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local961145712_0001_r_000001_0
+2017-02-18 06:33:28,049 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-02-18 06:33:28,050 INFO org.apache.hadoop.mapred.Task: Using ResourceCalculatorProcessTree : [ ]
+2017-02-18 06:33:28,050 INFO org.apache.hadoop.mapred.ReduceTask: Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@1eb6a3c
+2017-02-18 06:33:28,060 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: MergerManager: memoryLimit=679778688, maxSingleShuffleLimit=169944672, mergeThreshold=448653952, ioSortFactor=10, memToMemMergeOutputsThreshold=10
+2017-02-18 06:33:28,074 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: attempt_local961145712_0001_r_000001_0 Thread started: EventFetcher for fetching Map Completion Events
+2017-02-18 06:33:28,099 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merged 1 segments, 991747 bytes to disk to satisfy reduce memory limit
+2017-02-18 06:33:28,100 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 1 files, 991751 bytes from disk
+2017-02-18 06:33:28,101 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 0 segments, 0 bytes from memory into reduce
+2017-02-18 06:33:28,101 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 06:33:28,102 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 991742 bytes
+2017-02-18 06:33:28,102 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-02-18 06:33:28,092 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#2 about to shuffle output of map attempt_local961145712_0001_m_000000_0 decomp: 1980898 len: 1980902 to MEMORY
+2017-02-18 06:33:28,141 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 1980898 bytes from map-output for attempt_local961145712_0001_m_000000_0
+2017-02-18 06:33:28,162 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 1980898, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->1980898
+2017-02-18 06:33:28,163 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: EventFetcher is interrupted.. Returning
+2017-02-18 06:33:28,164 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-02-18 06:33:28,164 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
+2017-02-18 06:33:28,165 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 06:33:28,165 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 1980895 bytes
+2017-02-18 06:33:28,195 INFO org.apache.hadoop.conf.Configuration.deprecation: mapred.skip.on is deprecated. Instead, use mapreduce.job.skiprecords
+2017-02-18 06:33:28,254 INFO org.apache.hadoop.mapreduce.Job: map 100% reduce 10%
+2017-02-18 06:33:29,638 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merged 1 segments, 1980898 bytes to disk to satisfy reduce memory limit
+2017-02-18 06:33:29,639 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 1 files, 1980902 bytes from disk
+2017-02-18 06:33:29,639 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 0 segments, 0 bytes from memory into reduce
+2017-02-18 06:33:29,639 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 06:33:29,639 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 1980895 bytes
+2017-02-18 06:33:29,640 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-02-18 06:33:30,595 INFO org.apache.hadoop.mapred.Task: Task:attempt_local2033279662_0001_r_000000_0 is done. And is in the process of committing
+2017-02-18 06:33:30,639 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-02-18 06:33:30,639 INFO org.apache.hadoop.mapred.Task: Task attempt_local2033279662_0001_r_000000_0 is allowed to commit now
+2017-02-18 06:33:30,641 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: Saved output of task 'attempt_local2033279662_0001_r_000000_0' to file:/home/cloudera/workspace/bpa/Assign1/output_pg100/_temporary/0/task_local2033279662_0001_r_000000
+2017-02-18 06:33:30,658 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-02-18 06:33:30,659 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local2033279662_0001_r_000000_0' done.
+2017-02-18 06:33:30,659 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local2033279662_0001_r_000000_0
+2017-02-18 06:33:30,659 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local2033279662_0001_r_000001_0
+2017-02-18 06:33:30,692 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-02-18 06:33:30,694 INFO org.apache.hadoop.mapred.Task: Using ResourceCalculatorProcessTree : [ ]
+2017-02-18 06:33:30,694 INFO org.apache.hadoop.mapred.ReduceTask: Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@30eab853
+2017-02-18 06:33:30,711 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: MergerManager: memoryLimit=679778688, maxSingleShuffleLimit=169944672, mergeThreshold=448653952, ioSortFactor=10, memToMemMergeOutputsThreshold=10
+2017-02-18 06:33:30,755 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: attempt_local2033279662_0001_r_000001_0 Thread started: EventFetcher for fetching Map Completion Events
+2017-02-18 06:33:30,770 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#2 about to shuffle output of map attempt_local2033279662_0001_m_000000_0 decomp: 1980898 len: 1980902 to MEMORY
+2017-02-18 06:33:30,796 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 1980898 bytes from map-output for attempt_local2033279662_0001_m_000000_0
+2017-02-18 06:33:30,860 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 1980898, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->1980898
+2017-02-18 06:33:30,861 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: EventFetcher is interrupted.. Returning
+2017-02-18 06:33:30,862 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-02-18 06:33:30,862 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
+2017-02-18 06:33:30,864 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 06:33:30,864 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 1980895 bytes
+2017-02-18 06:33:31,350 INFO org.apache.hadoop.mapreduce.Job: map 100% reduce 10%
+2017-02-18 06:33:31,388 INFO org.apache.hadoop.mapred.Task: Task:attempt_local961145712_0001_r_000001_0 is done. And is in the process of committing
+2017-02-18 06:33:31,398 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-02-18 06:33:31,399 INFO org.apache.hadoop.mapred.Task: Task attempt_local961145712_0001_r_000001_0 is allowed to commit now
+2017-02-18 06:33:31,423 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: Saved output of task 'attempt_local961145712_0001_r_000001_0' to file:/home/cloudera/workspace/bpa/Assign1/output_pg100/_temporary/0/task_local961145712_0001_r_000001
+2017-02-18 06:33:31,432 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-02-18 06:33:31,432 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local961145712_0001_r_000001_0' done.
+2017-02-18 06:33:31,432 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local961145712_0001_r_000001_0
+2017-02-18 06:33:31,433 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local961145712_0001_r_000002_0
+2017-02-18 06:33:31,451 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-02-18 06:33:31,452 INFO org.apache.hadoop.mapred.Task: Using ResourceCalculatorProcessTree : [ ]
+2017-02-18 06:33:31,452 INFO org.apache.hadoop.mapred.ReduceTask: Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@2deeef8c
+2017-02-18 06:33:31,469 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: MergerManager: memoryLimit=679778688, maxSingleShuffleLimit=169944672, mergeThreshold=448653952, ioSortFactor=10, memToMemMergeOutputsThreshold=10
+2017-02-18 06:33:31,490 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: attempt_local961145712_0001_r_000002_0 Thread started: EventFetcher for fetching Map Completion Events
+2017-02-18 06:33:31,504 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#3 about to shuffle output of map attempt_local961145712_0001_m_000000_0 decomp: 1199435 len: 1199439 to MEMORY
+2017-02-18 06:33:31,527 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 1199435 bytes from map-output for attempt_local961145712_0001_m_000000_0
+2017-02-18 06:33:31,552 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 1199435, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->1199435
+2017-02-18 06:33:31,552 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: EventFetcher is interrupted.. Returning
+2017-02-18 06:33:31,553 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-02-18 06:33:31,554 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
+2017-02-18 06:33:31,555 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 06:33:31,555 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 1199425 bytes
+2017-02-18 06:33:32,112 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merged 1 segments, 1199435 bytes to disk to satisfy reduce memory limit
+2017-02-18 06:33:32,113 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 1 files, 1199439 bytes from disk
+2017-02-18 06:33:32,121 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 0 segments, 0 bytes from memory into reduce
+2017-02-18 06:33:32,122 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 06:33:32,122 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 1199425 bytes
+2017-02-18 06:33:32,123 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-02-18 06:33:32,265 INFO org.apache.hadoop.mapreduce.Job: map 100% reduce 20%
+2017-02-18 06:33:32,275 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merged 1 segments, 1980898 bytes to disk to satisfy reduce memory limit
+2017-02-18 06:33:32,288 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 1 files, 1980902 bytes from disk
+2017-02-18 06:33:32,288 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 0 segments, 0 bytes from memory into reduce
+2017-02-18 06:33:32,289 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 06:33:32,289 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 1980895 bytes
+2017-02-18 06:33:32,290 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-02-18 06:33:32,889 INFO org.apache.hadoop.mapred.Task: Task:attempt_local961145712_0001_r_000002_0 is done. And is in the process of committing
+2017-02-18 06:33:32,890 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-02-18 06:33:32,891 INFO org.apache.hadoop.mapred.Task: Task attempt_local961145712_0001_r_000002_0 is allowed to commit now
+2017-02-18 06:33:32,892 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: Saved output of task 'attempt_local961145712_0001_r_000002_0' to file:/home/cloudera/workspace/bpa/Assign1/output_pg100/_temporary/0/task_local961145712_0001_r_000002
+2017-02-18 06:33:32,934 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-02-18 06:33:32,935 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local961145712_0001_r_000002_0' done.
+2017-02-18 06:33:32,935 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local961145712_0001_r_000002_0
+2017-02-18 06:33:32,935 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local961145712_0001_r_000003_0
+2017-02-18 06:33:32,968 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-02-18 06:33:32,970 INFO org.apache.hadoop.mapred.Task: Using ResourceCalculatorProcessTree : [ ]
+2017-02-18 06:33:32,983 INFO org.apache.hadoop.mapred.ReduceTask: Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@11a9281f
+2017-02-18 06:33:33,003 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: MergerManager: memoryLimit=679778688, maxSingleShuffleLimit=169944672, mergeThreshold=448653952, ioSortFactor=10, memToMemMergeOutputsThreshold=10
+2017-02-18 06:33:33,035 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: attempt_local961145712_0001_r_000003_0 Thread started: EventFetcher for fetching Map Completion Events
+2017-02-18 06:33:33,097 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#4 about to shuffle output of map attempt_local961145712_0001_m_000000_0 decomp: 914896 len: 914900 to MEMORY
+2017-02-18 06:33:33,114 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 914896 bytes from map-output for attempt_local961145712_0001_m_000000_0
+2017-02-18 06:33:33,115 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 914896, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->914896
+2017-02-18 06:33:33,128 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: EventFetcher is interrupted.. Returning
+2017-02-18 06:33:33,130 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-02-18 06:33:33,130 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
+2017-02-18 06:33:33,131 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 06:33:33,131 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 914884 bytes
+2017-02-18 06:33:33,268 INFO org.apache.hadoop.mapreduce.Job: map 100% reduce 30%
+2017-02-18 06:33:33,590 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merged 1 segments, 914896 bytes to disk to satisfy reduce memory limit
+2017-02-18 06:33:33,591 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 1 files, 914900 bytes from disk
+2017-02-18 06:33:33,603 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 0 segments, 0 bytes from memory into reduce
+2017-02-18 06:33:33,603 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 06:33:33,604 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 914884 bytes
+2017-02-18 06:33:33,604 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-02-18 06:33:33,864 INFO org.apache.hadoop.mapred.Task: Task:attempt_local2033279662_0001_r_000001_0 is done. And is in the process of committing
+2017-02-18 06:33:33,879 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-02-18 06:33:33,889 INFO org.apache.hadoop.mapred.Task: Task attempt_local2033279662_0001_r_000001_0 is allowed to commit now
+2017-02-18 06:33:33,891 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: Saved output of task 'attempt_local2033279662_0001_r_000001_0' to file:/home/cloudera/workspace/bpa/Assign1/output_pg100/_temporary/0/task_local2033279662_0001_r_000001
+2017-02-18 06:33:33,902 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-02-18 06:33:33,902 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local2033279662_0001_r_000001_0' done.
+2017-02-18 06:33:33,903 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local2033279662_0001_r_000001_0
+2017-02-18 06:33:33,903 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local2033279662_0001_r_000002_0
+2017-02-18 06:33:33,932 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-02-18 06:33:33,933 INFO org.apache.hadoop.mapred.Task: Using ResourceCalculatorProcessTree : [ ]
+2017-02-18 06:33:33,933 INFO org.apache.hadoop.mapred.ReduceTask: Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@7b4fb4eb
+2017-02-18 06:33:33,944 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: MergerManager: memoryLimit=679778688, maxSingleShuffleLimit=169944672, mergeThreshold=448653952, ioSortFactor=10, memToMemMergeOutputsThreshold=10
+2017-02-18 06:33:33,968 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: attempt_local2033279662_0001_r_000002_0 Thread started: EventFetcher for fetching Map Completion Events
+2017-02-18 06:33:33,994 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#3 about to shuffle output of map attempt_local2033279662_0001_m_000000_0 decomp: 1199435 len: 1199439 to MEMORY
+2017-02-18 06:33:34,020 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 1199435 bytes from map-output for attempt_local2033279662_0001_m_000000_0
+2017-02-18 06:33:34,035 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 1199435, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->1199435
+2017-02-18 06:33:34,036 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: EventFetcher is interrupted.. Returning
+2017-02-18 06:33:34,038 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-02-18 06:33:34,039 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
+2017-02-18 06:33:34,040 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 06:33:34,040 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 1199425 bytes
+2017-02-18 06:33:34,122 INFO org.apache.hadoop.mapred.Task: Task:attempt_local961145712_0001_r_000003_0 is done. And is in the process of committing
+2017-02-18 06:33:34,137 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-02-18 06:33:34,138 INFO org.apache.hadoop.mapred.Task: Task attempt_local961145712_0001_r_000003_0 is allowed to commit now
+2017-02-18 06:33:34,139 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: Saved output of task 'attempt_local961145712_0001_r_000003_0' to file:/home/cloudera/workspace/bpa/Assign1/output_pg100/_temporary/0/task_local961145712_0001_r_000003
+2017-02-18 06:33:34,162 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-02-18 06:33:34,163 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local961145712_0001_r_000003_0' done.
+2017-02-18 06:33:34,173 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local961145712_0001_r_000003_0
+2017-02-18 06:33:34,173 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local961145712_0001_r_000004_0
+2017-02-18 06:33:34,186 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-02-18 06:33:34,187 INFO org.apache.hadoop.mapred.Task: Using ResourceCalculatorProcessTree : [ ]
+2017-02-18 06:33:34,197 INFO org.apache.hadoop.mapred.ReduceTask: Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@15f3ca88
+2017-02-18 06:33:34,209 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: MergerManager: memoryLimit=679778688, maxSingleShuffleLimit=169944672, mergeThreshold=448653952, ioSortFactor=10, memToMemMergeOutputsThreshold=10
+2017-02-18 06:33:34,236 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: attempt_local961145712_0001_r_000004_0 Thread started: EventFetcher for fetching Map Completion Events
+2017-02-18 06:33:34,244 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#5 about to shuffle output of map attempt_local961145712_0001_m_000000_0 decomp: 1165904 len: 1165908 to MEMORY
+2017-02-18 06:33:34,269 INFO org.apache.hadoop.mapreduce.Job: map 100% reduce 100%
+2017-02-18 06:33:34,292 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 1165904 bytes from map-output for attempt_local961145712_0001_m_000000_0
+2017-02-18 06:33:34,293 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 1165904, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->1165904
+2017-02-18 06:33:34,294 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: EventFetcher is interrupted.. Returning
+2017-02-18 06:33:34,294 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-02-18 06:33:34,294 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
+2017-02-18 06:33:34,296 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 06:33:34,296 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 1165893 bytes
+2017-02-18 06:33:34,361 INFO org.apache.hadoop.mapreduce.Job: map 100% reduce 20%
+2017-02-18 06:33:34,675 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merged 1 segments, 1199435 bytes to disk to satisfy reduce memory limit
+2017-02-18 06:33:34,676 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 1 files, 1199439 bytes from disk
+2017-02-18 06:33:34,676 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 0 segments, 0 bytes from memory into reduce
+2017-02-18 06:33:34,676 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 06:33:34,689 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 1199425 bytes
+2017-02-18 06:33:34,690 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-02-18 06:33:34,911 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merged 1 segments, 1165904 bytes to disk to satisfy reduce memory limit
+2017-02-18 06:33:34,912 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 1 files, 1165908 bytes from disk
+2017-02-18 06:33:34,912 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 0 segments, 0 bytes from memory into reduce
+2017-02-18 06:33:34,912 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 06:33:34,913 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 1165893 bytes
+2017-02-18 06:33:34,913 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-02-18 06:33:35,271 INFO org.apache.hadoop.mapreduce.Job: map 100% reduce 40%
+2017-02-18 06:33:35,386 INFO org.apache.hadoop.mapred.Task: Task:attempt_local2033279662_0001_r_000002_0 is done. And is in the process of committing
+2017-02-18 06:33:35,388 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-02-18 06:33:35,413 INFO org.apache.hadoop.mapred.Task: Task attempt_local2033279662_0001_r_000002_0 is allowed to commit now
+2017-02-18 06:33:35,415 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: Saved output of task 'attempt_local2033279662_0001_r_000002_0' to file:/home/cloudera/workspace/bpa/Assign1/output_pg100/_temporary/0/task_local2033279662_0001_r_000002
+2017-02-18 06:33:35,416 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-02-18 06:33:35,424 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local2033279662_0001_r_000002_0' done.
+2017-02-18 06:33:35,424 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local2033279662_0001_r_000002_0
+2017-02-18 06:33:35,424 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local2033279662_0001_r_000003_0
+2017-02-18 06:33:35,460 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-02-18 06:33:35,462 INFO org.apache.hadoop.mapred.Task: Using ResourceCalculatorProcessTree : [ ]
+2017-02-18 06:33:35,462 INFO org.apache.hadoop.mapred.ReduceTask: Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@17fdb5c7
+2017-02-18 06:33:35,473 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: MergerManager: memoryLimit=679778688, maxSingleShuffleLimit=169944672, mergeThreshold=448653952, ioSortFactor=10, memToMemMergeOutputsThreshold=10
+2017-02-18 06:33:35,496 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: attempt_local2033279662_0001_r_000003_0 Thread started: EventFetcher for fetching Map Completion Events
+2017-02-18 06:33:35,506 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#4 about to shuffle output of map attempt_local2033279662_0001_m_000000_0 decomp: 914896 len: 914900 to MEMORY
+2017-02-18 06:33:35,552 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 914896 bytes from map-output for attempt_local2033279662_0001_m_000000_0
+2017-02-18 06:33:35,576 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 914896, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->914896
+2017-02-18 06:33:35,577 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: EventFetcher is interrupted.. Returning
+2017-02-18 06:33:35,578 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-02-18 06:33:35,578 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
+2017-02-18 06:33:35,593 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 06:33:35,593 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 914884 bytes
+2017-02-18 06:33:35,693 INFO org.apache.hadoop.mapred.Task: Task:attempt_local961145712_0001_r_000004_0 is done. And is in the process of committing
+2017-02-18 06:33:35,708 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-02-18 06:33:35,724 INFO org.apache.hadoop.mapred.Task: Task attempt_local961145712_0001_r_000004_0 is allowed to commit now
+2017-02-18 06:33:35,751 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: Saved output of task 'attempt_local961145712_0001_r_000004_0' to file:/home/cloudera/workspace/bpa/Assign1/output_pg100/_temporary/0/task_local961145712_0001_r_000004
+2017-02-18 06:33:35,753 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-02-18 06:33:35,767 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local961145712_0001_r_000004_0' done.
+2017-02-18 06:33:35,768 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local961145712_0001_r_000004_0
+2017-02-18 06:33:35,768 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local961145712_0001_r_000005_0
+2017-02-18 06:33:35,784 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-02-18 06:33:35,785 INFO org.apache.hadoop.mapred.Task: Using ResourceCalculatorProcessTree : [ ]
+2017-02-18 06:33:35,804 INFO org.apache.hadoop.mapred.ReduceTask: Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@3aa101a7
+2017-02-18 06:33:35,821 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: MergerManager: memoryLimit=679778688, maxSingleShuffleLimit=169944672, mergeThreshold=448653952, ioSortFactor=10, memToMemMergeOutputsThreshold=10
+2017-02-18 06:33:35,846 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: attempt_local961145712_0001_r_000005_0 Thread started: EventFetcher for fetching Map Completion Events
+2017-02-18 06:33:35,855 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#6 about to shuffle output of map attempt_local961145712_0001_m_000000_0 decomp: 867472 len: 867476 to MEMORY
+2017-02-18 06:33:35,879 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 867472 bytes from map-output for attempt_local961145712_0001_m_000000_0
+2017-02-18 06:33:35,901 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 867472, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->867472
+2017-02-18 06:33:35,903 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: EventFetcher is interrupted.. Returning
+2017-02-18 06:33:35,904 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-02-18 06:33:35,904 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
+2017-02-18 06:33:35,905 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 06:33:35,905 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 867468 bytes
+2017-02-18 06:33:36,078 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merged 1 segments, 914896 bytes to disk to satisfy reduce memory limit
+2017-02-18 06:33:36,090 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 1 files, 914900 bytes from disk
+2017-02-18 06:33:36,090 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 0 segments, 0 bytes from memory into reduce
+2017-02-18 06:33:36,091 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 06:33:36,105 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 914884 bytes
+2017-02-18 06:33:36,106 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-02-18 06:33:36,272 INFO org.apache.hadoop.mapreduce.Job: map 100% reduce 50%
+2017-02-18 06:33:36,356 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merged 1 segments, 867472 bytes to disk to satisfy reduce memory limit
+2017-02-18 06:33:36,357 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 1 files, 867476 bytes from disk
+2017-02-18 06:33:36,357 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 0 segments, 0 bytes from memory into reduce
+2017-02-18 06:33:36,357 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 06:33:36,357 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 867468 bytes
+2017-02-18 06:33:36,364 INFO org.apache.hadoop.mapreduce.Job: map 100% reduce 30%
+2017-02-18 06:33:36,375 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-02-18 06:33:36,566 INFO org.apache.hadoop.mapred.Task: Task:attempt_local2033279662_0001_r_000003_0 is done. And is in the process of committing
+2017-02-18 06:33:36,622 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-02-18 06:33:36,622 INFO org.apache.hadoop.mapred.Task: Task attempt_local2033279662_0001_r_000003_0 is allowed to commit now
+2017-02-18 06:33:36,623 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: Saved output of task 'attempt_local2033279662_0001_r_000003_0' to file:/home/cloudera/workspace/bpa/Assign1/output_pg100/_temporary/0/task_local2033279662_0001_r_000003
+2017-02-18 06:33:36,636 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-02-18 06:33:36,637 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local2033279662_0001_r_000003_0' done.
+2017-02-18 06:33:36,637 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local2033279662_0001_r_000003_0
+2017-02-18 06:33:36,638 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local2033279662_0001_r_000004_0
+2017-02-18 06:33:36,652 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-02-18 06:33:36,653 INFO org.apache.hadoop.mapred.Task: Using ResourceCalculatorProcessTree : [ ]
+2017-02-18 06:33:36,654 INFO org.apache.hadoop.mapred.ReduceTask: Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@207e7fdb
+2017-02-18 06:33:36,671 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: MergerManager: memoryLimit=679778688, maxSingleShuffleLimit=169944672, mergeThreshold=448653952, ioSortFactor=10, memToMemMergeOutputsThreshold=10
+2017-02-18 06:33:36,693 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: attempt_local2033279662_0001_r_000004_0 Thread started: EventFetcher for fetching Map Completion Events
+2017-02-18 06:33:36,699 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#5 about to shuffle output of map attempt_local2033279662_0001_m_000000_0 decomp: 1165904 len: 1165908 to MEMORY
+2017-02-18 06:33:36,734 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 1165904 bytes from map-output for attempt_local2033279662_0001_m_000000_0
+2017-02-18 06:33:36,734 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 1165904, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->1165904
+2017-02-18 06:33:36,735 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: EventFetcher is interrupted.. Returning
+2017-02-18 06:33:36,736 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-02-18 06:33:36,736 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
+2017-02-18 06:33:36,739 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 06:33:36,739 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 1165893 bytes
+2017-02-18 06:33:36,793 INFO org.apache.hadoop.mapred.Task: Task:attempt_local961145712_0001_r_000005_0 is done. And is in the process of committing
+2017-02-18 06:33:36,795 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-02-18 06:33:36,819 INFO org.apache.hadoop.mapred.Task: Task attempt_local961145712_0001_r_000005_0 is allowed to commit now
+2017-02-18 06:33:36,821 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: Saved output of task 'attempt_local961145712_0001_r_000005_0' to file:/home/cloudera/workspace/bpa/Assign1/output_pg100/_temporary/0/task_local961145712_0001_r_000005
+2017-02-18 06:33:36,838 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-02-18 06:33:36,839 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local961145712_0001_r_000005_0' done.
+2017-02-18 06:33:36,839 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local961145712_0001_r_000005_0
+2017-02-18 06:33:36,839 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local961145712_0001_r_000006_0
+2017-02-18 06:33:36,861 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-02-18 06:33:36,862 INFO org.apache.hadoop.mapred.Task: Using ResourceCalculatorProcessTree : [ ]
+2017-02-18 06:33:36,862 INFO org.apache.hadoop.mapred.ReduceTask: Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@41d04f3b
+2017-02-18 06:33:36,877 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: MergerManager: memoryLimit=679778688, maxSingleShuffleLimit=169944672, mergeThreshold=448653952, ioSortFactor=10, memToMemMergeOutputsThreshold=10
+2017-02-18 06:33:36,899 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: attempt_local961145712_0001_r_000006_0 Thread started: EventFetcher for fetching Map Completion Events
+2017-02-18 06:33:36,931 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#7 about to shuffle output of map attempt_local961145712_0001_m_000000_0 decomp: 1080418 len: 1080422 to MEMORY
+2017-02-18 06:33:36,959 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 1080418 bytes from map-output for attempt_local961145712_0001_m_000000_0
+2017-02-18 06:33:36,977 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 1080418, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->1080418
+2017-02-18 06:33:36,978 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: EventFetcher is interrupted.. Returning
+2017-02-18 06:33:36,978 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-02-18 06:33:36,978 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
+2017-02-18 06:33:36,980 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 06:33:36,980 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 1080407 bytes
+2017-02-18 06:33:37,273 INFO org.apache.hadoop.mapreduce.Job: map 100% reduce 60%
+2017-02-18 06:33:37,364 INFO org.apache.hadoop.mapreduce.Job: map 100% reduce 40%
+2017-02-18 06:33:37,370 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merged 1 segments, 1165904 bytes to disk to satisfy reduce memory limit
+2017-02-18 06:33:37,371 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 1 files, 1165908 bytes from disk
+2017-02-18 06:33:37,373 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 0 segments, 0 bytes from memory into reduce
+2017-02-18 06:33:37,373 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 06:33:37,373 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 1165893 bytes
+2017-02-18 06:33:37,374 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-02-18 06:33:37,566 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merged 1 segments, 1080418 bytes to disk to satisfy reduce memory limit
+2017-02-18 06:33:37,567 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 1 files, 1080422 bytes from disk
+2017-02-18 06:33:37,567 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 0 segments, 0 bytes from memory into reduce
+2017-02-18 06:33:37,567 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 06:33:37,567 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 1080407 bytes
+2017-02-18 06:33:37,568 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-02-18 06:33:38,122 INFO org.apache.hadoop.mapred.Task: Task:attempt_local2033279662_0001_r_000004_0 is done. And is in the process of committing
+2017-02-18 06:33:38,145 INFO org.apache.hadoop.mapred.Task: Task:attempt_local961145712_0001_r_000006_0 is done. And is in the process of committing
+2017-02-18 06:33:38,147 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-02-18 06:33:38,147 INFO org.apache.hadoop.mapred.Task: Task attempt_local2033279662_0001_r_000004_0 is allowed to commit now
+2017-02-18 06:33:38,149 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: Saved output of task 'attempt_local2033279662_0001_r_000004_0' to file:/home/cloudera/workspace/bpa/Assign1/output_pg100/_temporary/0/task_local2033279662_0001_r_000004
+2017-02-18 06:33:38,154 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-02-18 06:33:38,154 INFO org.apache.hadoop.mapred.Task: Task attempt_local961145712_0001_r_000006_0 is allowed to commit now
+2017-02-18 06:33:38,155 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: Saved output of task 'attempt_local961145712_0001_r_000006_0' to file:/home/cloudera/workspace/bpa/Assign1/output_pg100/_temporary/0/task_local961145712_0001_r_000006
+2017-02-18 06:33:38,157 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-02-18 06:33:38,158 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local2033279662_0001_r_000004_0' done.
+2017-02-18 06:33:38,158 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local2033279662_0001_r_000004_0
+2017-02-18 06:33:38,158 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local2033279662_0001_r_000005_0
+2017-02-18 06:33:38,170 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-02-18 06:33:38,170 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local961145712_0001_r_000006_0' done.
+2017-02-18 06:33:38,170 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local961145712_0001_r_000006_0
+2017-02-18 06:33:38,170 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local961145712_0001_r_000007_0
+2017-02-18 06:33:38,181 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-02-18 06:33:38,182 INFO org.apache.hadoop.mapred.Task: Using ResourceCalculatorProcessTree : [ ]
+2017-02-18 06:33:38,182 INFO org.apache.hadoop.mapred.ReduceTask: Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@22d0ce11
+2017-02-18 06:33:38,183 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-02-18 06:33:38,184 INFO org.apache.hadoop.mapred.Task: Using ResourceCalculatorProcessTree : [ ]
+2017-02-18 06:33:38,202 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: MergerManager: memoryLimit=679778688, maxSingleShuffleLimit=169944672, mergeThreshold=448653952, ioSortFactor=10, memToMemMergeOutputsThreshold=10
+2017-02-18 06:33:38,203 INFO org.apache.hadoop.mapred.ReduceTask: Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@57e13166
+2017-02-18 06:33:38,210 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: MergerManager: memoryLimit=679778688, maxSingleShuffleLimit=169944672, mergeThreshold=448653952, ioSortFactor=10, memToMemMergeOutputsThreshold=10
+2017-02-18 06:33:38,217 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: attempt_local2033279662_0001_r_000005_0 Thread started: EventFetcher for fetching Map Completion Events
+2017-02-18 06:33:38,231 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: attempt_local961145712_0001_r_000007_0 Thread started: EventFetcher for fetching Map Completion Events
+2017-02-18 06:33:38,233 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#6 about to shuffle output of map attempt_local2033279662_0001_m_000000_0 decomp: 867472 len: 867476 to MEMORY
+2017-02-18 06:33:38,260 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#8 about to shuffle output of map attempt_local961145712_0001_m_000000_0 decomp: 821532 len: 821536 to MEMORY
+2017-02-18 06:33:38,271 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 821532 bytes from map-output for attempt_local961145712_0001_m_000000_0
+2017-02-18 06:33:38,236 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 867472 bytes from map-output for attempt_local2033279662_0001_m_000000_0
+2017-02-18 06:33:38,279 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 867472, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->867472
+2017-02-18 06:33:38,280 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: EventFetcher is interrupted.. Returning
+2017-02-18 06:33:38,281 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-02-18 06:33:38,281 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
+2017-02-18 06:33:38,282 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 06:33:38,283 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 867468 bytes
+2017-02-18 06:33:38,275 INFO org.apache.hadoop.mapreduce.Job: map 100% reduce 100%
+2017-02-18 06:33:38,295 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 821532, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->821532
+2017-02-18 06:33:38,295 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: EventFetcher is interrupted.. Returning
+2017-02-18 06:33:38,296 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-02-18 06:33:38,296 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
+2017-02-18 06:33:38,298 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 06:33:38,298 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 821523 bytes
+2017-02-18 06:33:38,427 INFO org.apache.hadoop.mapreduce.Job: map 100% reduce 50%
+2017-02-18 06:33:38,725 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merged 1 segments, 821532 bytes to disk to satisfy reduce memory limit
+2017-02-18 06:33:38,726 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 1 files, 821536 bytes from disk
+2017-02-18 06:33:38,732 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 0 segments, 0 bytes from memory into reduce
+2017-02-18 06:33:38,732 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 06:33:38,733 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 821523 bytes
+2017-02-18 06:33:38,733 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-02-18 06:33:38,756 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merged 1 segments, 867472 bytes to disk to satisfy reduce memory limit
+2017-02-18 06:33:38,758 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 1 files, 867476 bytes from disk
+2017-02-18 06:33:38,758 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 0 segments, 0 bytes from memory into reduce
+2017-02-18 06:33:38,760 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 06:33:38,766 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 867468 bytes
+2017-02-18 06:33:38,767 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-02-18 06:33:39,085 INFO org.apache.hadoop.mapred.Task: Task:attempt_local961145712_0001_r_000007_0 is done. And is in the process of committing
+2017-02-18 06:33:39,140 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-02-18 06:33:39,151 INFO org.apache.hadoop.mapred.Task: Task attempt_local961145712_0001_r_000007_0 is allowed to commit now
+2017-02-18 06:33:39,153 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: Saved output of task 'attempt_local961145712_0001_r_000007_0' to file:/home/cloudera/workspace/bpa/Assign1/output_pg100/_temporary/0/task_local961145712_0001_r_000007
+2017-02-18 06:33:39,154 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-02-18 06:33:39,171 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local961145712_0001_r_000007_0' done.
+2017-02-18 06:33:39,171 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local961145712_0001_r_000007_0
+2017-02-18 06:33:39,171 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local961145712_0001_r_000008_0
+2017-02-18 06:33:39,187 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-02-18 06:33:39,188 INFO org.apache.hadoop.mapred.Task: Using ResourceCalculatorProcessTree : [ ]
+2017-02-18 06:33:39,201 INFO org.apache.hadoop.mapred.ReduceTask: Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@33ed55b9
+2017-02-18 06:33:39,208 INFO org.apache.hadoop.mapred.Task: Task:attempt_local2033279662_0001_r_000005_0 is done. And is in the process of committing
+2017-02-18 06:33:39,212 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: MergerManager: memoryLimit=679778688, maxSingleShuffleLimit=169944672, mergeThreshold=448653952, ioSortFactor=10, memToMemMergeOutputsThreshold=10
+2017-02-18 06:33:39,220 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-02-18 06:33:39,225 INFO org.apache.hadoop.mapred.Task: Task attempt_local2033279662_0001_r_000005_0 is allowed to commit now
+2017-02-18 06:33:39,243 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: attempt_local961145712_0001_r_000008_0 Thread started: EventFetcher for fetching Map Completion Events
+2017-02-18 06:33:39,243 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: Saved output of task 'attempt_local2033279662_0001_r_000005_0' to file:/home/cloudera/workspace/bpa/Assign1/output_pg100/_temporary/0/task_local2033279662_0001_r_000005
+2017-02-18 06:33:39,245 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-02-18 06:33:39,254 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local2033279662_0001_r_000005_0' done.
+2017-02-18 06:33:39,254 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local2033279662_0001_r_000005_0
+2017-02-18 06:33:39,254 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local2033279662_0001_r_000006_0
+2017-02-18 06:33:39,267 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#9 about to shuffle output of map attempt_local961145712_0001_m_000000_0 decomp: 1360514 len: 1360518 to MEMORY
+2017-02-18 06:33:39,271 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 1360514 bytes from map-output for attempt_local961145712_0001_m_000000_0
+2017-02-18 06:33:39,281 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-02-18 06:33:39,282 INFO org.apache.hadoop.mapred.Task: Using ResourceCalculatorProcessTree : [ ]
+2017-02-18 06:33:39,282 INFO org.apache.hadoop.mapred.ReduceTask: Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@4cda661a
+2017-02-18 06:33:39,298 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: MergerManager: memoryLimit=679778688, maxSingleShuffleLimit=169944672, mergeThreshold=448653952, ioSortFactor=10, memToMemMergeOutputsThreshold=10
+2017-02-18 06:33:39,316 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 1360514, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->1360514
+2017-02-18 06:33:39,317 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: EventFetcher is interrupted.. Returning
+2017-02-18 06:33:39,318 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-02-18 06:33:39,319 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
+2017-02-18 06:33:39,320 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 06:33:39,320 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 1360506 bytes
+2017-02-18 06:33:39,331 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: attempt_local2033279662_0001_r_000006_0 Thread started: EventFetcher for fetching Map Completion Events
+2017-02-18 06:33:39,345 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#7 about to shuffle output of map attempt_local2033279662_0001_m_000000_0 decomp: 1080418 len: 1080422 to MEMORY
+2017-02-18 06:33:39,395 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 1080418 bytes from map-output for attempt_local2033279662_0001_m_000000_0
+2017-02-18 06:33:39,396 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 1080418, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->1080418
+2017-02-18 06:33:39,397 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: EventFetcher is interrupted.. Returning
+2017-02-18 06:33:39,398 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-02-18 06:33:39,398 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
+2017-02-18 06:33:39,399 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 06:33:39,400 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 1080407 bytes
+2017-02-18 06:33:39,428 INFO org.apache.hadoop.mapreduce.Job: map 100% reduce 60%
+2017-02-18 06:33:39,982 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merged 1 segments, 1080418 bytes to disk to satisfy reduce memory limit
+2017-02-18 06:33:39,983 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 1 files, 1080422 bytes from disk
+2017-02-18 06:33:39,983 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 0 segments, 0 bytes from memory into reduce
+2017-02-18 06:33:39,983 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 06:33:39,987 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 1080407 bytes
+2017-02-18 06:33:39,996 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-02-18 06:33:40,054 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merged 1 segments, 1360514 bytes to disk to satisfy reduce memory limit
+2017-02-18 06:33:40,072 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 1 files, 1360518 bytes from disk
+2017-02-18 06:33:40,072 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 0 segments, 0 bytes from memory into reduce
+2017-02-18 06:33:40,073 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 06:33:40,073 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 1360506 bytes
+2017-02-18 06:33:40,074 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-02-18 06:33:40,296 INFO org.apache.hadoop.mapreduce.Job: map 100% reduce 80%
+2017-02-18 06:33:40,610 INFO org.apache.hadoop.mapred.Task: Task:attempt_local2033279662_0001_r_000006_0 is done. And is in the process of committing
+2017-02-18 06:33:40,613 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-02-18 06:33:40,640 INFO org.apache.hadoop.mapred.Task: Task attempt_local2033279662_0001_r_000006_0 is allowed to commit now
+2017-02-18 06:33:40,641 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: Saved output of task 'attempt_local2033279662_0001_r_000006_0' to file:/home/cloudera/workspace/bpa/Assign1/output_pg100/_temporary/0/task_local2033279662_0001_r_000006
+2017-02-18 06:33:40,642 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-02-18 06:33:40,652 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local2033279662_0001_r_000006_0' done.
+2017-02-18 06:33:40,652 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local2033279662_0001_r_000006_0
+2017-02-18 06:33:40,652 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local2033279662_0001_r_000007_0
+2017-02-18 06:33:40,664 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-02-18 06:33:40,665 INFO org.apache.hadoop.mapred.Task: Using ResourceCalculatorProcessTree : [ ]
+2017-02-18 06:33:40,678 INFO org.apache.hadoop.mapred.ReduceTask: Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@7fc514a7
+2017-02-18 06:33:40,687 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: MergerManager: memoryLimit=679778688, maxSingleShuffleLimit=169944672, mergeThreshold=448653952, ioSortFactor=10, memToMemMergeOutputsThreshold=10
+2017-02-18 06:33:40,710 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: attempt_local2033279662_0001_r_000007_0 Thread started: EventFetcher for fetching Map Completion Events
+2017-02-18 06:33:40,733 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#8 about to shuffle output of map attempt_local2033279662_0001_m_000000_0 decomp: 821532 len: 821536 to MEMORY
+2017-02-18 06:33:40,768 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 821532 bytes from map-output for attempt_local2033279662_0001_m_000000_0
+2017-02-18 06:33:40,769 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 821532, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->821532
+2017-02-18 06:33:40,769 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: EventFetcher is interrupted.. Returning
+2017-02-18 06:33:40,770 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-02-18 06:33:40,770 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
+2017-02-18 06:33:40,772 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 06:33:40,772 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 821523 bytes
+2017-02-18 06:33:40,839 INFO org.apache.hadoop.mapred.Task: Task:attempt_local961145712_0001_r_000008_0 is done. And is in the process of committing
+2017-02-18 06:33:40,869 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-02-18 06:33:40,880 INFO org.apache.hadoop.mapred.Task: Task attempt_local961145712_0001_r_000008_0 is allowed to commit now
+2017-02-18 06:33:40,881 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: Saved output of task 'attempt_local961145712_0001_r_000008_0' to file:/home/cloudera/workspace/bpa/Assign1/output_pg100/_temporary/0/task_local961145712_0001_r_000008
+2017-02-18 06:33:40,893 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-02-18 06:33:40,893 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local961145712_0001_r_000008_0' done.
+2017-02-18 06:33:40,894 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local961145712_0001_r_000008_0
+2017-02-18 06:33:40,910 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local961145712_0001_r_000009_0
+2017-02-18 06:33:40,924 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-02-18 06:33:40,925 INFO org.apache.hadoop.mapred.Task: Using ResourceCalculatorProcessTree : [ ]
+2017-02-18 06:33:40,926 INFO org.apache.hadoop.mapred.ReduceTask: Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@75096410
+2017-02-18 06:33:40,935 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: MergerManager: memoryLimit=679778688, maxSingleShuffleLimit=169944672, mergeThreshold=448653952, ioSortFactor=10, memToMemMergeOutputsThreshold=10
+2017-02-18 06:33:40,963 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: attempt_local961145712_0001_r_000009_0 Thread started: EventFetcher for fetching Map Completion Events
+2017-02-18 06:33:40,978 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#10 about to shuffle output of map attempt_local961145712_0001_m_000000_0 decomp: 835740 len: 835744 to MEMORY
+2017-02-18 06:33:41,021 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 835740 bytes from map-output for attempt_local961145712_0001_m_000000_0
+2017-02-18 06:33:41,021 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 835740, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->835740
+2017-02-18 06:33:41,022 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: EventFetcher is interrupted.. Returning
+2017-02-18 06:33:41,023 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-02-18 06:33:41,023 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
+2017-02-18 06:33:41,025 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 06:33:41,025 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 835728 bytes
+2017-02-18 06:33:41,177 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merged 1 segments, 821532 bytes to disk to satisfy reduce memory limit
+2017-02-18 06:33:41,178 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 1 files, 821536 bytes from disk
+2017-02-18 06:33:41,179 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 0 segments, 0 bytes from memory into reduce
+2017-02-18 06:33:41,179 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 06:33:41,179 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 821523 bytes
+2017-02-18 06:33:41,188 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-02-18 06:33:41,300 INFO org.apache.hadoop.mapreduce.Job: map 100% reduce 90%
+2017-02-18 06:33:41,436 INFO org.apache.hadoop.mapreduce.Job: map 100% reduce 70%
+2017-02-18 06:33:41,448 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merged 1 segments, 835740 bytes to disk to satisfy reduce memory limit
+2017-02-18 06:33:41,449 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 1 files, 835744 bytes from disk
+2017-02-18 06:33:41,449 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 0 segments, 0 bytes from memory into reduce
+2017-02-18 06:33:41,449 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 06:33:41,449 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 835728 bytes
+2017-02-18 06:33:41,464 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-02-18 06:33:41,642 INFO org.apache.hadoop.mapred.Task: Task:attempt_local2033279662_0001_r_000007_0 is done. And is in the process of committing
+2017-02-18 06:33:41,688 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-02-18 06:33:41,689 INFO org.apache.hadoop.mapred.Task: Task attempt_local2033279662_0001_r_000007_0 is allowed to commit now
+2017-02-18 06:33:41,705 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: Saved output of task 'attempt_local2033279662_0001_r_000007_0' to file:/home/cloudera/workspace/bpa/Assign1/output_pg100/_temporary/0/task_local2033279662_0001_r_000007
+2017-02-18 06:33:41,706 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-02-18 06:33:41,721 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local2033279662_0001_r_000007_0' done.
+2017-02-18 06:33:41,721 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local2033279662_0001_r_000007_0
+2017-02-18 06:33:41,721 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local2033279662_0001_r_000008_0
+2017-02-18 06:33:41,732 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-02-18 06:33:41,733 INFO org.apache.hadoop.mapred.Task: Using ResourceCalculatorProcessTree : [ ]
+2017-02-18 06:33:41,757 INFO org.apache.hadoop.mapred.ReduceTask: Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@7888a8ee
+2017-02-18 06:33:41,771 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: MergerManager: memoryLimit=679778688, maxSingleShuffleLimit=169944672, mergeThreshold=448653952, ioSortFactor=10, memToMemMergeOutputsThreshold=10
+2017-02-18 06:33:41,794 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: attempt_local2033279662_0001_r_000008_0 Thread started: EventFetcher for fetching Map Completion Events
+2017-02-18 06:33:41,817 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#9 about to shuffle output of map attempt_local2033279662_0001_m_000000_0 decomp: 1360514 len: 1360518 to MEMORY
+2017-02-18 06:33:41,861 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 1360514 bytes from map-output for attempt_local2033279662_0001_m_000000_0
+2017-02-18 06:33:41,862 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 1360514, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->1360514
+2017-02-18 06:33:41,862 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: EventFetcher is interrupted.. Returning
+2017-02-18 06:33:41,863 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-02-18 06:33:41,863 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
+2017-02-18 06:33:41,865 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 06:33:41,865 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 1360506 bytes
+2017-02-18 06:33:41,981 INFO org.apache.hadoop.mapred.Task: Task:attempt_local961145712_0001_r_000009_0 is done. And is in the process of committing
+2017-02-18 06:33:42,006 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-02-18 06:33:42,020 INFO org.apache.hadoop.mapred.Task: Task attempt_local961145712_0001_r_000009_0 is allowed to commit now
+2017-02-18 06:33:42,021 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: Saved output of task 'attempt_local961145712_0001_r_000009_0' to file:/home/cloudera/workspace/bpa/Assign1/output_pg100/_temporary/0/task_local961145712_0001_r_000009
+2017-02-18 06:33:42,034 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-02-18 06:33:42,034 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local961145712_0001_r_000009_0' done.
+2017-02-18 06:33:42,034 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local961145712_0001_r_000009_0
+2017-02-18 06:33:42,034 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce task executor complete.
+2017-02-18 06:33:42,301 INFO org.apache.hadoop.mapreduce.Job: map 100% reduce 100%
+2017-02-18 06:33:42,437 INFO org.apache.hadoop.mapreduce.Job: map 100% reduce 80%
+2017-02-18 06:33:42,476 WARN org.apache.hadoop.mapred.LocalJobRunner: job_local961145712_0001
+java.lang.NoClassDefFoundError: org/apache/http/client/methods/HttpUriRequest
+ at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:573)
+Caused by: java.lang.ClassNotFoundException: org.apache.http.client.methods.HttpUriRequest
+ at java.net.URLClassLoader$1.run(URLClassLoader.java:366)
+ at java.net.URLClassLoader$1.run(URLClassLoader.java:355)
+ at java.security.AccessController.doPrivileged(Native Method)
+ at java.net.URLClassLoader.findClass(URLClassLoader.java:354)
+ at java.lang.ClassLoader.loadClass(ClassLoader.java:425)
+ at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:308)
+ at java.lang.ClassLoader.loadClass(ClassLoader.java:358)
+ ... 1 more
+2017-02-18 06:33:42,798 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merged 1 segments, 1360514 bytes to disk to satisfy reduce memory limit
+2017-02-18 06:33:42,799 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 1 files, 1360518 bytes from disk
+2017-02-18 06:33:42,799 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 0 segments, 0 bytes from memory into reduce
+2017-02-18 06:33:42,799 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 06:33:42,800 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 1360506 bytes
+2017-02-18 06:33:42,800 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-02-18 06:33:43,303 INFO org.apache.hadoop.mapreduce.Job: Job job_local961145712_0001 failed with state FAILED due to: NA
+2017-02-18 06:33:43,633 INFO org.apache.hadoop.mapreduce.Job: Counters: 30
+ File System Counters
+ FILE: Number of bytes read=192567978
+ FILE: Number of bytes written=191859731
+ FILE: Number of read operations=0
+ FILE: Number of large read operations=0
+ FILE: Number of write operations=0
+ Map-Reduce Framework
+ Map input records=124787
+ Map output records=1023444
+ Map output bytes=9171648
+ Map output materialized bytes=11218596
+ Input split bytes=116
+ Combine input records=0
+ Combine output records=0
+ Reduce input groups=67780
+ Reduce shuffle bytes=11218596
+ Reduce input records=1023444
+ Reduce output records=27
+ Spilled Records=2046888
+ Shuffled Maps =10
+ Failed Shuffles=0
+ Merged Map outputs=10
+ GC time elapsed (ms)=543
+ Total committed heap usage (bytes)=1821749248
+ Shuffle Errors
+ BAD_ID=0
+ CONNECTION=0
+ IO_ERROR=0
+ WRONG_LENGTH=0
+ WRONG_MAP=0
+ WRONG_REDUCE=0
+ File Input Format Counters
+ Bytes Read=5589889
+ File Output Format Counters
+ Bytes Written=268
+2017-02-18 06:33:43,644 INFO org.apache.hadoop.mapred.Task: Task:attempt_local2033279662_0001_r_000008_0 is done. And is in the process of committing
+2017-02-18 06:33:43,666 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-02-18 06:33:43,677 INFO org.apache.hadoop.mapred.Task: Task attempt_local2033279662_0001_r_000008_0 is allowed to commit now
+2017-02-18 06:33:43,681 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: Saved output of task 'attempt_local2033279662_0001_r_000008_0' to file:/home/cloudera/workspace/bpa/Assign1/output_pg100/_temporary/0/task_local2033279662_0001_r_000008
+2017-02-18 06:33:43,691 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-02-18 06:33:43,701 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local2033279662_0001_r_000008_0' done.
+2017-02-18 06:33:43,702 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local2033279662_0001_r_000008_0
+2017-02-18 06:33:43,712 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local2033279662_0001_r_000009_0
+2017-02-18 06:33:43,728 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-02-18 06:33:43,729 INFO org.apache.hadoop.mapred.Task: Using ResourceCalculatorProcessTree : [ ]
+2017-02-18 06:33:43,739 INFO org.apache.hadoop.mapred.ReduceTask: Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@1197c2dd
+2017-02-18 06:33:43,761 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: MergerManager: memoryLimit=679778688, maxSingleShuffleLimit=169944672, mergeThreshold=448653952, ioSortFactor=10, memToMemMergeOutputsThreshold=10
+2017-02-18 06:33:43,778 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: attempt_local2033279662_0001_r_000009_0 Thread started: EventFetcher for fetching Map Completion Events
+2017-02-18 06:33:43,793 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#10 about to shuffle output of map attempt_local2033279662_0001_m_000000_0 decomp: 835740 len: 835744 to MEMORY
+2017-02-18 06:33:43,820 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 835740 bytes from map-output for attempt_local2033279662_0001_m_000000_0
+2017-02-18 06:33:43,830 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 835740, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->835740
+2017-02-18 06:33:43,831 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: EventFetcher is interrupted.. Returning
+2017-02-18 06:33:43,831 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-02-18 06:33:43,832 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
+2017-02-18 06:33:43,833 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 06:33:43,833 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 835728 bytes
+2017-02-18 06:33:44,218 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merged 1 segments, 835740 bytes to disk to satisfy reduce memory limit
+2017-02-18 06:33:44,221 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 1 files, 835744 bytes from disk
+2017-02-18 06:33:44,225 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 0 segments, 0 bytes from memory into reduce
+2017-02-18 06:33:44,227 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 06:33:44,228 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 835728 bytes
+2017-02-18 06:33:44,230 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-02-18 06:33:44,443 INFO org.apache.hadoop.mapreduce.Job: map 100% reduce 90%
+2017-02-18 06:33:44,573 INFO org.apache.hadoop.mapred.Task: Task:attempt_local2033279662_0001_r_000009_0 is done. And is in the process of committing
+2017-02-18 06:33:44,577 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-02-18 06:33:44,583 INFO org.apache.hadoop.mapred.Task: Task attempt_local2033279662_0001_r_000009_0 is allowed to commit now
+2017-02-18 06:33:44,590 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: Saved output of task 'attempt_local2033279662_0001_r_000009_0' to file:/home/cloudera/workspace/bpa/Assign1/output_pg100/_temporary/0/task_local2033279662_0001_r_000009
+2017-02-18 06:33:44,596 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-02-18 06:33:44,600 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local2033279662_0001_r_000009_0' done.
+2017-02-18 06:33:44,602 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local2033279662_0001_r_000009_0
+2017-02-18 06:33:44,602 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce task executor complete.
+2017-02-18 06:33:44,704 WARN org.apache.hadoop.mapred.LocalJobRunner: job_local2033279662_0001
+java.lang.NoClassDefFoundError: org/apache/http/client/methods/HttpUriRequest
+ at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:573)
+Caused by: java.lang.ClassNotFoundException: org.apache.http.client.methods.HttpUriRequest
+ at java.net.URLClassLoader$1.run(URLClassLoader.java:366)
+ at java.net.URLClassLoader$1.run(URLClassLoader.java:355)
+ at java.security.AccessController.doPrivileged(Native Method)
+ at java.net.URLClassLoader.findClass(URLClassLoader.java:354)
+ at java.lang.ClassLoader.loadClass(ClassLoader.java:425)
+ at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:308)
+ at java.lang.ClassLoader.loadClass(ClassLoader.java:358)
+ ... 1 more
+2017-02-18 06:33:45,444 INFO org.apache.hadoop.mapreduce.Job: map 100% reduce 100%
+2017-02-18 06:33:45,445 INFO org.apache.hadoop.mapreduce.Job: Job job_local2033279662_0001 failed with state FAILED due to: NA
+2017-02-18 06:33:45,698 INFO org.apache.hadoop.mapreduce.Job: Counters: 30
+ File System Counters
+ FILE: Number of bytes read=192567978
+ FILE: Number of bytes written=191875879
+ FILE: Number of read operations=0
+ FILE: Number of large read operations=0
+ FILE: Number of write operations=0
+ Map-Reduce Framework
+ Map input records=124787
+ Map output records=1023444
+ Map output bytes=9171648
+ Map output materialized bytes=11218596
+ Input split bytes=116
+ Combine input records=0
+ Combine output records=0
+ Reduce input groups=67780
+ Reduce shuffle bytes=11218596
+ Reduce input records=1023444
+ Reduce output records=27
+ Spilled Records=2046888
+ Shuffled Maps =10
+ Failed Shuffles=0
+ Merged Map outputs=10
+ GC time elapsed (ms)=495
+ Total committed heap usage (bytes)=1821749248
+ Shuffle Errors
+ BAD_ID=0
+ CONNECTION=0
+ IO_ERROR=0
+ WRONG_LENGTH=0
+ WRONG_MAP=0
+ WRONG_REDUCE=0
+ File Input Format Counters
+ Bytes Read=5589889
+ File Output Format Counters
+ Bytes Written=268
+2017-02-18 06:43:25,426 WARN org.apache.hadoop.util.NativeCodeLoader: Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
+2017-02-18 06:43:28,141 INFO org.apache.hadoop.conf.Configuration.deprecation: session.id is deprecated. Instead, use dfs.metrics.session-id
+2017-02-18 06:43:28,157 INFO org.apache.hadoop.metrics.jvm.JvmMetrics: Initializing JVM Metrics with processName=JobTracker, sessionId=
+2017-02-18 06:43:30,140 WARN org.apache.hadoop.mapreduce.JobResourceUploader: No job jar file set. User classes may not be found. See Job or Job#setJar(String).
+2017-02-18 06:43:30,229 INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat: Total input paths to process : 3
+2017-02-18 06:43:30,641 INFO org.apache.hadoop.mapreduce.JobSubmitter: number of splits:3
+2017-02-18 06:43:32,213 INFO org.apache.hadoop.mapreduce.JobSubmitter: Submitting tokens for job: job_local767302091_0001
+2017-02-18 06:43:34,192 INFO org.apache.hadoop.mapreduce.Job: The url to track the job: http://localhost:8080/
+2017-02-18 06:43:34,193 INFO org.apache.hadoop.mapreduce.Job: Running job: job_local767302091_0001
+2017-02-18 06:43:34,210 INFO org.apache.hadoop.mapred.LocalJobRunner: OutputCommitter set in config null
+2017-02-18 06:43:34,295 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-02-18 06:43:34,310 INFO org.apache.hadoop.mapred.LocalJobRunner: OutputCommitter is org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter
+2017-02-18 06:43:34,780 INFO org.apache.hadoop.mapred.LocalJobRunner: Waiting for map tasks
+2017-02-18 06:43:34,782 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local767302091_0001_m_000000_0
+2017-02-18 06:43:35,010 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-02-18 06:43:35,115 INFO org.apache.hadoop.mapred.Task: Using ResourceCalculatorProcessTree : [ ]
+2017-02-18 06:43:35,147 INFO org.apache.hadoop.mapred.MapTask: Processing split: file:/home/cloudera/workspace/bpa/Assign1/pg3200.txt:0+16013935
+2017-02-18 06:43:35,196 INFO org.apache.hadoop.mapreduce.Job: Job job_local767302091_0001 running in uber mode : false
+2017-02-18 06:43:35,198 INFO org.apache.hadoop.mapreduce.Job: map 0% reduce 0%
+2017-02-18 06:43:35,853 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 0 kvi 26214396(104857584)
+2017-02-18 06:43:35,866 INFO org.apache.hadoop.mapred.MapTask: mapreduce.task.io.sort.mb: 100
+2017-02-18 06:43:35,867 INFO org.apache.hadoop.mapred.MapTask: soft limit at 83886080
+2017-02-18 06:43:35,868 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufvoid = 104857600
+2017-02-18 06:43:35,868 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396; length = 6553600
+2017-02-18 06:43:35,890 INFO org.apache.hadoop.mapred.MapTask: Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
+2017-02-18 06:43:35,944 INFO org.apache.hadoop.mapreduce.lib.input.LineRecordReader: Found UTF-8 BOM and skipped it
+2017-02-18 06:43:41,093 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-02-18 06:43:41,228 INFO org.apache.hadoop.mapreduce.Job: map 3% reduce 0%
+2017-02-18 06:43:44,095 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-02-18 06:43:44,240 INFO org.apache.hadoop.mapreduce.Job: map 9% reduce 0%
+2017-02-18 06:43:47,108 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-02-18 06:43:47,246 INFO org.apache.hadoop.mapreduce.Job: map 15% reduce 0%
+2017-02-18 06:43:50,111 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-02-18 06:43:50,254 INFO org.apache.hadoop.mapreduce.Job: map 21% reduce 0%
+2017-02-18 06:43:50,504 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-02-18 06:43:50,511 INFO org.apache.hadoop.mapred.MapTask: Starting flush of map output
+2017-02-18 06:43:50,512 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-02-18 06:43:50,513 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufend = 26925530; bufvoid = 104857600
+2017-02-18 06:43:50,513 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396(104857584); kvend = 14765624(59062496); length = 11448773/6553600
+2017-02-18 06:43:53,112 INFO org.apache.hadoop.mapred.LocalJobRunner: map > sort
+2017-02-18 06:43:53,262 INFO org.apache.hadoop.mapreduce.Job: map 22% reduce 0%
+2017-02-18 06:43:56,113 INFO org.apache.hadoop.mapred.LocalJobRunner: map > sort
+2017-02-18 06:43:59,115 INFO org.apache.hadoop.mapred.LocalJobRunner: map > sort
+2017-02-18 06:44:02,117 INFO org.apache.hadoop.mapred.LocalJobRunner: map > sort
+2017-02-18 06:44:05,121 INFO org.apache.hadoop.mapred.LocalJobRunner: map > sort
+2017-02-18 06:44:08,125 INFO org.apache.hadoop.mapred.LocalJobRunner: map > sort
+2017-02-18 06:44:11,129 INFO org.apache.hadoop.mapred.LocalJobRunner: map > sort
+2017-02-18 06:44:14,132 INFO org.apache.hadoop.mapred.LocalJobRunner: map > sort
+2017-02-18 06:44:24,792 INFO org.apache.hadoop.mapred.MapTask: Finished spill 0
+2017-02-18 06:44:24,818 INFO org.apache.hadoop.mapred.Task: Task:attempt_local767302091_0001_m_000000_0 is done. And is in the process of committing
+2017-02-18 06:44:24,830 INFO org.apache.hadoop.mapred.LocalJobRunner: map
+2017-02-18 06:44:24,837 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local767302091_0001_m_000000_0' done.
+2017-02-18 06:44:24,838 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local767302091_0001_m_000000_0
+2017-02-18 06:44:24,839 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local767302091_0001_m_000001_0
+2017-02-18 06:44:24,856 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-02-18 06:44:24,857 INFO org.apache.hadoop.mapred.Task: Using ResourceCalculatorProcessTree : [ ]
+2017-02-18 06:44:24,873 INFO org.apache.hadoop.mapred.MapTask: Processing split: file:/home/cloudera/workspace/bpa/Assign1/pg100.txt:0+5589889
+2017-02-18 06:44:25,245 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 0 kvi 26214396(104857584)
+2017-02-18 06:44:25,248 INFO org.apache.hadoop.mapred.MapTask: mapreduce.task.io.sort.mb: 100
+2017-02-18 06:44:25,248 INFO org.apache.hadoop.mapred.MapTask: soft limit at 83886080
+2017-02-18 06:44:25,249 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufvoid = 104857600
+2017-02-18 06:44:25,249 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396; length = 6553600
+2017-02-18 06:44:25,259 INFO org.apache.hadoop.mapred.MapTask: Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
+2017-02-18 06:44:25,268 INFO org.apache.hadoop.mapreduce.lib.input.LineRecordReader: Found UTF-8 BOM and skipped it
+2017-02-18 06:44:25,328 INFO org.apache.hadoop.mapreduce.Job: map 100% reduce 0%
+2017-02-18 06:44:29,321 INFO org.apache.hadoop.mapred.LocalJobRunner:
+2017-02-18 06:44:29,351 INFO org.apache.hadoop.mapred.MapTask: Starting flush of map output
+2017-02-18 06:44:29,352 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-02-18 06:44:29,352 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufend = 9171648; bufvoid = 104857600
+2017-02-18 06:44:29,352 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396(104857584); kvend = 22120624(88482496); length = 4093773/6553600
+2017-02-18 06:44:30,339 INFO org.apache.hadoop.mapreduce.Job: map 33% reduce 0%
+2017-02-18 06:44:30,880 INFO org.apache.hadoop.mapred.LocalJobRunner: map > sort
+2017-02-18 06:44:31,341 INFO org.apache.hadoop.mapreduce.Job: map 56% reduce 0%
+2017-02-18 06:44:33,883 INFO org.apache.hadoop.mapred.LocalJobRunner: map > sort
+2017-02-18 06:44:36,889 INFO org.apache.hadoop.mapred.LocalJobRunner: map > sort
+2017-02-18 06:44:39,581 INFO org.apache.hadoop.mapred.MapTask: Finished spill 0
+2017-02-18 06:44:39,604 INFO org.apache.hadoop.mapred.Task: Task:attempt_local767302091_0001_m_000001_0 is done. And is in the process of committing
+2017-02-18 06:44:39,610 INFO org.apache.hadoop.mapred.LocalJobRunner: map
+2017-02-18 06:44:39,614 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local767302091_0001_m_000001_0' done.
+2017-02-18 06:44:39,615 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local767302091_0001_m_000001_0
+2017-02-18 06:44:39,616 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local767302091_0001_m_000002_0
+2017-02-18 06:44:39,624 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-02-18 06:44:39,625 INFO org.apache.hadoop.mapred.Task: Using ResourceCalculatorProcessTree : [ ]
+2017-02-18 06:44:39,626 INFO org.apache.hadoop.mapred.MapTask: Processing split: file:/home/cloudera/workspace/bpa/Assign1/pg31100.txt:0+4454050
+2017-02-18 06:44:40,121 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 0 kvi 26214396(104857584)
+2017-02-18 06:44:40,137 INFO org.apache.hadoop.mapred.MapTask: mapreduce.task.io.sort.mb: 100
+2017-02-18 06:44:40,140 INFO org.apache.hadoop.mapred.MapTask: soft limit at 83886080
+2017-02-18 06:44:40,141 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufvoid = 104857600
+2017-02-18 06:44:40,141 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396; length = 6553600
+2017-02-18 06:44:40,149 INFO org.apache.hadoop.mapred.MapTask: Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
+2017-02-18 06:44:40,151 INFO org.apache.hadoop.mapreduce.lib.input.LineRecordReader: Found UTF-8 BOM and skipped it
+2017-02-18 06:44:40,363 INFO org.apache.hadoop.mapreduce.Job: map 100% reduce 0%
+2017-02-18 06:44:43,697 INFO org.apache.hadoop.mapred.LocalJobRunner:
+2017-02-18 06:44:43,713 INFO org.apache.hadoop.mapred.MapTask: Starting flush of map output
+2017-02-18 06:44:43,713 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-02-18 06:44:43,713 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufend = 7541511; bufvoid = 104857600
+2017-02-18 06:44:43,713 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396(104857584); kvend = 23042076(92168304); length = 3172321/6553600
+2017-02-18 06:44:44,371 INFO org.apache.hadoop.mapreduce.Job: map 67% reduce 0%
+2017-02-18 06:44:45,636 INFO org.apache.hadoop.mapred.LocalJobRunner: map > sort
+2017-02-18 06:44:46,373 INFO org.apache.hadoop.mapreduce.Job: map 89% reduce 0%
+2017-02-18 06:44:48,638 INFO org.apache.hadoop.mapred.LocalJobRunner: map > sort
+2017-02-18 06:44:51,640 INFO org.apache.hadoop.mapred.LocalJobRunner: map > sort
+2017-02-18 06:44:52,111 INFO org.apache.hadoop.mapred.MapTask: Finished spill 0
+2017-02-18 06:44:52,125 INFO org.apache.hadoop.mapred.Task: Task:attempt_local767302091_0001_m_000002_0 is done. And is in the process of committing
+2017-02-18 06:44:52,134 INFO org.apache.hadoop.mapred.LocalJobRunner: map
+2017-02-18 06:44:52,144 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local767302091_0001_m_000002_0' done.
+2017-02-18 06:44:52,145 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local767302091_0001_m_000002_0
+2017-02-18 06:44:52,146 INFO org.apache.hadoop.mapred.LocalJobRunner: map task executor complete.
+2017-02-18 06:44:52,242 INFO org.apache.hadoop.mapred.LocalJobRunner: Waiting for reduce tasks
+2017-02-18 06:44:52,243 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local767302091_0001_r_000000_0
+2017-02-18 06:44:52,287 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-02-18 06:44:52,288 INFO org.apache.hadoop.mapred.Task: Using ResourceCalculatorProcessTree : [ ]
+2017-02-18 06:44:52,315 INFO org.apache.hadoop.mapred.ReduceTask: Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@7f357760
+2017-02-18 06:44:52,388 INFO org.apache.hadoop.mapreduce.Job: map 100% reduce 0%
+2017-02-18 06:44:52,421 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: MergerManager: memoryLimit=679778688, maxSingleShuffleLimit=169944672, mergeThreshold=448653952, ioSortFactor=10, memToMemMergeOutputsThreshold=10
+2017-02-18 06:44:52,466 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: attempt_local767302091_0001_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
+2017-02-18 06:44:52,702 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#1 about to shuffle output of map attempt_local767302091_0001_m_000001_0 decomp: 991747 len: 991751 to MEMORY
+2017-02-18 06:44:52,748 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 991747 bytes from map-output for attempt_local767302091_0001_m_000001_0
+2017-02-18 06:44:52,773 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 991747, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->991747
+2017-02-18 06:44:52,790 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#1 about to shuffle output of map attempt_local767302091_0001_m_000000_0 decomp: 2685875 len: 2685879 to MEMORY
+2017-02-18 06:44:52,827 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 2685875 bytes from map-output for attempt_local767302091_0001_m_000000_0
+2017-02-18 06:44:52,859 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 2685875, inMemoryMapOutputs.size() -> 2, commitMemory -> 991747, usedMemory ->3677622
+2017-02-18 06:44:52,865 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#1 about to shuffle output of map attempt_local767302091_0001_m_000002_0 decomp: 881571 len: 881575 to MEMORY
+2017-02-18 06:44:52,877 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 881571 bytes from map-output for attempt_local767302091_0001_m_000002_0
+2017-02-18 06:44:52,891 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 881571, inMemoryMapOutputs.size() -> 3, commitMemory -> 3677622, usedMemory ->4559193
+2017-02-18 06:44:52,893 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: EventFetcher is interrupted.. Returning
+2017-02-18 06:44:52,894 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 06:44:52,895 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: finalMerge called with 3 in-memory map-outputs and 0 on-disk map-outputs
+2017-02-18 06:44:52,923 INFO org.apache.hadoop.mapred.Merger: Merging 3 sorted segments
+2017-02-18 06:44:52,928 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 3 segments left of total size: 4559151 bytes
+2017-02-18 06:44:55,329 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merged 3 segments, 4559193 bytes to disk to satisfy reduce memory limit
+2017-02-18 06:44:55,332 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 1 files, 4559193 bytes from disk
+2017-02-18 06:44:55,342 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 0 segments, 0 bytes from memory into reduce
+2017-02-18 06:44:55,345 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 06:44:55,346 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 4559175 bytes
+2017-02-18 06:44:55,351 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 06:44:55,403 INFO org.apache.hadoop.conf.Configuration.deprecation: mapred.skip.on is deprecated. Instead, use mapreduce.job.skiprecords
+2017-02-18 06:44:58,216 INFO org.apache.hadoop.mapred.Task: Task:attempt_local767302091_0001_r_000000_0 is done. And is in the process of committing
+2017-02-18 06:44:58,249 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 06:44:58,257 INFO org.apache.hadoop.mapred.Task: Task attempt_local767302091_0001_r_000000_0 is allowed to commit now
+2017-02-18 06:44:58,259 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: Saved output of task 'attempt_local767302091_0001_r_000000_0' to file:/home/cloudera/workspace/bpa/Assign1/output/_temporary/0/task_local767302091_0001_r_000000
+2017-02-18 06:44:58,266 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-02-18 06:44:58,272 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local767302091_0001_r_000000_0' done.
+2017-02-18 06:44:58,273 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local767302091_0001_r_000000_0
+2017-02-18 06:44:58,274 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local767302091_0001_r_000001_0
+2017-02-18 06:44:58,287 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-02-18 06:44:58,288 INFO org.apache.hadoop.mapred.Task: Using ResourceCalculatorProcessTree : [ ]
+2017-02-18 06:44:58,289 INFO org.apache.hadoop.mapred.ReduceTask: Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@390f65b9
+2017-02-18 06:44:58,309 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: MergerManager: memoryLimit=679778688, maxSingleShuffleLimit=169944672, mergeThreshold=448653952, ioSortFactor=10, memToMemMergeOutputsThreshold=10
+2017-02-18 06:44:58,328 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: attempt_local767302091_0001_r_000001_0 Thread started: EventFetcher for fetching Map Completion Events
+2017-02-18 06:44:58,356 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#2 about to shuffle output of map attempt_local767302091_0001_m_000001_0 decomp: 1980898 len: 1980902 to MEMORY
+2017-02-18 06:44:58,408 INFO org.apache.hadoop.mapreduce.Job: map 100% reduce 100%
+2017-02-18 06:44:58,388 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 1980898 bytes from map-output for attempt_local767302091_0001_m_000001_0
+2017-02-18 06:44:58,409 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 1980898, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->1980898
+2017-02-18 06:44:58,422 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#2 about to shuffle output of map attempt_local767302091_0001_m_000000_0 decomp: 3630499 len: 3630503 to MEMORY
+2017-02-18 06:44:58,504 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 3630499 bytes from map-output for attempt_local767302091_0001_m_000000_0
+2017-02-18 06:44:58,506 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 3630499, inMemoryMapOutputs.size() -> 2, commitMemory -> 1980898, usedMemory ->5611397
+2017-02-18 06:44:58,509 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#2 about to shuffle output of map attempt_local767302091_0001_m_000002_0 decomp: 992056 len: 992060 to MEMORY
+2017-02-18 06:44:58,544 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 992056 bytes from map-output for attempt_local767302091_0001_m_000002_0
+2017-02-18 06:44:58,547 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 992056, inMemoryMapOutputs.size() -> 3, commitMemory -> 5611397, usedMemory ->6603453
+2017-02-18 06:44:58,549 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: EventFetcher is interrupted.. Returning
+2017-02-18 06:44:58,550 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 06:44:58,550 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: finalMerge called with 3 in-memory map-outputs and 0 on-disk map-outputs
+2017-02-18 06:44:58,553 INFO org.apache.hadoop.mapred.Merger: Merging 3 sorted segments
+2017-02-18 06:44:58,553 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 3 segments left of total size: 6603444 bytes
+2017-02-18 06:44:59,409 INFO org.apache.hadoop.mapreduce.Job: map 100% reduce 10%
+2017-02-18 06:45:01,414 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merged 3 segments, 6603453 bytes to disk to satisfy reduce memory limit
+2017-02-18 06:45:01,416 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 1 files, 6603453 bytes from disk
+2017-02-18 06:45:01,416 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 0 segments, 0 bytes from memory into reduce
+2017-02-18 06:45:01,416 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 06:45:01,416 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 6603446 bytes
+2017-02-18 06:45:01,424 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 06:45:04,301 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-02-18 06:45:04,421 INFO org.apache.hadoop.mapreduce.Job: map 100% reduce 20%
+2017-02-18 06:45:04,761 INFO org.apache.hadoop.mapred.Task: Task:attempt_local767302091_0001_r_000001_0 is done. And is in the process of committing
+2017-02-18 06:45:04,770 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-02-18 06:45:04,771 INFO org.apache.hadoop.mapred.Task: Task attempt_local767302091_0001_r_000001_0 is allowed to commit now
+2017-02-18 06:45:04,772 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: Saved output of task 'attempt_local767302091_0001_r_000001_0' to file:/home/cloudera/workspace/bpa/Assign1/output/_temporary/0/task_local767302091_0001_r_000001
+2017-02-18 06:45:04,795 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-02-18 06:45:04,795 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local767302091_0001_r_000001_0' done.
+2017-02-18 06:45:04,796 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local767302091_0001_r_000001_0
+2017-02-18 06:45:04,796 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local767302091_0001_r_000002_0
+2017-02-18 06:45:04,821 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-02-18 06:45:04,823 INFO org.apache.hadoop.mapred.Task: Using ResourceCalculatorProcessTree : [ ]
+2017-02-18 06:45:04,823 INFO org.apache.hadoop.mapred.ReduceTask: Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@20739903
+2017-02-18 06:45:04,834 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: MergerManager: memoryLimit=679778688, maxSingleShuffleLimit=169944672, mergeThreshold=448653952, ioSortFactor=10, memToMemMergeOutputsThreshold=10
+2017-02-18 06:45:04,848 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: attempt_local767302091_0001_r_000002_0 Thread started: EventFetcher for fetching Map Completion Events
+2017-02-18 06:45:04,875 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#3 about to shuffle output of map attempt_local767302091_0001_m_000001_0 decomp: 1199435 len: 1199439 to MEMORY
+2017-02-18 06:45:04,894 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 1199435 bytes from map-output for attempt_local767302091_0001_m_000001_0
+2017-02-18 06:45:04,928 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 1199435, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->1199435
+2017-02-18 06:45:04,942 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#3 about to shuffle output of map attempt_local767302091_0001_m_000000_0 decomp: 4721951 len: 4721955 to MEMORY
+2017-02-18 06:45:05,041 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 4721951 bytes from map-output for attempt_local767302091_0001_m_000000_0
+2017-02-18 06:45:05,054 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 4721951, inMemoryMapOutputs.size() -> 2, commitMemory -> 1199435, usedMemory ->5921386
+2017-02-18 06:45:05,056 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#3 about to shuffle output of map attempt_local767302091_0001_m_000002_0 decomp: 1178681 len: 1178685 to MEMORY
+2017-02-18 06:45:05,079 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 1178681 bytes from map-output for attempt_local767302091_0001_m_000002_0
+2017-02-18 06:45:05,096 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 1178681, inMemoryMapOutputs.size() -> 3, commitMemory -> 5921386, usedMemory ->7100067
+2017-02-18 06:45:05,098 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: EventFetcher is interrupted.. Returning
+2017-02-18 06:45:05,099 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 06:45:05,099 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: finalMerge called with 3 in-memory map-outputs and 0 on-disk map-outputs
+2017-02-18 06:45:05,102 INFO org.apache.hadoop.mapred.Merger: Merging 3 sorted segments
+2017-02-18 06:45:05,103 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 3 segments left of total size: 7100041 bytes
+2017-02-18 06:45:07,803 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merged 3 segments, 7100067 bytes to disk to satisfy reduce memory limit
+2017-02-18 06:45:07,810 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 1 files, 7100067 bytes from disk
+2017-02-18 06:45:07,810 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 0 segments, 0 bytes from memory into reduce
+2017-02-18 06:45:07,810 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 06:45:07,811 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 7100054 bytes
+2017-02-18 06:45:07,815 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 06:45:10,294 INFO org.apache.hadoop.mapred.Task: Task:attempt_local767302091_0001_r_000002_0 is done. And is in the process of committing
+2017-02-18 06:45:10,298 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 06:45:10,299 INFO org.apache.hadoop.mapred.Task: Task attempt_local767302091_0001_r_000002_0 is allowed to commit now
+2017-02-18 06:45:10,299 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: Saved output of task 'attempt_local767302091_0001_r_000002_0' to file:/home/cloudera/workspace/bpa/Assign1/output/_temporary/0/task_local767302091_0001_r_000002
+2017-02-18 06:45:10,312 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-02-18 06:45:10,318 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local767302091_0001_r_000002_0' done.
+2017-02-18 06:45:10,319 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local767302091_0001_r_000002_0
+2017-02-18 06:45:10,319 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local767302091_0001_r_000003_0
+2017-02-18 06:45:10,328 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-02-18 06:45:10,329 INFO org.apache.hadoop.mapred.Task: Using ResourceCalculatorProcessTree : [ ]
+2017-02-18 06:45:10,330 INFO org.apache.hadoop.mapred.ReduceTask: Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@1b082505
+2017-02-18 06:45:10,356 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: MergerManager: memoryLimit=679778688, maxSingleShuffleLimit=169944672, mergeThreshold=448653952, ioSortFactor=10, memToMemMergeOutputsThreshold=10
+2017-02-18 06:45:10,370 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: attempt_local767302091_0001_r_000003_0 Thread started: EventFetcher for fetching Map Completion Events
+2017-02-18 06:45:10,380 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#4 about to shuffle output of map attempt_local767302091_0001_m_000001_0 decomp: 914896 len: 914900 to MEMORY
+2017-02-18 06:45:10,396 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 914896 bytes from map-output for attempt_local767302091_0001_m_000001_0
+2017-02-18 06:45:10,417 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 914896, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->914896
+2017-02-18 06:45:10,420 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#4 about to shuffle output of map attempt_local767302091_0001_m_000000_0 decomp: 2586992 len: 2586996 to MEMORY
+2017-02-18 06:45:10,441 INFO org.apache.hadoop.mapreduce.Job: map 100% reduce 100%
+2017-02-18 06:45:10,478 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 2586992 bytes from map-output for attempt_local767302091_0001_m_000000_0
+2017-02-18 06:45:10,481 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 2586992, inMemoryMapOutputs.size() -> 2, commitMemory -> 914896, usedMemory ->3501888
+2017-02-18 06:45:10,487 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#4 about to shuffle output of map attempt_local767302091_0001_m_000002_0 decomp: 750229 len: 750233 to MEMORY
+2017-02-18 06:45:10,523 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 750229 bytes from map-output for attempt_local767302091_0001_m_000002_0
+2017-02-18 06:45:10,524 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 750229, inMemoryMapOutputs.size() -> 3, commitMemory -> 3501888, usedMemory ->4252117
+2017-02-18 06:45:10,524 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: EventFetcher is interrupted.. Returning
+2017-02-18 06:45:10,525 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 06:45:10,526 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: finalMerge called with 3 in-memory map-outputs and 0 on-disk map-outputs
+2017-02-18 06:45:10,527 INFO org.apache.hadoop.mapred.Merger: Merging 3 sorted segments
+2017-02-18 06:45:10,527 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 3 segments left of total size: 4252081 bytes
+2017-02-18 06:45:11,445 INFO org.apache.hadoop.mapreduce.Job: map 100% reduce 30%
+2017-02-18 06:45:12,063 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merged 3 segments, 4252117 bytes to disk to satisfy reduce memory limit
+2017-02-18 06:45:12,066 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 1 files, 4252117 bytes from disk
+2017-02-18 06:45:12,067 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 0 segments, 0 bytes from memory into reduce
+2017-02-18 06:45:12,067 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 06:45:12,069 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 4252100 bytes
+2017-02-18 06:45:12,071 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 06:45:13,479 INFO org.apache.hadoop.mapred.Task: Task:attempt_local767302091_0001_r_000003_0 is done. And is in the process of committing
+2017-02-18 06:45:13,485 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 06:45:13,485 INFO org.apache.hadoop.mapred.Task: Task attempt_local767302091_0001_r_000003_0 is allowed to commit now
+2017-02-18 06:45:13,486 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: Saved output of task 'attempt_local767302091_0001_r_000003_0' to file:/home/cloudera/workspace/bpa/Assign1/output/_temporary/0/task_local767302091_0001_r_000003
+2017-02-18 06:45:13,501 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-02-18 06:45:13,504 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local767302091_0001_r_000003_0' done.
+2017-02-18 06:45:13,505 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local767302091_0001_r_000003_0
+2017-02-18 06:45:13,505 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local767302091_0001_r_000004_0
+2017-02-18 06:45:13,518 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-02-18 06:45:13,519 INFO org.apache.hadoop.mapred.Task: Using ResourceCalculatorProcessTree : [ ]
+2017-02-18 06:45:13,519 INFO org.apache.hadoop.mapred.ReduceTask: Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@7703d828
+2017-02-18 06:45:13,525 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: MergerManager: memoryLimit=679778688, maxSingleShuffleLimit=169944672, mergeThreshold=448653952, ioSortFactor=10, memToMemMergeOutputsThreshold=10
+2017-02-18 06:45:13,550 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: attempt_local767302091_0001_r_000004_0 Thread started: EventFetcher for fetching Map Completion Events
+2017-02-18 06:45:13,560 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#5 about to shuffle output of map attempt_local767302091_0001_m_000001_0 decomp: 1165904 len: 1165908 to MEMORY
+2017-02-18 06:45:13,576 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 1165904 bytes from map-output for attempt_local767302091_0001_m_000001_0
+2017-02-18 06:45:13,602 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 1165904, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->1165904
+2017-02-18 06:45:13,605 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#5 about to shuffle output of map attempt_local767302091_0001_m_000000_0 decomp: 3465672 len: 3465676 to MEMORY
+2017-02-18 06:45:13,684 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 3465672 bytes from map-output for attempt_local767302091_0001_m_000000_0
+2017-02-18 06:45:13,689 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 3465672, inMemoryMapOutputs.size() -> 2, commitMemory -> 1165904, usedMemory ->4631576
+2017-02-18 06:45:13,695 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#5 about to shuffle output of map attempt_local767302091_0001_m_000002_0 decomp: 962343 len: 962347 to MEMORY
+2017-02-18 06:45:13,708 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 962343 bytes from map-output for attempt_local767302091_0001_m_000002_0
+2017-02-18 06:45:13,723 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 962343, inMemoryMapOutputs.size() -> 3, commitMemory -> 4631576, usedMemory ->5593919
+2017-02-18 06:45:13,725 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: EventFetcher is interrupted.. Returning
+2017-02-18 06:45:13,726 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 06:45:13,726 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: finalMerge called with 3 in-memory map-outputs and 0 on-disk map-outputs
+2017-02-18 06:45:13,762 INFO org.apache.hadoop.mapred.Merger: Merging 3 sorted segments
+2017-02-18 06:45:13,763 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 3 segments left of total size: 5593898 bytes
+2017-02-18 06:45:14,453 INFO org.apache.hadoop.mapreduce.Job: map 100% reduce 40%
+2017-02-18 06:45:15,937 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merged 3 segments, 5593919 bytes to disk to satisfy reduce memory limit
+2017-02-18 06:45:15,939 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 1 files, 5593919 bytes from disk
+2017-02-18 06:45:15,939 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 0 segments, 0 bytes from memory into reduce
+2017-02-18 06:45:15,939 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 06:45:15,939 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 5593911 bytes
+2017-02-18 06:45:15,947 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 06:45:18,033 INFO org.apache.hadoop.mapred.Task: Task:attempt_local767302091_0001_r_000004_0 is done. And is in the process of committing
+2017-02-18 06:45:18,042 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 06:45:18,042 INFO org.apache.hadoop.mapred.Task: Task attempt_local767302091_0001_r_000004_0 is allowed to commit now
+2017-02-18 06:45:18,043 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: Saved output of task 'attempt_local767302091_0001_r_000004_0' to file:/home/cloudera/workspace/bpa/Assign1/output/_temporary/0/task_local767302091_0001_r_000004
+2017-02-18 06:45:18,058 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-02-18 06:45:18,061 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local767302091_0001_r_000004_0' done.
+2017-02-18 06:45:18,062 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local767302091_0001_r_000004_0
+2017-02-18 06:45:18,063 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local767302091_0001_r_000005_0
+2017-02-18 06:45:18,076 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-02-18 06:45:18,077 INFO org.apache.hadoop.mapred.Task: Using ResourceCalculatorProcessTree : [ ]
+2017-02-18 06:45:18,077 INFO org.apache.hadoop.mapred.ReduceTask: Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@7adb5354
+2017-02-18 06:45:18,085 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: MergerManager: memoryLimit=679778688, maxSingleShuffleLimit=169944672, mergeThreshold=448653952, ioSortFactor=10, memToMemMergeOutputsThreshold=10
+2017-02-18 06:45:18,109 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: attempt_local767302091_0001_r_000005_0 Thread started: EventFetcher for fetching Map Completion Events
+2017-02-18 06:45:18,119 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#6 about to shuffle output of map attempt_local767302091_0001_m_000001_0 decomp: 867472 len: 867476 to MEMORY
+2017-02-18 06:45:18,130 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 867472 bytes from map-output for attempt_local767302091_0001_m_000001_0
+2017-02-18 06:45:18,151 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 867472, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->867472
+2017-02-18 06:45:18,154 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#6 about to shuffle output of map attempt_local767302091_0001_m_000000_0 decomp: 2657280 len: 2657284 to MEMORY
+2017-02-18 06:45:18,208 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 2657280 bytes from map-output for attempt_local767302091_0001_m_000000_0
+2017-02-18 06:45:18,219 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 2657280, inMemoryMapOutputs.size() -> 2, commitMemory -> 867472, usedMemory ->3524752
+2017-02-18 06:45:18,222 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#6 about to shuffle output of map attempt_local767302091_0001_m_000002_0 decomp: 725836 len: 725840 to MEMORY
+2017-02-18 06:45:18,246 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 725836 bytes from map-output for attempt_local767302091_0001_m_000002_0
+2017-02-18 06:45:18,251 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 725836, inMemoryMapOutputs.size() -> 3, commitMemory -> 3524752, usedMemory ->4250588
+2017-02-18 06:45:18,254 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: EventFetcher is interrupted.. Returning
+2017-02-18 06:45:18,255 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 06:45:18,255 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: finalMerge called with 3 in-memory map-outputs and 0 on-disk map-outputs
+2017-02-18 06:45:18,262 INFO org.apache.hadoop.mapred.Merger: Merging 3 sorted segments
+2017-02-18 06:45:18,262 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 3 segments left of total size: 4250568 bytes
+2017-02-18 06:45:18,464 INFO org.apache.hadoop.mapreduce.Job: map 100% reduce 50%
+2017-02-18 06:45:19,752 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merged 3 segments, 4250588 bytes to disk to satisfy reduce memory limit
+2017-02-18 06:45:19,758 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 1 files, 4250588 bytes from disk
+2017-02-18 06:45:19,759 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 0 segments, 0 bytes from memory into reduce
+2017-02-18 06:45:19,759 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 06:45:19,759 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 4250579 bytes
+2017-02-18 06:45:19,759 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 06:45:21,241 INFO org.apache.hadoop.mapred.Task: Task:attempt_local767302091_0001_r_000005_0 is done. And is in the process of committing
+2017-02-18 06:45:21,245 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 06:45:21,245 INFO org.apache.hadoop.mapred.Task: Task attempt_local767302091_0001_r_000005_0 is allowed to commit now
+2017-02-18 06:45:21,246 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: Saved output of task 'attempt_local767302091_0001_r_000005_0' to file:/home/cloudera/workspace/bpa/Assign1/output/_temporary/0/task_local767302091_0001_r_000005
+2017-02-18 06:45:21,261 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-02-18 06:45:21,263 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local767302091_0001_r_000005_0' done.
+2017-02-18 06:45:21,263 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local767302091_0001_r_000005_0
+2017-02-18 06:45:21,265 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local767302091_0001_r_000006_0
+2017-02-18 06:45:21,273 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-02-18 06:45:21,274 INFO org.apache.hadoop.mapred.Task: Using ResourceCalculatorProcessTree : [ ]
+2017-02-18 06:45:21,274 INFO org.apache.hadoop.mapred.ReduceTask: Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@4f3ed32a
+2017-02-18 06:45:21,289 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: MergerManager: memoryLimit=679778688, maxSingleShuffleLimit=169944672, mergeThreshold=448653952, ioSortFactor=10, memToMemMergeOutputsThreshold=10
+2017-02-18 06:45:21,318 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: attempt_local767302091_0001_r_000006_0 Thread started: EventFetcher for fetching Map Completion Events
+2017-02-18 06:45:21,333 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#7 about to shuffle output of map attempt_local767302091_0001_m_000001_0 decomp: 1080418 len: 1080422 to MEMORY
+2017-02-18 06:45:21,339 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 1080418 bytes from map-output for attempt_local767302091_0001_m_000001_0
+2017-02-18 06:45:21,367 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 1080418, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->1080418
+2017-02-18 06:45:21,380 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#7 about to shuffle output of map attempt_local767302091_0001_m_000000_0 decomp: 3036363 len: 3036367 to MEMORY
+2017-02-18 06:45:21,442 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 3036363 bytes from map-output for attempt_local767302091_0001_m_000000_0
+2017-02-18 06:45:21,453 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 3036363, inMemoryMapOutputs.size() -> 2, commitMemory -> 1080418, usedMemory ->4116781
+2017-02-18 06:45:21,455 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#7 about to shuffle output of map attempt_local767302091_0001_m_000002_0 decomp: 855513 len: 855517 to MEMORY
+2017-02-18 06:45:21,472 INFO org.apache.hadoop.mapreduce.Job: map 100% reduce 100%
+2017-02-18 06:45:21,482 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 855513 bytes from map-output for attempt_local767302091_0001_m_000002_0
+2017-02-18 06:45:21,488 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 855513, inMemoryMapOutputs.size() -> 3, commitMemory -> 4116781, usedMemory ->4972294
+2017-02-18 06:45:21,491 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: EventFetcher is interrupted.. Returning
+2017-02-18 06:45:21,492 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 06:45:21,493 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: finalMerge called with 3 in-memory map-outputs and 0 on-disk map-outputs
+2017-02-18 06:45:21,494 INFO org.apache.hadoop.mapred.Merger: Merging 3 sorted segments
+2017-02-18 06:45:21,494 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 3 segments left of total size: 4972265 bytes
+2017-02-18 06:45:22,480 INFO org.apache.hadoop.mapreduce.Job: map 100% reduce 60%
+2017-02-18 06:45:23,365 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merged 3 segments, 4972294 bytes to disk to satisfy reduce memory limit
+2017-02-18 06:45:23,367 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 1 files, 4972294 bytes from disk
+2017-02-18 06:45:23,368 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 0 segments, 0 bytes from memory into reduce
+2017-02-18 06:45:23,369 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 06:45:23,370 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 4972282 bytes
+2017-02-18 06:45:23,371 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 06:45:25,125 INFO org.apache.hadoop.mapred.Task: Task:attempt_local767302091_0001_r_000006_0 is done. And is in the process of committing
+2017-02-18 06:45:25,151 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 06:45:25,152 INFO org.apache.hadoop.mapred.Task: Task attempt_local767302091_0001_r_000006_0 is allowed to commit now
+2017-02-18 06:45:25,154 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: Saved output of task 'attempt_local767302091_0001_r_000006_0' to file:/home/cloudera/workspace/bpa/Assign1/output/_temporary/0/task_local767302091_0001_r_000006
+2017-02-18 06:45:25,159 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-02-18 06:45:25,162 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local767302091_0001_r_000006_0' done.
+2017-02-18 06:45:25,164 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local767302091_0001_r_000006_0
+2017-02-18 06:45:25,165 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local767302091_0001_r_000007_0
+2017-02-18 06:45:25,174 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-02-18 06:45:25,174 INFO org.apache.hadoop.mapred.Task: Using ResourceCalculatorProcessTree : [ ]
+2017-02-18 06:45:25,179 INFO org.apache.hadoop.mapred.ReduceTask: Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@fb8896c
+2017-02-18 06:45:25,189 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: MergerManager: memoryLimit=679778688, maxSingleShuffleLimit=169944672, mergeThreshold=448653952, ioSortFactor=10, memToMemMergeOutputsThreshold=10
+2017-02-18 06:45:25,207 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: attempt_local767302091_0001_r_000007_0 Thread started: EventFetcher for fetching Map Completion Events
+2017-02-18 06:45:25,217 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#8 about to shuffle output of map attempt_local767302091_0001_m_000001_0 decomp: 821532 len: 821536 to MEMORY
+2017-02-18 06:45:25,244 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 821532 bytes from map-output for attempt_local767302091_0001_m_000001_0
+2017-02-18 06:45:25,251 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 821532, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->821532
+2017-02-18 06:45:25,254 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#8 about to shuffle output of map attempt_local767302091_0001_m_000000_0 decomp: 2552612 len: 2552616 to MEMORY
+2017-02-18 06:45:25,323 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 2552612 bytes from map-output for attempt_local767302091_0001_m_000000_0
+2017-02-18 06:45:25,323 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 2552612, inMemoryMapOutputs.size() -> 2, commitMemory -> 821532, usedMemory ->3374144
+2017-02-18 06:45:25,346 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#8 about to shuffle output of map attempt_local767302091_0001_m_000002_0 decomp: 685165 len: 685169 to MEMORY
+2017-02-18 06:45:25,349 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 685165 bytes from map-output for attempt_local767302091_0001_m_000002_0
+2017-02-18 06:45:25,365 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 685165, inMemoryMapOutputs.size() -> 3, commitMemory -> 3374144, usedMemory ->4059309
+2017-02-18 06:45:25,367 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: EventFetcher is interrupted.. Returning
+2017-02-18 06:45:25,369 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 06:45:25,369 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: finalMerge called with 3 in-memory map-outputs and 0 on-disk map-outputs
+2017-02-18 06:45:25,372 INFO org.apache.hadoop.mapred.Merger: Merging 3 sorted segments
+2017-02-18 06:45:25,372 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 3 segments left of total size: 4059289 bytes
+2017-02-18 06:45:25,490 INFO org.apache.hadoop.mapreduce.Job: map 100% reduce 70%
+2017-02-18 06:45:26,915 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merged 3 segments, 4059309 bytes to disk to satisfy reduce memory limit
+2017-02-18 06:45:26,917 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 1 files, 4059309 bytes from disk
+2017-02-18 06:45:26,917 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 0 segments, 0 bytes from memory into reduce
+2017-02-18 06:45:26,917 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 06:45:26,918 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 4059300 bytes
+2017-02-18 06:45:26,918 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 06:45:28,258 INFO org.apache.hadoop.mapred.Task: Task:attempt_local767302091_0001_r_000007_0 is done. And is in the process of committing
+2017-02-18 06:45:28,294 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 06:45:28,301 INFO org.apache.hadoop.mapred.Task: Task attempt_local767302091_0001_r_000007_0 is allowed to commit now
+2017-02-18 06:45:28,303 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: Saved output of task 'attempt_local767302091_0001_r_000007_0' to file:/home/cloudera/workspace/bpa/Assign1/output/_temporary/0/task_local767302091_0001_r_000007
+2017-02-18 06:45:28,313 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-02-18 06:45:28,316 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local767302091_0001_r_000007_0' done.
+2017-02-18 06:45:28,316 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local767302091_0001_r_000007_0
+2017-02-18 06:45:28,317 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local767302091_0001_r_000008_0
+2017-02-18 06:45:28,323 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-02-18 06:45:28,324 INFO org.apache.hadoop.mapred.Task: Using ResourceCalculatorProcessTree : [ ]
+2017-02-18 06:45:28,324 INFO org.apache.hadoop.mapred.ReduceTask: Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@10bd314a
+2017-02-18 06:45:28,343 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: MergerManager: memoryLimit=679778688, maxSingleShuffleLimit=169944672, mergeThreshold=448653952, ioSortFactor=10, memToMemMergeOutputsThreshold=10
+2017-02-18 06:45:28,363 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: attempt_local767302091_0001_r_000008_0 Thread started: EventFetcher for fetching Map Completion Events
+2017-02-18 06:45:28,378 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#9 about to shuffle output of map attempt_local767302091_0001_m_000001_0 decomp: 1360514 len: 1360518 to MEMORY
+2017-02-18 06:45:28,398 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 1360514 bytes from map-output for attempt_local767302091_0001_m_000001_0
+2017-02-18 06:45:28,422 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 1360514, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->1360514
+2017-02-18 06:45:28,426 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#9 about to shuffle output of map attempt_local767302091_0001_m_000000_0 decomp: 5197932 len: 5197936 to MEMORY
+2017-02-18 06:45:28,495 INFO org.apache.hadoop.mapreduce.Job: map 100% reduce 100%
+2017-02-18 06:45:28,533 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 5197932 bytes from map-output for attempt_local767302091_0001_m_000000_0
+2017-02-18 06:45:28,544 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 5197932, inMemoryMapOutputs.size() -> 2, commitMemory -> 1360514, usedMemory ->6558446
+2017-02-18 06:45:28,547 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#9 about to shuffle output of map attempt_local767302091_0001_m_000002_0 decomp: 1500234 len: 1500238 to MEMORY
+2017-02-18 06:45:28,587 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 1500234 bytes from map-output for attempt_local767302091_0001_m_000002_0
+2017-02-18 06:45:28,600 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 1500234, inMemoryMapOutputs.size() -> 3, commitMemory -> 6558446, usedMemory ->8058680
+2017-02-18 06:45:28,602 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: EventFetcher is interrupted.. Returning
+2017-02-18 06:45:28,603 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 06:45:28,603 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: finalMerge called with 3 in-memory map-outputs and 0 on-disk map-outputs
+2017-02-18 06:45:28,604 INFO org.apache.hadoop.mapred.Merger: Merging 3 sorted segments
+2017-02-18 06:45:28,604 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 3 segments left of total size: 8058660 bytes
+2017-02-18 06:45:29,500 INFO org.apache.hadoop.mapreduce.Job: map 100% reduce 80%
+2017-02-18 06:45:31,681 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merged 3 segments, 8058680 bytes to disk to satisfy reduce memory limit
+2017-02-18 06:45:31,683 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 1 files, 8058680 bytes from disk
+2017-02-18 06:45:31,683 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 0 segments, 0 bytes from memory into reduce
+2017-02-18 06:45:31,683 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 06:45:31,686 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 8058671 bytes
+2017-02-18 06:45:31,687 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 06:45:34,340 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-02-18 06:45:34,510 INFO org.apache.hadoop.mapreduce.Job: map 100% reduce 90%
+2017-02-18 06:45:34,682 INFO org.apache.hadoop.mapred.Task: Task:attempt_local767302091_0001_r_000008_0 is done. And is in the process of committing
+2017-02-18 06:45:34,703 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-02-18 06:45:34,712 INFO org.apache.hadoop.mapred.Task: Task attempt_local767302091_0001_r_000008_0 is allowed to commit now
+2017-02-18 06:45:34,713 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: Saved output of task 'attempt_local767302091_0001_r_000008_0' to file:/home/cloudera/workspace/bpa/Assign1/output/_temporary/0/task_local767302091_0001_r_000008
+2017-02-18 06:45:34,714 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-02-18 06:45:34,716 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local767302091_0001_r_000008_0' done.
+2017-02-18 06:45:34,722 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local767302091_0001_r_000008_0
+2017-02-18 06:45:34,724 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local767302091_0001_r_000009_0
+2017-02-18 06:45:34,734 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-02-18 06:45:34,735 INFO org.apache.hadoop.mapred.Task: Using ResourceCalculatorProcessTree : [ ]
+2017-02-18 06:45:34,743 INFO org.apache.hadoop.mapred.ReduceTask: Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@63c39669
+2017-02-18 06:45:34,752 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: MergerManager: memoryLimit=679778688, maxSingleShuffleLimit=169944672, mergeThreshold=448653952, ioSortFactor=10, memToMemMergeOutputsThreshold=10
+2017-02-18 06:45:34,772 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: attempt_local767302091_0001_r_000009_0 Thread started: EventFetcher for fetching Map Completion Events
+2017-02-18 06:45:34,796 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#10 about to shuffle output of map attempt_local767302091_0001_m_000001_0 decomp: 835740 len: 835744 to MEMORY
+2017-02-18 06:45:34,817 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 835740 bytes from map-output for attempt_local767302091_0001_m_000001_0
+2017-02-18 06:45:34,836 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 835740, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->835740
+2017-02-18 06:45:34,855 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#10 about to shuffle output of map attempt_local767302091_0001_m_000000_0 decomp: 2114762 len: 2114766 to MEMORY
+2017-02-18 06:45:34,908 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 2114762 bytes from map-output for attempt_local767302091_0001_m_000000_0
+2017-02-18 06:45:34,908 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 2114762, inMemoryMapOutputs.size() -> 2, commitMemory -> 835740, usedMemory ->2950502
+2017-02-18 06:45:34,924 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#10 about to shuffle output of map attempt_local767302091_0001_m_000002_0 decomp: 596065 len: 596069 to MEMORY
+2017-02-18 06:45:34,938 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 596065 bytes from map-output for attempt_local767302091_0001_m_000002_0
+2017-02-18 06:45:34,943 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 596065, inMemoryMapOutputs.size() -> 3, commitMemory -> 2950502, usedMemory ->3546567
+2017-02-18 06:45:34,947 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: EventFetcher is interrupted.. Returning
+2017-02-18 06:45:34,949 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 06:45:34,949 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: finalMerge called with 3 in-memory map-outputs and 0 on-disk map-outputs
+2017-02-18 06:45:34,950 INFO org.apache.hadoop.mapred.Merger: Merging 3 sorted segments
+2017-02-18 06:45:34,950 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 3 segments left of total size: 3546539 bytes
+2017-02-18 06:45:36,157 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merged 3 segments, 3546567 bytes to disk to satisfy reduce memory limit
+2017-02-18 06:45:36,160 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 1 files, 3546567 bytes from disk
+2017-02-18 06:45:36,160 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 0 segments, 0 bytes from memory into reduce
+2017-02-18 06:45:36,160 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 06:45:36,160 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 3546555 bytes
+2017-02-18 06:45:36,161 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 06:45:37,296 INFO org.apache.hadoop.mapred.Task: Task:attempt_local767302091_0001_r_000009_0 is done. And is in the process of committing
+2017-02-18 06:45:37,336 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 06:45:37,340 INFO org.apache.hadoop.mapred.Task: Task attempt_local767302091_0001_r_000009_0 is allowed to commit now
+2017-02-18 06:45:37,342 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: Saved output of task 'attempt_local767302091_0001_r_000009_0' to file:/home/cloudera/workspace/bpa/Assign1/output/_temporary/0/task_local767302091_0001_r_000009
+2017-02-18 06:45:37,348 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-02-18 06:45:37,351 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local767302091_0001_r_000009_0' done.
+2017-02-18 06:45:37,351 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local767302091_0001_r_000009_0
+2017-02-18 06:45:37,354 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce task executor complete.
+2017-02-18 06:45:37,515 INFO org.apache.hadoop.mapreduce.Job: map 100% reduce 100%
+2017-02-18 06:45:37,562 WARN org.apache.hadoop.mapred.LocalJobRunner: job_local767302091_0001
+java.lang.NoClassDefFoundError: org/apache/http/client/methods/HttpUriRequest
+ at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:573)
+Caused by: java.lang.ClassNotFoundException: org.apache.http.client.methods.HttpUriRequest
+ at java.net.URLClassLoader$1.run(URLClassLoader.java:366)
+ at java.net.URLClassLoader$1.run(URLClassLoader.java:355)
+ at java.security.AccessController.doPrivileged(Native Method)
+ at java.net.URLClassLoader.findClass(URLClassLoader.java:354)
+ at java.lang.ClassLoader.loadClass(ClassLoader.java:425)
+ at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:308)
+ at java.lang.ClassLoader.loadClass(ClassLoader.java:358)
+ ... 1 more
+2017-02-18 06:45:38,520 INFO org.apache.hadoop.mapreduce.Job: Job job_local767302091_0001 failed with state FAILED due to: NA
+2017-02-18 06:45:38,725 INFO org.apache.hadoop.mapreduce.Job: Counters: 30
+ File System Counters
+ FILE: Number of bytes read=921244792
+ FILE: Number of bytes written=961214284
+ FILE: Number of read operations=0
+ FILE: Number of large read operations=0
+ FILE: Number of write operations=0
+ Map-Reduce Framework
+ Map input records=507535
+ Map output records=4678719
+ Map output bytes=43638689
+ Map output materialized bytes=52996307
+ Input split bytes=351
+ Combine input records=0
+ Combine output records=0
+ Reduce input groups=217527
+ Reduce shuffle bytes=52996307
+ Reduce input records=4678719
+ Reduce output records=124
+ Spilled Records=9357438
+ Shuffled Maps =30
+ Failed Shuffles=0
+ Merged Map outputs=30
+ GC time elapsed (ms)=912
+ Total committed heap usage (bytes)=2551959552
+ Shuffle Errors
+ BAD_ID=0
+ CONNECTION=0
+ IO_ERROR=0
+ WRONG_LENGTH=0
+ WRONG_MAP=0
+ WRONG_REDUCE=0
+ File Input Format Counters
+ Bytes Read=26057874
+ File Output Format Counters
+ Bytes Written=896
+2017-02-18 06:53:36,039 WARN org.apache.hadoop.util.NativeCodeLoader: Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
+2017-02-18 06:53:38,565 INFO org.apache.hadoop.conf.Configuration.deprecation: session.id is deprecated. Instead, use dfs.metrics.session-id
+2017-02-18 06:53:38,610 INFO org.apache.hadoop.metrics.jvm.JvmMetrics: Initializing JVM Metrics with processName=JobTracker, sessionId=
+2017-02-18 06:53:40,517 WARN org.apache.hadoop.mapreduce.JobResourceUploader: No job jar file set. User classes may not be found. See Job or Job#setJar(String).
+2017-02-18 06:53:40,600 INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat: Total input paths to process : 3
+2017-02-18 06:53:41,038 INFO org.apache.hadoop.mapreduce.JobSubmitter: number of splits:3
+2017-02-18 06:53:42,458 INFO org.apache.hadoop.mapreduce.JobSubmitter: Submitting tokens for job: job_local1538746324_0001
+2017-02-18 06:53:44,381 INFO org.apache.hadoop.mapreduce.Job: The url to track the job: http://localhost:8080/
+2017-02-18 06:53:44,382 INFO org.apache.hadoop.mapreduce.Job: Running job: job_local1538746324_0001
+2017-02-18 06:53:44,411 INFO org.apache.hadoop.mapred.LocalJobRunner: OutputCommitter set in config null
+2017-02-18 06:53:44,463 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-02-18 06:53:44,480 INFO org.apache.hadoop.mapred.LocalJobRunner: OutputCommitter is org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter
+2017-02-18 06:53:44,911 INFO org.apache.hadoop.mapred.LocalJobRunner: Waiting for map tasks
+2017-02-18 06:53:44,913 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local1538746324_0001_m_000000_0
+2017-02-18 06:53:45,156 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-02-18 06:53:45,269 INFO org.apache.hadoop.mapred.Task: Using ResourceCalculatorProcessTree : [ ]
+2017-02-18 06:53:45,281 INFO org.apache.hadoop.mapred.MapTask: Processing split: file:/home/cloudera/workspace/bpa/Assign1/pg3200.txt:0+16013935
+2017-02-18 06:53:45,415 INFO org.apache.hadoop.mapreduce.Job: Job job_local1538746324_0001 running in uber mode : false
+2017-02-18 06:53:45,418 INFO org.apache.hadoop.mapreduce.Job: map 0% reduce 0%
+2017-02-18 06:53:45,986 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 0 kvi 26214396(104857584)
+2017-02-18 06:53:46,017 INFO org.apache.hadoop.mapred.MapTask: mapreduce.task.io.sort.mb: 100
+2017-02-18 06:53:46,018 INFO org.apache.hadoop.mapred.MapTask: soft limit at 83886080
+2017-02-18 06:53:46,019 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufvoid = 104857600
+2017-02-18 06:53:46,019 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396; length = 6553600
+2017-02-18 06:53:46,045 INFO org.apache.hadoop.mapred.MapTask: Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
+2017-02-18 06:53:46,086 INFO org.apache.hadoop.mapreduce.lib.input.LineRecordReader: Found UTF-8 BOM and skipped it
+2017-02-18 06:53:51,226 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-02-18 06:53:51,439 INFO org.apache.hadoop.mapreduce.Job: map 3% reduce 0%
+2017-02-18 06:53:54,228 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-02-18 06:53:54,444 INFO org.apache.hadoop.mapreduce.Job: map 8% reduce 0%
+2017-02-18 06:53:57,233 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-02-18 06:53:57,455 INFO org.apache.hadoop.mapreduce.Job: map 14% reduce 0%
+2017-02-18 06:54:00,236 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-02-18 06:54:00,467 INFO org.apache.hadoop.mapreduce.Job: map 20% reduce 0%
+2017-02-18 06:54:01,451 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-02-18 06:54:01,452 INFO org.apache.hadoop.mapred.MapTask: Starting flush of map output
+2017-02-18 06:54:01,452 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-02-18 06:54:01,452 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufend = 26925530; bufvoid = 104857600
+2017-02-18 06:54:01,452 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396(104857584); kvend = 14765624(59062496); length = 11448773/6553600
+2017-02-18 06:54:03,238 INFO org.apache.hadoop.mapred.LocalJobRunner: map > sort
+2017-02-18 06:54:03,487 INFO org.apache.hadoop.mapreduce.Job: map 22% reduce 0%
+2017-02-18 06:54:06,239 INFO org.apache.hadoop.mapred.LocalJobRunner: map > sort
+2017-02-18 06:54:09,241 INFO org.apache.hadoop.mapred.LocalJobRunner: map > sort
+2017-02-18 06:54:12,248 INFO org.apache.hadoop.mapred.LocalJobRunner: map > sort
+2017-02-18 06:54:15,252 INFO org.apache.hadoop.mapred.LocalJobRunner: map > sort
+2017-02-18 06:54:18,259 INFO org.apache.hadoop.mapred.LocalJobRunner: map > sort
+2017-02-18 06:54:21,260 INFO org.apache.hadoop.mapred.LocalJobRunner: map > sort
+2017-02-18 06:54:24,265 INFO org.apache.hadoop.mapred.LocalJobRunner: map > sort
+2017-02-18 06:54:27,266 INFO org.apache.hadoop.mapred.LocalJobRunner: map > sort
+2017-02-18 06:54:38,774 INFO org.apache.hadoop.mapred.MapTask: Finished spill 0
+2017-02-18 06:54:38,815 INFO org.apache.hadoop.mapred.Task: Task:attempt_local1538746324_0001_m_000000_0 is done. And is in the process of committing
+2017-02-18 06:54:38,836 INFO org.apache.hadoop.mapred.LocalJobRunner: map
+2017-02-18 06:54:38,849 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local1538746324_0001_m_000000_0' done.
+2017-02-18 06:54:38,849 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local1538746324_0001_m_000000_0
+2017-02-18 06:54:38,850 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local1538746324_0001_m_000001_0
+2017-02-18 06:54:38,859 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-02-18 06:54:38,860 INFO org.apache.hadoop.mapred.Task: Using ResourceCalculatorProcessTree : [ ]
+2017-02-18 06:54:38,880 INFO org.apache.hadoop.mapred.MapTask: Processing split: file:/home/cloudera/workspace/bpa/Assign1/pg100.txt:0+5589889
+2017-02-18 06:54:39,218 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 0 kvi 26214396(104857584)
+2017-02-18 06:54:39,220 INFO org.apache.hadoop.mapred.MapTask: mapreduce.task.io.sort.mb: 100
+2017-02-18 06:54:39,221 INFO org.apache.hadoop.mapred.MapTask: soft limit at 83886080
+2017-02-18 06:54:39,221 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufvoid = 104857600
+2017-02-18 06:54:39,221 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396; length = 6553600
+2017-02-18 06:54:39,228 INFO org.apache.hadoop.mapred.MapTask: Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
+2017-02-18 06:54:39,233 INFO org.apache.hadoop.mapreduce.lib.input.LineRecordReader: Found UTF-8 BOM and skipped it
+2017-02-18 06:54:39,608 INFO org.apache.hadoop.mapreduce.Job: map 100% reduce 0%
+2017-02-18 06:54:43,504 INFO org.apache.hadoop.mapred.LocalJobRunner:
+2017-02-18 06:54:43,523 INFO org.apache.hadoop.mapred.MapTask: Starting flush of map output
+2017-02-18 06:54:43,525 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-02-18 06:54:43,525 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufend = 9171648; bufvoid = 104857600
+2017-02-18 06:54:43,525 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396(104857584); kvend = 22120624(88482496); length = 4093773/6553600
+2017-02-18 06:54:43,638 INFO org.apache.hadoop.mapreduce.Job: map 33% reduce 0%
+2017-02-18 06:54:44,896 INFO org.apache.hadoop.mapred.LocalJobRunner: map > sort
+2017-02-18 06:54:45,644 INFO org.apache.hadoop.mapreduce.Job: map 56% reduce 0%
+2017-02-18 06:54:47,899 INFO org.apache.hadoop.mapred.LocalJobRunner: map > sort
+2017-02-18 06:54:50,900 INFO org.apache.hadoop.mapred.LocalJobRunner: map > sort
+2017-02-18 06:54:53,856 INFO org.apache.hadoop.mapred.MapTask: Finished spill 0
+2017-02-18 06:54:53,866 INFO org.apache.hadoop.mapred.Task: Task:attempt_local1538746324_0001_m_000001_0 is done. And is in the process of committing
+2017-02-18 06:54:53,881 INFO org.apache.hadoop.mapred.LocalJobRunner: map
+2017-02-18 06:54:53,886 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local1538746324_0001_m_000001_0' done.
+2017-02-18 06:54:53,887 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local1538746324_0001_m_000001_0
+2017-02-18 06:54:53,888 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local1538746324_0001_m_000002_0
+2017-02-18 06:54:53,896 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-02-18 06:54:53,897 INFO org.apache.hadoop.mapred.Task: Using ResourceCalculatorProcessTree : [ ]
+2017-02-18 06:54:53,906 INFO org.apache.hadoop.mapred.MapTask: Processing split: file:/home/cloudera/workspace/bpa/Assign1/pg31100.txt:0+4454050
+2017-02-18 06:54:54,305 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 0 kvi 26214396(104857584)
+2017-02-18 06:54:54,327 INFO org.apache.hadoop.mapred.MapTask: mapreduce.task.io.sort.mb: 100
+2017-02-18 06:54:54,328 INFO org.apache.hadoop.mapred.MapTask: soft limit at 83886080
+2017-02-18 06:54:54,329 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufvoid = 104857600
+2017-02-18 06:54:54,329 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396; length = 6553600
+2017-02-18 06:54:54,339 INFO org.apache.hadoop.mapred.MapTask: Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
+2017-02-18 06:54:54,342 INFO org.apache.hadoop.mapreduce.lib.input.LineRecordReader: Found UTF-8 BOM and skipped it
+2017-02-18 06:54:54,668 INFO org.apache.hadoop.mapreduce.Job: map 100% reduce 0%
+2017-02-18 06:54:58,024 INFO org.apache.hadoop.mapred.LocalJobRunner:
+2017-02-18 06:54:58,036 INFO org.apache.hadoop.mapred.MapTask: Starting flush of map output
+2017-02-18 06:54:58,037 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-02-18 06:54:58,037 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufend = 7541511; bufvoid = 104857600
+2017-02-18 06:54:58,037 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396(104857584); kvend = 23042076(92168304); length = 3172321/6553600
+2017-02-18 06:54:58,680 INFO org.apache.hadoop.mapreduce.Job: map 67% reduce 0%
+2017-02-18 06:54:59,916 INFO org.apache.hadoop.mapred.LocalJobRunner: map > sort
+2017-02-18 06:55:00,688 INFO org.apache.hadoop.mapreduce.Job: map 89% reduce 0%
+2017-02-18 06:55:02,919 INFO org.apache.hadoop.mapred.LocalJobRunner: map > sort
+2017-02-18 06:55:05,920 INFO org.apache.hadoop.mapred.LocalJobRunner: map > sort
+2017-02-18 06:55:06,114 INFO org.apache.hadoop.mapred.MapTask: Finished spill 0
+2017-02-18 06:55:06,133 INFO org.apache.hadoop.mapred.Task: Task:attempt_local1538746324_0001_m_000002_0 is done. And is in the process of committing
+2017-02-18 06:55:06,139 INFO org.apache.hadoop.mapred.LocalJobRunner: map
+2017-02-18 06:55:06,145 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local1538746324_0001_m_000002_0' done.
+2017-02-18 06:55:06,148 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local1538746324_0001_m_000002_0
+2017-02-18 06:55:06,150 INFO org.apache.hadoop.mapred.LocalJobRunner: map task executor complete.
+2017-02-18 06:55:06,268 INFO org.apache.hadoop.mapred.LocalJobRunner: Waiting for reduce tasks
+2017-02-18 06:55:06,277 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local1538746324_0001_r_000000_0
+2017-02-18 06:55:06,360 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-02-18 06:55:06,361 INFO org.apache.hadoop.mapred.Task: Using ResourceCalculatorProcessTree : [ ]
+2017-02-18 06:55:06,394 INFO org.apache.hadoop.mapred.ReduceTask: Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@41350279
+2017-02-18 06:55:06,569 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: MergerManager: memoryLimit=679778688, maxSingleShuffleLimit=169944672, mergeThreshold=448653952, ioSortFactor=10, memToMemMergeOutputsThreshold=10
+2017-02-18 06:55:06,596 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: attempt_local1538746324_0001_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
+2017-02-18 06:55:06,720 INFO org.apache.hadoop.mapreduce.Job: map 100% reduce 0%
+2017-02-18 06:55:06,910 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#1 about to shuffle output of map attempt_local1538746324_0001_m_000002_0 decomp: 881571 len: 881575 to MEMORY
+2017-02-18 06:55:07,005 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 881571 bytes from map-output for attempt_local1538746324_0001_m_000002_0
+2017-02-18 06:55:07,025 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 881571, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->881571
+2017-02-18 06:55:07,043 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#1 about to shuffle output of map attempt_local1538746324_0001_m_000001_0 decomp: 991747 len: 991751 to MEMORY
+2017-02-18 06:55:07,062 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 991747 bytes from map-output for attempt_local1538746324_0001_m_000001_0
+2017-02-18 06:55:07,084 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 991747, inMemoryMapOutputs.size() -> 2, commitMemory -> 881571, usedMemory ->1873318
+2017-02-18 06:55:07,097 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#1 about to shuffle output of map attempt_local1538746324_0001_m_000000_0 decomp: 2685875 len: 2685879 to MEMORY
+2017-02-18 06:55:07,203 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 2685875 bytes from map-output for attempt_local1538746324_0001_m_000000_0
+2017-02-18 06:55:07,214 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 2685875, inMemoryMapOutputs.size() -> 3, commitMemory -> 1873318, usedMemory ->4559193
+2017-02-18 06:55:07,218 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: EventFetcher is interrupted.. Returning
+2017-02-18 06:55:07,220 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 06:55:07,221 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: finalMerge called with 3 in-memory map-outputs and 0 on-disk map-outputs
+2017-02-18 06:55:07,284 INFO org.apache.hadoop.mapred.Merger: Merging 3 sorted segments
+2017-02-18 06:55:07,285 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 3 segments left of total size: 4559151 bytes
+2017-02-18 06:55:09,501 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merged 3 segments, 4559193 bytes to disk to satisfy reduce memory limit
+2017-02-18 06:55:09,503 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 1 files, 4559193 bytes from disk
+2017-02-18 06:55:09,514 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 0 segments, 0 bytes from memory into reduce
+2017-02-18 06:55:09,517 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 06:55:09,518 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 4559175 bytes
+2017-02-18 06:55:09,526 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 06:55:09,675 INFO org.apache.hadoop.conf.Configuration.deprecation: mapred.skip.on is deprecated. Instead, use mapreduce.job.skiprecords
+2017-02-18 06:55:12,380 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-02-18 06:55:12,495 INFO org.apache.hadoop.mapred.Task: Task:attempt_local1538746324_0001_r_000000_0 is done. And is in the process of committing
+2017-02-18 06:55:12,524 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-02-18 06:55:12,525 INFO org.apache.hadoop.mapred.Task: Task attempt_local1538746324_0001_r_000000_0 is allowed to commit now
+2017-02-18 06:55:12,531 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: Saved output of task 'attempt_local1538746324_0001_r_000000_0' to file:/home/cloudera/workspace/bpa/Assign1/output/_temporary/0/task_local1538746324_0001_r_000000
+2017-02-18 06:55:12,540 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-02-18 06:55:12,543 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local1538746324_0001_r_000000_0' done.
+2017-02-18 06:55:12,544 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local1538746324_0001_r_000000_0
+2017-02-18 06:55:12,544 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local1538746324_0001_r_000001_0
+2017-02-18 06:55:12,575 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-02-18 06:55:12,576 INFO org.apache.hadoop.mapred.Task: Using ResourceCalculatorProcessTree : [ ]
+2017-02-18 06:55:12,576 INFO org.apache.hadoop.mapred.ReduceTask: Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@5ba21282
+2017-02-18 06:55:12,585 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: MergerManager: memoryLimit=679778688, maxSingleShuffleLimit=169944672, mergeThreshold=448653952, ioSortFactor=10, memToMemMergeOutputsThreshold=10
+2017-02-18 06:55:12,599 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: attempt_local1538746324_0001_r_000001_0 Thread started: EventFetcher for fetching Map Completion Events
+2017-02-18 06:55:12,609 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#2 about to shuffle output of map attempt_local1538746324_0001_m_000002_0 decomp: 992056 len: 992060 to MEMORY
+2017-02-18 06:55:12,636 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 992056 bytes from map-output for attempt_local1538746324_0001_m_000002_0
+2017-02-18 06:55:12,669 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 992056, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->992056
+2017-02-18 06:55:12,687 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#2 about to shuffle output of map attempt_local1538746324_0001_m_000001_0 decomp: 1980898 len: 1980902 to MEMORY
+2017-02-18 06:55:12,726 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 1980898 bytes from map-output for attempt_local1538746324_0001_m_000001_0
+2017-02-18 06:55:12,736 INFO org.apache.hadoop.mapreduce.Job: map 100% reduce 100%
+2017-02-18 06:55:12,751 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 1980898, inMemoryMapOutputs.size() -> 2, commitMemory -> 992056, usedMemory ->2972954
+2017-02-18 06:55:12,754 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#2 about to shuffle output of map attempt_local1538746324_0001_m_000000_0 decomp: 3630499 len: 3630503 to MEMORY
+2017-02-18 06:55:12,907 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 3630499 bytes from map-output for attempt_local1538746324_0001_m_000000_0
+2017-02-18 06:55:12,910 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 3630499, inMemoryMapOutputs.size() -> 3, commitMemory -> 2972954, usedMemory ->6603453
+2017-02-18 06:55:12,911 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: EventFetcher is interrupted.. Returning
+2017-02-18 06:55:12,913 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 06:55:12,913 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: finalMerge called with 3 in-memory map-outputs and 0 on-disk map-outputs
+2017-02-18 06:55:12,914 INFO org.apache.hadoop.mapred.Merger: Merging 3 sorted segments
+2017-02-18 06:55:12,915 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 3 segments left of total size: 6603444 bytes
+2017-02-18 06:55:13,751 INFO org.apache.hadoop.mapreduce.Job: map 100% reduce 10%
+2017-02-18 06:55:15,506 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merged 3 segments, 6603453 bytes to disk to satisfy reduce memory limit
+2017-02-18 06:55:15,510 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 1 files, 6603453 bytes from disk
+2017-02-18 06:55:15,510 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 0 segments, 0 bytes from memory into reduce
+2017-02-18 06:55:15,510 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 06:55:15,510 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 6603446 bytes
+2017-02-18 06:55:15,511 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 06:55:18,589 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-02-18 06:55:18,762 INFO org.apache.hadoop.mapreduce.Job: map 100% reduce 20%
+2017-02-18 06:55:18,944 INFO org.apache.hadoop.mapred.Task: Task:attempt_local1538746324_0001_r_000001_0 is done. And is in the process of committing
+2017-02-18 06:55:18,946 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-02-18 06:55:18,957 INFO org.apache.hadoop.mapred.Task: Task attempt_local1538746324_0001_r_000001_0 is allowed to commit now
+2017-02-18 06:55:18,959 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: Saved output of task 'attempt_local1538746324_0001_r_000001_0' to file:/home/cloudera/workspace/bpa/Assign1/output/_temporary/0/task_local1538746324_0001_r_000001
+2017-02-18 06:55:18,967 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-02-18 06:55:18,969 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local1538746324_0001_r_000001_0' done.
+2017-02-18 06:55:18,978 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local1538746324_0001_r_000001_0
+2017-02-18 06:55:18,978 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local1538746324_0001_r_000002_0
+2017-02-18 06:55:18,999 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-02-18 06:55:19,000 INFO org.apache.hadoop.mapred.Task: Using ResourceCalculatorProcessTree : [ ]
+2017-02-18 06:55:19,001 INFO org.apache.hadoop.mapred.ReduceTask: Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@2455dbb6
+2017-02-18 06:55:19,016 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: MergerManager: memoryLimit=679778688, maxSingleShuffleLimit=169944672, mergeThreshold=448653952, ioSortFactor=10, memToMemMergeOutputsThreshold=10
+2017-02-18 06:55:19,037 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: attempt_local1538746324_0001_r_000002_0 Thread started: EventFetcher for fetching Map Completion Events
+2017-02-18 06:55:19,050 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#3 about to shuffle output of map attempt_local1538746324_0001_m_000002_0 decomp: 1178681 len: 1178685 to MEMORY
+2017-02-18 06:55:19,075 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 1178681 bytes from map-output for attempt_local1538746324_0001_m_000002_0
+2017-02-18 06:55:19,109 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 1178681, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->1178681
+2017-02-18 06:55:19,122 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#3 about to shuffle output of map attempt_local1538746324_0001_m_000001_0 decomp: 1199435 len: 1199439 to MEMORY
+2017-02-18 06:55:19,156 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 1199435 bytes from map-output for attempt_local1538746324_0001_m_000001_0
+2017-02-18 06:55:19,157 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 1199435, inMemoryMapOutputs.size() -> 2, commitMemory -> 1178681, usedMemory ->2378116
+2017-02-18 06:55:19,186 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#3 about to shuffle output of map attempt_local1538746324_0001_m_000000_0 decomp: 4721951 len: 4721955 to MEMORY
+2017-02-18 06:55:19,372 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 4721951 bytes from map-output for attempt_local1538746324_0001_m_000000_0
+2017-02-18 06:55:19,393 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 4721951, inMemoryMapOutputs.size() -> 3, commitMemory -> 2378116, usedMemory ->7100067
+2017-02-18 06:55:19,393 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: EventFetcher is interrupted.. Returning
+2017-02-18 06:55:19,394 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 06:55:19,394 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: finalMerge called with 3 in-memory map-outputs and 0 on-disk map-outputs
+2017-02-18 06:55:19,398 INFO org.apache.hadoop.mapred.Merger: Merging 3 sorted segments
+2017-02-18 06:55:19,398 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 3 segments left of total size: 7100041 bytes
+2017-02-18 06:55:22,370 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merged 3 segments, 7100067 bytes to disk to satisfy reduce memory limit
+2017-02-18 06:55:22,371 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 1 files, 7100067 bytes from disk
+2017-02-18 06:55:22,377 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 0 segments, 0 bytes from memory into reduce
+2017-02-18 06:55:22,388 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 06:55:22,389 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 7100054 bytes
+2017-02-18 06:55:22,389 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 06:55:25,015 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-02-18 06:55:25,784 INFO org.apache.hadoop.mapreduce.Job: map 100% reduce 29%
+2017-02-18 06:55:26,062 INFO org.apache.hadoop.mapred.Task: Task:attempt_local1538746324_0001_r_000002_0 is done. And is in the process of committing
+2017-02-18 06:55:26,095 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-02-18 06:55:26,101 INFO org.apache.hadoop.mapred.Task: Task attempt_local1538746324_0001_r_000002_0 is allowed to commit now
+2017-02-18 06:55:26,103 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: Saved output of task 'attempt_local1538746324_0001_r_000002_0' to file:/home/cloudera/workspace/bpa/Assign1/output/_temporary/0/task_local1538746324_0001_r_000002
+2017-02-18 06:55:26,111 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-02-18 06:55:26,113 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local1538746324_0001_r_000002_0' done.
+2017-02-18 06:55:26,114 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local1538746324_0001_r_000002_0
+2017-02-18 06:55:26,114 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local1538746324_0001_r_000003_0
+2017-02-18 06:55:26,127 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-02-18 06:55:26,128 INFO org.apache.hadoop.mapred.Task: Using ResourceCalculatorProcessTree : [ ]
+2017-02-18 06:55:26,128 INFO org.apache.hadoop.mapred.ReduceTask: Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@5602c43c
+2017-02-18 06:55:26,138 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: MergerManager: memoryLimit=679778688, maxSingleShuffleLimit=169944672, mergeThreshold=448653952, ioSortFactor=10, memToMemMergeOutputsThreshold=10
+2017-02-18 06:55:26,159 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: attempt_local1538746324_0001_r_000003_0 Thread started: EventFetcher for fetching Map Completion Events
+2017-02-18 06:55:26,180 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#4 about to shuffle output of map attempt_local1538746324_0001_m_000002_0 decomp: 750229 len: 750233 to MEMORY
+2017-02-18 06:55:26,184 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 750229 bytes from map-output for attempt_local1538746324_0001_m_000002_0
+2017-02-18 06:55:26,208 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 750229, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->750229
+2017-02-18 06:55:26,231 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#4 about to shuffle output of map attempt_local1538746324_0001_m_000001_0 decomp: 914896 len: 914900 to MEMORY
+2017-02-18 06:55:26,235 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 914896 bytes from map-output for attempt_local1538746324_0001_m_000001_0
+2017-02-18 06:55:26,258 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 914896, inMemoryMapOutputs.size() -> 2, commitMemory -> 750229, usedMemory ->1665125
+2017-02-18 06:55:26,261 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#4 about to shuffle output of map attempt_local1538746324_0001_m_000000_0 decomp: 2586992 len: 2586996 to MEMORY
+2017-02-18 06:55:26,346 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 2586992 bytes from map-output for attempt_local1538746324_0001_m_000000_0
+2017-02-18 06:55:26,376 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 2586992, inMemoryMapOutputs.size() -> 3, commitMemory -> 1665125, usedMemory ->4252117
+2017-02-18 06:55:26,377 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: EventFetcher is interrupted.. Returning
+2017-02-18 06:55:26,378 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 06:55:26,378 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: finalMerge called with 3 in-memory map-outputs and 0 on-disk map-outputs
+2017-02-18 06:55:26,379 INFO org.apache.hadoop.mapred.Merger: Merging 3 sorted segments
+2017-02-18 06:55:26,380 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 3 segments left of total size: 4252081 bytes
+2017-02-18 06:55:26,788 INFO org.apache.hadoop.mapreduce.Job: map 100% reduce 30%
+2017-02-18 06:55:27,985 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merged 3 segments, 4252117 bytes to disk to satisfy reduce memory limit
+2017-02-18 06:55:27,990 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 1 files, 4252117 bytes from disk
+2017-02-18 06:55:27,990 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 0 segments, 0 bytes from memory into reduce
+2017-02-18 06:55:27,990 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 06:55:27,991 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 4252100 bytes
+2017-02-18 06:55:27,991 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 06:55:29,337 INFO org.apache.hadoop.mapred.Task: Task:attempt_local1538746324_0001_r_000003_0 is done. And is in the process of committing
+2017-02-18 06:55:29,345 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 06:55:29,345 INFO org.apache.hadoop.mapred.Task: Task attempt_local1538746324_0001_r_000003_0 is allowed to commit now
+2017-02-18 06:55:29,346 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: Saved output of task 'attempt_local1538746324_0001_r_000003_0' to file:/home/cloudera/workspace/bpa/Assign1/output/_temporary/0/task_local1538746324_0001_r_000003
+2017-02-18 06:55:29,359 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-02-18 06:55:29,364 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local1538746324_0001_r_000003_0' done.
+2017-02-18 06:55:29,365 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local1538746324_0001_r_000003_0
+2017-02-18 06:55:29,366 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local1538746324_0001_r_000004_0
+2017-02-18 06:55:29,378 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-02-18 06:55:29,379 INFO org.apache.hadoop.mapred.Task: Using ResourceCalculatorProcessTree : [ ]
+2017-02-18 06:55:29,380 INFO org.apache.hadoop.mapred.ReduceTask: Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@2ee007c9
+2017-02-18 06:55:29,394 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: MergerManager: memoryLimit=679778688, maxSingleShuffleLimit=169944672, mergeThreshold=448653952, ioSortFactor=10, memToMemMergeOutputsThreshold=10
+2017-02-18 06:55:29,415 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: attempt_local1538746324_0001_r_000004_0 Thread started: EventFetcher for fetching Map Completion Events
+2017-02-18 06:55:29,427 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#5 about to shuffle output of map attempt_local1538746324_0001_m_000002_0 decomp: 962343 len: 962347 to MEMORY
+2017-02-18 06:55:29,458 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 962343 bytes from map-output for attempt_local1538746324_0001_m_000002_0
+2017-02-18 06:55:29,467 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 962343, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->962343
+2017-02-18 06:55:29,471 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#5 about to shuffle output of map attempt_local1538746324_0001_m_000001_0 decomp: 1165904 len: 1165908 to MEMORY
+2017-02-18 06:55:29,513 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 1165904 bytes from map-output for attempt_local1538746324_0001_m_000001_0
+2017-02-18 06:55:29,513 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 1165904, inMemoryMapOutputs.size() -> 2, commitMemory -> 962343, usedMemory ->2128247
+2017-02-18 06:55:29,543 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#5 about to shuffle output of map attempt_local1538746324_0001_m_000000_0 decomp: 3465672 len: 3465676 to MEMORY
+2017-02-18 06:55:29,667 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 3465672 bytes from map-output for attempt_local1538746324_0001_m_000000_0
+2017-02-18 06:55:29,677 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 3465672, inMemoryMapOutputs.size() -> 3, commitMemory -> 2128247, usedMemory ->5593919
+2017-02-18 06:55:29,680 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: EventFetcher is interrupted.. Returning
+2017-02-18 06:55:29,681 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 06:55:29,681 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: finalMerge called with 3 in-memory map-outputs and 0 on-disk map-outputs
+2017-02-18 06:55:29,685 INFO org.apache.hadoop.mapred.Merger: Merging 3 sorted segments
+2017-02-18 06:55:29,685 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 3 segments left of total size: 5593898 bytes
+2017-02-18 06:55:29,797 INFO org.apache.hadoop.mapreduce.Job: map 100% reduce 40%
+2017-02-18 06:55:31,702 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merged 3 segments, 5593919 bytes to disk to satisfy reduce memory limit
+2017-02-18 06:55:31,706 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 1 files, 5593919 bytes from disk
+2017-02-18 06:55:31,706 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 0 segments, 0 bytes from memory into reduce
+2017-02-18 06:55:31,706 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 06:55:31,706 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 5593911 bytes
+2017-02-18 06:55:31,707 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 06:55:33,710 INFO org.apache.hadoop.mapred.Task: Task:attempt_local1538746324_0001_r_000004_0 is done. And is in the process of committing
+2017-02-18 06:55:33,726 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 06:55:33,728 INFO org.apache.hadoop.mapred.Task: Task attempt_local1538746324_0001_r_000004_0 is allowed to commit now
+2017-02-18 06:55:33,730 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: Saved output of task 'attempt_local1538746324_0001_r_000004_0' to file:/home/cloudera/workspace/bpa/Assign1/output/_temporary/0/task_local1538746324_0001_r_000004
+2017-02-18 06:55:33,735 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-02-18 06:55:33,741 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local1538746324_0001_r_000004_0' done.
+2017-02-18 06:55:33,742 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local1538746324_0001_r_000004_0
+2017-02-18 06:55:33,743 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local1538746324_0001_r_000005_0
+2017-02-18 06:55:33,750 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-02-18 06:55:33,751 INFO org.apache.hadoop.mapred.Task: Using ResourceCalculatorProcessTree : [ ]
+2017-02-18 06:55:33,752 INFO org.apache.hadoop.mapred.ReduceTask: Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@51080bce
+2017-02-18 06:55:33,765 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: MergerManager: memoryLimit=679778688, maxSingleShuffleLimit=169944672, mergeThreshold=448653952, ioSortFactor=10, memToMemMergeOutputsThreshold=10
+2017-02-18 06:55:33,784 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: attempt_local1538746324_0001_r_000005_0 Thread started: EventFetcher for fetching Map Completion Events
+2017-02-18 06:55:33,805 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#6 about to shuffle output of map attempt_local1538746324_0001_m_000002_0 decomp: 725836 len: 725840 to MEMORY
+2017-02-18 06:55:33,809 INFO org.apache.hadoop.mapreduce.Job: map 100% reduce 100%
+2017-02-18 06:55:33,815 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 725836 bytes from map-output for attempt_local1538746324_0001_m_000002_0
+2017-02-18 06:55:33,827 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 725836, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->725836
+2017-02-18 06:55:33,831 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#6 about to shuffle output of map attempt_local1538746324_0001_m_000001_0 decomp: 867472 len: 867476 to MEMORY
+2017-02-18 06:55:33,857 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 867472 bytes from map-output for attempt_local1538746324_0001_m_000001_0
+2017-02-18 06:55:33,861 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 867472, inMemoryMapOutputs.size() -> 2, commitMemory -> 725836, usedMemory ->1593308
+2017-02-18 06:55:33,880 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#6 about to shuffle output of map attempt_local1538746324_0001_m_000000_0 decomp: 2657280 len: 2657284 to MEMORY
+2017-02-18 06:55:33,973 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 2657280 bytes from map-output for attempt_local1538746324_0001_m_000000_0
+2017-02-18 06:55:34,001 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 2657280, inMemoryMapOutputs.size() -> 3, commitMemory -> 1593308, usedMemory ->4250588
+2017-02-18 06:55:34,003 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: EventFetcher is interrupted.. Returning
+2017-02-18 06:55:34,004 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 06:55:34,004 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: finalMerge called with 3 in-memory map-outputs and 0 on-disk map-outputs
+2017-02-18 06:55:34,006 INFO org.apache.hadoop.mapred.Merger: Merging 3 sorted segments
+2017-02-18 06:55:34,006 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 3 segments left of total size: 4250568 bytes
+2017-02-18 06:55:34,812 INFO org.apache.hadoop.mapreduce.Job: map 100% reduce 50%
+2017-02-18 06:55:35,359 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merged 3 segments, 4250588 bytes to disk to satisfy reduce memory limit
+2017-02-18 06:55:35,361 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 1 files, 4250588 bytes from disk
+2017-02-18 06:55:35,365 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 0 segments, 0 bytes from memory into reduce
+2017-02-18 06:55:35,366 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 06:55:35,369 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 4250579 bytes
+2017-02-18 06:55:35,370 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 06:55:36,761 INFO org.apache.hadoop.mapred.Task: Task:attempt_local1538746324_0001_r_000005_0 is done. And is in the process of committing
+2017-02-18 06:55:36,771 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 06:55:36,771 INFO org.apache.hadoop.mapred.Task: Task attempt_local1538746324_0001_r_000005_0 is allowed to commit now
+2017-02-18 06:55:36,783 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: Saved output of task 'attempt_local1538746324_0001_r_000005_0' to file:/home/cloudera/workspace/bpa/Assign1/output/_temporary/0/task_local1538746324_0001_r_000005
+2017-02-18 06:55:36,787 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-02-18 06:55:36,793 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local1538746324_0001_r_000005_0' done.
+2017-02-18 06:55:36,794 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local1538746324_0001_r_000005_0
+2017-02-18 06:55:36,794 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local1538746324_0001_r_000006_0
+2017-02-18 06:55:36,803 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-02-18 06:55:36,804 INFO org.apache.hadoop.mapred.Task: Using ResourceCalculatorProcessTree : [ ]
+2017-02-18 06:55:36,808 INFO org.apache.hadoop.mapred.ReduceTask: Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@17d602ac
+2017-02-18 06:55:36,815 INFO org.apache.hadoop.mapreduce.Job: map 100% reduce 100%
+2017-02-18 06:55:36,831 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: MergerManager: memoryLimit=679778688, maxSingleShuffleLimit=169944672, mergeThreshold=448653952, ioSortFactor=10, memToMemMergeOutputsThreshold=10
+2017-02-18 06:55:36,847 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: attempt_local1538746324_0001_r_000006_0 Thread started: EventFetcher for fetching Map Completion Events
+2017-02-18 06:55:36,857 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#7 about to shuffle output of map attempt_local1538746324_0001_m_000002_0 decomp: 855513 len: 855517 to MEMORY
+2017-02-18 06:55:36,868 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 855513 bytes from map-output for attempt_local1538746324_0001_m_000002_0
+2017-02-18 06:55:36,894 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 855513, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->855513
+2017-02-18 06:55:36,897 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#7 about to shuffle output of map attempt_local1538746324_0001_m_000001_0 decomp: 1080418 len: 1080422 to MEMORY
+2017-02-18 06:55:36,939 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 1080418 bytes from map-output for attempt_local1538746324_0001_m_000001_0
+2017-02-18 06:55:36,943 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 1080418, inMemoryMapOutputs.size() -> 2, commitMemory -> 855513, usedMemory ->1935931
+2017-02-18 06:55:36,947 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#7 about to shuffle output of map attempt_local1538746324_0001_m_000000_0 decomp: 3036363 len: 3036367 to MEMORY
+2017-02-18 06:55:37,056 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 3036363 bytes from map-output for attempt_local1538746324_0001_m_000000_0
+2017-02-18 06:55:37,072 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 3036363, inMemoryMapOutputs.size() -> 3, commitMemory -> 1935931, usedMemory ->4972294
+2017-02-18 06:55:37,073 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: EventFetcher is interrupted.. Returning
+2017-02-18 06:55:37,074 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 06:55:37,075 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: finalMerge called with 3 in-memory map-outputs and 0 on-disk map-outputs
+2017-02-18 06:55:37,077 INFO org.apache.hadoop.mapred.Merger: Merging 3 sorted segments
+2017-02-18 06:55:37,078 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 3 segments left of total size: 4972265 bytes
+2017-02-18 06:55:37,818 INFO org.apache.hadoop.mapreduce.Job: map 100% reduce 60%
+2017-02-18 06:55:38,744 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merged 3 segments, 4972294 bytes to disk to satisfy reduce memory limit
+2017-02-18 06:55:38,746 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 1 files, 4972294 bytes from disk
+2017-02-18 06:55:38,753 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 0 segments, 0 bytes from memory into reduce
+2017-02-18 06:55:38,754 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 06:55:38,755 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 4972282 bytes
+2017-02-18 06:55:38,757 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 06:55:40,406 INFO org.apache.hadoop.mapred.Task: Task:attempt_local1538746324_0001_r_000006_0 is done. And is in the process of committing
+2017-02-18 06:55:40,413 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 06:55:40,413 INFO org.apache.hadoop.mapred.Task: Task attempt_local1538746324_0001_r_000006_0 is allowed to commit now
+2017-02-18 06:55:40,414 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: Saved output of task 'attempt_local1538746324_0001_r_000006_0' to file:/home/cloudera/workspace/bpa/Assign1/output/_temporary/0/task_local1538746324_0001_r_000006
+2017-02-18 06:55:40,427 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-02-18 06:55:40,430 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local1538746324_0001_r_000006_0' done.
+2017-02-18 06:55:40,431 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local1538746324_0001_r_000006_0
+2017-02-18 06:55:40,432 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local1538746324_0001_r_000007_0
+2017-02-18 06:55:40,440 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-02-18 06:55:40,441 INFO org.apache.hadoop.mapred.Task: Using ResourceCalculatorProcessTree : [ ]
+2017-02-18 06:55:40,447 INFO org.apache.hadoop.mapred.ReduceTask: Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@4258f598
+2017-02-18 06:55:40,457 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: MergerManager: memoryLimit=679778688, maxSingleShuffleLimit=169944672, mergeThreshold=448653952, ioSortFactor=10, memToMemMergeOutputsThreshold=10
+2017-02-18 06:55:40,480 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: attempt_local1538746324_0001_r_000007_0 Thread started: EventFetcher for fetching Map Completion Events
+2017-02-18 06:55:40,490 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#8 about to shuffle output of map attempt_local1538746324_0001_m_000002_0 decomp: 685165 len: 685169 to MEMORY
+2017-02-18 06:55:40,501 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 685165 bytes from map-output for attempt_local1538746324_0001_m_000002_0
+2017-02-18 06:55:40,513 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 685165, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->685165
+2017-02-18 06:55:40,539 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#8 about to shuffle output of map attempt_local1538746324_0001_m_000001_0 decomp: 821532 len: 821536 to MEMORY
+2017-02-18 06:55:40,566 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 821532 bytes from map-output for attempt_local1538746324_0001_m_000001_0
+2017-02-18 06:55:40,566 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 821532, inMemoryMapOutputs.size() -> 2, commitMemory -> 685165, usedMemory ->1506697
+2017-02-18 06:55:40,592 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#8 about to shuffle output of map attempt_local1538746324_0001_m_000000_0 decomp: 2552612 len: 2552616 to MEMORY
+2017-02-18 06:55:40,694 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 2552612 bytes from map-output for attempt_local1538746324_0001_m_000000_0
+2017-02-18 06:55:40,721 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 2552612, inMemoryMapOutputs.size() -> 3, commitMemory -> 1506697, usedMemory ->4059309
+2017-02-18 06:55:40,724 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: EventFetcher is interrupted.. Returning
+2017-02-18 06:55:40,725 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 06:55:40,726 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: finalMerge called with 3 in-memory map-outputs and 0 on-disk map-outputs
+2017-02-18 06:55:40,727 INFO org.apache.hadoop.mapred.Merger: Merging 3 sorted segments
+2017-02-18 06:55:40,727 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 3 segments left of total size: 4059289 bytes
+2017-02-18 06:55:40,824 INFO org.apache.hadoop.mapreduce.Job: map 100% reduce 70%
+2017-02-18 06:55:42,166 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merged 3 segments, 4059309 bytes to disk to satisfy reduce memory limit
+2017-02-18 06:55:42,173 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 1 files, 4059309 bytes from disk
+2017-02-18 06:55:42,173 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 0 segments, 0 bytes from memory into reduce
+2017-02-18 06:55:42,173 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 06:55:42,174 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 4059300 bytes
+2017-02-18 06:55:42,174 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 06:55:43,477 INFO org.apache.hadoop.mapred.Task: Task:attempt_local1538746324_0001_r_000007_0 is done. And is in the process of committing
+2017-02-18 06:55:43,510 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 06:55:43,514 INFO org.apache.hadoop.mapred.Task: Task attempt_local1538746324_0001_r_000007_0 is allowed to commit now
+2017-02-18 06:55:43,515 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: Saved output of task 'attempt_local1538746324_0001_r_000007_0' to file:/home/cloudera/workspace/bpa/Assign1/output/_temporary/0/task_local1538746324_0001_r_000007
+2017-02-18 06:55:43,522 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-02-18 06:55:43,526 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local1538746324_0001_r_000007_0' done.
+2017-02-18 06:55:43,528 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local1538746324_0001_r_000007_0
+2017-02-18 06:55:43,531 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local1538746324_0001_r_000008_0
+2017-02-18 06:55:43,541 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-02-18 06:55:43,542 INFO org.apache.hadoop.mapred.Task: Using ResourceCalculatorProcessTree : [ ]
+2017-02-18 06:55:43,549 INFO org.apache.hadoop.mapred.ReduceTask: Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@39a3779e
+2017-02-18 06:55:43,562 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: MergerManager: memoryLimit=679778688, maxSingleShuffleLimit=169944672, mergeThreshold=448653952, ioSortFactor=10, memToMemMergeOutputsThreshold=10
+2017-02-18 06:55:43,580 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: attempt_local1538746324_0001_r_000008_0 Thread started: EventFetcher for fetching Map Completion Events
+2017-02-18 06:55:43,602 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#9 about to shuffle output of map attempt_local1538746324_0001_m_000002_0 decomp: 1500234 len: 1500238 to MEMORY
+2017-02-18 06:55:43,638 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 1500234 bytes from map-output for attempt_local1538746324_0001_m_000002_0
+2017-02-18 06:55:43,663 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 1500234, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->1500234
+2017-02-18 06:55:43,680 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#9 about to shuffle output of map attempt_local1538746324_0001_m_000001_0 decomp: 1360514 len: 1360518 to MEMORY
+2017-02-18 06:55:43,709 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 1360514 bytes from map-output for attempt_local1538746324_0001_m_000001_0
+2017-02-18 06:55:43,723 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 1360514, inMemoryMapOutputs.size() -> 2, commitMemory -> 1500234, usedMemory ->2860748
+2017-02-18 06:55:43,727 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#9 about to shuffle output of map attempt_local1538746324_0001_m_000000_0 decomp: 5197932 len: 5197936 to MEMORY
+2017-02-18 06:55:43,829 INFO org.apache.hadoop.mapreduce.Job: map 100% reduce 100%
+2017-02-18 06:55:43,987 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 5197932 bytes from map-output for attempt_local1538746324_0001_m_000000_0
+2017-02-18 06:55:43,995 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 5197932, inMemoryMapOutputs.size() -> 3, commitMemory -> 2860748, usedMemory ->8058680
+2017-02-18 06:55:43,997 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: EventFetcher is interrupted.. Returning
+2017-02-18 06:55:43,998 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 06:55:43,998 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: finalMerge called with 3 in-memory map-outputs and 0 on-disk map-outputs
+2017-02-18 06:55:44,001 INFO org.apache.hadoop.mapred.Merger: Merging 3 sorted segments
+2017-02-18 06:55:44,001 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 3 segments left of total size: 8058660 bytes
+2017-02-18 06:55:44,838 INFO org.apache.hadoop.mapreduce.Job: map 100% reduce 80%
+2017-02-18 06:55:46,940 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merged 3 segments, 8058680 bytes to disk to satisfy reduce memory limit
+2017-02-18 06:55:46,942 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 1 files, 8058680 bytes from disk
+2017-02-18 06:55:46,942 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 0 segments, 0 bytes from memory into reduce
+2017-02-18 06:55:46,942 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 06:55:46,943 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 8058671 bytes
+2017-02-18 06:55:46,943 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 06:55:49,562 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-02-18 06:55:49,834 INFO org.apache.hadoop.mapred.Task: Task:attempt_local1538746324_0001_r_000008_0 is done. And is in the process of committing
+2017-02-18 06:55:49,851 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-02-18 06:55:49,852 INFO org.apache.hadoop.mapreduce.Job: map 100% reduce 90%
+2017-02-18 06:55:49,854 INFO org.apache.hadoop.mapred.Task: Task attempt_local1538746324_0001_r_000008_0 is allowed to commit now
+2017-02-18 06:55:49,859 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: Saved output of task 'attempt_local1538746324_0001_r_000008_0' to file:/home/cloudera/workspace/bpa/Assign1/output/_temporary/0/task_local1538746324_0001_r_000008
+2017-02-18 06:55:49,872 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-02-18 06:55:49,875 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local1538746324_0001_r_000008_0' done.
+2017-02-18 06:55:49,876 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local1538746324_0001_r_000008_0
+2017-02-18 06:55:49,876 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local1538746324_0001_r_000009_0
+2017-02-18 06:55:49,885 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-02-18 06:55:49,885 INFO org.apache.hadoop.mapred.Task: Using ResourceCalculatorProcessTree : [ ]
+2017-02-18 06:55:49,886 INFO org.apache.hadoop.mapred.ReduceTask: Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@552a2a7d
+2017-02-18 06:55:49,894 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: MergerManager: memoryLimit=679778688, maxSingleShuffleLimit=169944672, mergeThreshold=448653952, ioSortFactor=10, memToMemMergeOutputsThreshold=10
+2017-02-18 06:55:49,910 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: attempt_local1538746324_0001_r_000009_0 Thread started: EventFetcher for fetching Map Completion Events
+2017-02-18 06:55:49,927 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#10 about to shuffle output of map attempt_local1538746324_0001_m_000002_0 decomp: 596065 len: 596069 to MEMORY
+2017-02-18 06:55:49,964 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 596065 bytes from map-output for attempt_local1538746324_0001_m_000002_0
+2017-02-18 06:55:49,966 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 596065, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->596065
+2017-02-18 06:55:49,981 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#10 about to shuffle output of map attempt_local1538746324_0001_m_000001_0 decomp: 835740 len: 835744 to MEMORY
+2017-02-18 06:55:50,026 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 835740 bytes from map-output for attempt_local1538746324_0001_m_000001_0
+2017-02-18 06:55:50,043 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 835740, inMemoryMapOutputs.size() -> 2, commitMemory -> 596065, usedMemory ->1431805
+2017-02-18 06:55:50,046 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#10 about to shuffle output of map attempt_local1538746324_0001_m_000000_0 decomp: 2114762 len: 2114766 to MEMORY
+2017-02-18 06:55:50,167 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 2114762 bytes from map-output for attempt_local1538746324_0001_m_000000_0
+2017-02-18 06:55:50,184 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 2114762, inMemoryMapOutputs.size() -> 3, commitMemory -> 1431805, usedMemory ->3546567
+2017-02-18 06:55:50,185 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: EventFetcher is interrupted.. Returning
+2017-02-18 06:55:50,185 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 06:55:50,185 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: finalMerge called with 3 in-memory map-outputs and 0 on-disk map-outputs
+2017-02-18 06:55:50,187 INFO org.apache.hadoop.mapred.Merger: Merging 3 sorted segments
+2017-02-18 06:55:50,187 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 3 segments left of total size: 3546539 bytes
+2017-02-18 06:55:51,273 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merged 3 segments, 3546567 bytes to disk to satisfy reduce memory limit
+2017-02-18 06:55:51,275 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 1 files, 3546567 bytes from disk
+2017-02-18 06:55:51,275 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 0 segments, 0 bytes from memory into reduce
+2017-02-18 06:55:51,275 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 06:55:51,276 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 3546555 bytes
+2017-02-18 06:55:51,276 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 06:55:52,418 INFO org.apache.hadoop.mapred.Task: Task:attempt_local1538746324_0001_r_000009_0 is done. And is in the process of committing
+2017-02-18 06:55:52,426 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 06:55:52,426 INFO org.apache.hadoop.mapred.Task: Task attempt_local1538746324_0001_r_000009_0 is allowed to commit now
+2017-02-18 06:55:52,427 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: Saved output of task 'attempt_local1538746324_0001_r_000009_0' to file:/home/cloudera/workspace/bpa/Assign1/output/_temporary/0/task_local1538746324_0001_r_000009
+2017-02-18 06:55:52,441 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-02-18 06:55:52,443 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local1538746324_0001_r_000009_0' done.
+2017-02-18 06:55:52,443 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local1538746324_0001_r_000009_0
+2017-02-18 06:55:52,444 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce task executor complete.
+2017-02-18 06:55:52,659 WARN org.apache.hadoop.mapred.LocalJobRunner: job_local1538746324_0001
+java.lang.NoClassDefFoundError: org/apache/http/client/methods/HttpUriRequest
+ at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:573)
+Caused by: java.lang.ClassNotFoundException: org.apache.http.client.methods.HttpUriRequest
+ at java.net.URLClassLoader$1.run(URLClassLoader.java:366)
+ at java.net.URLClassLoader$1.run(URLClassLoader.java:355)
+ at java.security.AccessController.doPrivileged(Native Method)
+ at java.net.URLClassLoader.findClass(URLClassLoader.java:354)
+ at java.lang.ClassLoader.loadClass(ClassLoader.java:425)
+ at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:308)
+ at java.lang.ClassLoader.loadClass(ClassLoader.java:358)
+ ... 1 more
+2017-02-18 06:55:52,861 INFO org.apache.hadoop.mapreduce.Job: map 100% reduce 100%
+2017-02-18 06:55:52,861 INFO org.apache.hadoop.mapreduce.Job: Job job_local1538746324_0001 failed with state FAILED due to: NA
+2017-02-18 06:55:53,172 INFO org.apache.hadoop.mapreduce.Job: Counters: 30
+ File System Counters
+ FILE: Number of bytes read=921244792
+ FILE: Number of bytes written=961235798
+ FILE: Number of read operations=0
+ FILE: Number of large read operations=0
+ FILE: Number of write operations=0
+ Map-Reduce Framework
+ Map input records=507535
+ Map output records=4678719
+ Map output bytes=43638689
+ Map output materialized bytes=52996307
+ Input split bytes=351
+ Combine input records=0
+ Combine output records=0
+ Reduce input groups=217527
+ Reduce shuffle bytes=52996307
+ Reduce input records=4678719
+ Reduce output records=124
+ Spilled Records=9357438
+ Shuffled Maps =30
+ Failed Shuffles=0
+ Merged Map outputs=30
+ GC time elapsed (ms)=817
+ Total committed heap usage (bytes)=2551959552
+ Shuffle Errors
+ BAD_ID=0
+ CONNECTION=0
+ IO_ERROR=0
+ WRONG_LENGTH=0
+ WRONG_MAP=0
+ WRONG_REDUCE=0
+ File Input Format Counters
+ Bytes Read=26057874
+ File Output Format Counters
+ Bytes Written=1326
+2017-02-18 07:01:48,434 WARN org.apache.hadoop.util.NativeCodeLoader: Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
+2017-02-18 07:01:50,939 INFO org.apache.hadoop.conf.Configuration.deprecation: session.id is deprecated. Instead, use dfs.metrics.session-id
+2017-02-18 07:01:50,976 INFO org.apache.hadoop.metrics.jvm.JvmMetrics: Initializing JVM Metrics with processName=JobTracker, sessionId=
+2017-02-18 07:01:53,187 WARN org.apache.hadoop.mapreduce.JobResourceUploader: No job jar file set. User classes may not be found. See Job or Job#setJar(String).
+2017-02-18 07:01:53,292 INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat: Total input paths to process : 3
+2017-02-18 07:01:53,850 INFO org.apache.hadoop.mapreduce.JobSubmitter: number of splits:3
+2017-02-18 07:01:55,706 INFO org.apache.hadoop.mapreduce.JobSubmitter: Submitting tokens for job: job_local1461620831_0001
+2017-02-18 07:01:57,496 INFO org.apache.hadoop.mapreduce.Job: The url to track the job: http://localhost:8080/
+2017-02-18 07:01:57,502 INFO org.apache.hadoop.mapreduce.Job: Running job: job_local1461620831_0001
+2017-02-18 07:01:57,521 INFO org.apache.hadoop.mapred.LocalJobRunner: OutputCommitter set in config null
+2017-02-18 07:01:57,596 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-02-18 07:01:57,610 INFO org.apache.hadoop.mapred.LocalJobRunner: OutputCommitter is org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter
+2017-02-18 07:01:58,116 INFO org.apache.hadoop.mapred.LocalJobRunner: Waiting for map tasks
+2017-02-18 07:01:58,117 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local1461620831_0001_m_000000_0
+2017-02-18 07:01:58,404 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-02-18 07:01:58,524 INFO org.apache.hadoop.mapreduce.Job: Job job_local1461620831_0001 running in uber mode : false
+2017-02-18 07:01:58,528 INFO org.apache.hadoop.mapreduce.Job: map 0% reduce 0%
+2017-02-18 07:01:58,537 INFO org.apache.hadoop.mapred.Task: Using ResourceCalculatorProcessTree : [ ]
+2017-02-18 07:01:58,566 INFO org.apache.hadoop.mapred.MapTask: Processing split: file:/home/cloudera/workspace/bpa/Assign1/pg3200.txt:0+16013935
+2017-02-18 07:01:59,639 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 0 kvi 26214396(104857584)
+2017-02-18 07:01:59,640 INFO org.apache.hadoop.mapred.MapTask: mapreduce.task.io.sort.mb: 100
+2017-02-18 07:01:59,640 INFO org.apache.hadoop.mapred.MapTask: soft limit at 83886080
+2017-02-18 07:01:59,640 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufvoid = 104857600
+2017-02-18 07:01:59,640 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396; length = 6553600
+2017-02-18 07:01:59,671 INFO org.apache.hadoop.mapred.MapTask: Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
+2017-02-18 07:01:59,717 INFO org.apache.hadoop.mapreduce.lib.input.LineRecordReader: Found UTF-8 BOM and skipped it
+2017-02-18 07:02:04,512 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-02-18 07:02:04,545 INFO org.apache.hadoop.mapreduce.Job: map 1% reduce 0%
+2017-02-18 07:02:07,525 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-02-18 07:02:07,555 INFO org.apache.hadoop.mapreduce.Job: map 6% reduce 0%
+2017-02-18 07:02:10,531 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-02-18 07:02:10,565 INFO org.apache.hadoop.mapreduce.Job: map 12% reduce 0%
+2017-02-18 07:02:13,544 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-02-18 07:02:13,625 INFO org.apache.hadoop.mapreduce.Job: map 18% reduce 0%
+2017-02-18 07:02:15,477 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-02-18 07:02:15,479 INFO org.apache.hadoop.mapred.MapTask: Starting flush of map output
+2017-02-18 07:02:15,479 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-02-18 07:02:15,479 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufend = 26925530; bufvoid = 104857600
+2017-02-18 07:02:15,480 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396(104857584); kvend = 14765624(59062496); length = 11448773/6553600
+2017-02-18 07:02:16,545 INFO org.apache.hadoop.mapred.LocalJobRunner: map > sort
+2017-02-18 07:02:16,633 INFO org.apache.hadoop.mapreduce.Job: map 22% reduce 0%
+2017-02-18 07:02:19,549 INFO org.apache.hadoop.mapred.LocalJobRunner: map > sort
+2017-02-18 07:02:22,555 INFO org.apache.hadoop.mapred.LocalJobRunner: map > sort
+2017-02-18 07:02:25,558 INFO org.apache.hadoop.mapred.LocalJobRunner: map > sort
+2017-02-18 07:02:28,561 INFO org.apache.hadoop.mapred.LocalJobRunner: map > sort
+2017-02-18 07:02:31,563 INFO org.apache.hadoop.mapred.LocalJobRunner: map > sort
+2017-02-18 07:02:34,564 INFO org.apache.hadoop.mapred.LocalJobRunner: map > sort
+2017-02-18 07:02:37,566 INFO org.apache.hadoop.mapred.LocalJobRunner: map > sort
+2017-02-18 07:02:40,570 INFO org.apache.hadoop.mapred.LocalJobRunner: map > sort
+2017-02-18 07:02:50,701 INFO org.apache.hadoop.mapred.MapTask: Finished spill 0
+2017-02-18 07:02:50,770 INFO org.apache.hadoop.mapred.Task: Task:attempt_local1461620831_0001_m_000000_0 is done. And is in the process of committing
+2017-02-18 07:02:50,797 INFO org.apache.hadoop.mapred.LocalJobRunner: map
+2017-02-18 07:02:50,808 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local1461620831_0001_m_000000_0' done.
+2017-02-18 07:02:50,810 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local1461620831_0001_m_000000_0
+2017-02-18 07:02:50,811 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local1461620831_0001_m_000001_0
+2017-02-18 07:02:50,818 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-02-18 07:02:50,819 INFO org.apache.hadoop.mapred.Task: Using ResourceCalculatorProcessTree : [ ]
+2017-02-18 07:02:50,829 INFO org.apache.hadoop.mapred.MapTask: Processing split: file:/home/cloudera/workspace/bpa/Assign1/pg100.txt:0+5589889
+2017-02-18 07:02:51,218 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 0 kvi 26214396(104857584)
+2017-02-18 07:02:51,225 INFO org.apache.hadoop.mapred.MapTask: mapreduce.task.io.sort.mb: 100
+2017-02-18 07:02:51,225 INFO org.apache.hadoop.mapred.MapTask: soft limit at 83886080
+2017-02-18 07:02:51,226 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufvoid = 104857600
+2017-02-18 07:02:51,226 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396; length = 6553600
+2017-02-18 07:02:51,235 INFO org.apache.hadoop.mapred.MapTask: Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
+2017-02-18 07:02:51,256 INFO org.apache.hadoop.mapreduce.lib.input.LineRecordReader: Found UTF-8 BOM and skipped it
+2017-02-18 07:02:51,743 INFO org.apache.hadoop.mapreduce.Job: map 100% reduce 0%
+2017-02-18 07:02:55,446 INFO org.apache.hadoop.mapred.LocalJobRunner:
+2017-02-18 07:02:55,448 INFO org.apache.hadoop.mapred.MapTask: Starting flush of map output
+2017-02-18 07:02:55,448 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-02-18 07:02:55,448 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufend = 9171648; bufvoid = 104857600
+2017-02-18 07:02:55,448 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396(104857584); kvend = 22120624(88482496); length = 4093773/6553600
+2017-02-18 07:02:55,769 INFO org.apache.hadoop.mapreduce.Job: map 33% reduce 0%
+2017-02-18 07:02:56,862 INFO org.apache.hadoop.mapred.LocalJobRunner: map > sort
+2017-02-18 07:02:57,773 INFO org.apache.hadoop.mapreduce.Job: map 56% reduce 0%
+2017-02-18 07:02:59,873 INFO org.apache.hadoop.mapred.LocalJobRunner: map > sort
+2017-02-18 07:03:02,880 INFO org.apache.hadoop.mapred.LocalJobRunner: map > sort
+2017-02-18 07:03:05,883 INFO org.apache.hadoop.mapred.LocalJobRunner: map > sort
+2017-02-18 07:03:06,047 INFO org.apache.hadoop.mapred.MapTask: Finished spill 0
+2017-02-18 07:03:06,067 INFO org.apache.hadoop.mapred.Task: Task:attempt_local1461620831_0001_m_000001_0 is done. And is in the process of committing
+2017-02-18 07:03:06,078 INFO org.apache.hadoop.mapred.LocalJobRunner: map
+2017-02-18 07:03:06,086 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local1461620831_0001_m_000001_0' done.
+2017-02-18 07:03:06,086 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local1461620831_0001_m_000001_0
+2017-02-18 07:03:06,087 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local1461620831_0001_m_000002_0
+2017-02-18 07:03:06,100 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-02-18 07:03:06,101 INFO org.apache.hadoop.mapred.Task: Using ResourceCalculatorProcessTree : [ ]
+2017-02-18 07:03:06,110 INFO org.apache.hadoop.mapred.MapTask: Processing split: file:/home/cloudera/workspace/bpa/Assign1/pg31100.txt:0+4454050
+2017-02-18 07:03:06,563 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 0 kvi 26214396(104857584)
+2017-02-18 07:03:06,567 INFO org.apache.hadoop.mapred.MapTask: mapreduce.task.io.sort.mb: 100
+2017-02-18 07:03:06,568 INFO org.apache.hadoop.mapred.MapTask: soft limit at 83886080
+2017-02-18 07:03:06,576 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufvoid = 104857600
+2017-02-18 07:03:06,577 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396; length = 6553600
+2017-02-18 07:03:06,582 INFO org.apache.hadoop.mapred.MapTask: Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
+2017-02-18 07:03:06,592 INFO org.apache.hadoop.mapreduce.lib.input.LineRecordReader: Found UTF-8 BOM and skipped it
+2017-02-18 07:03:06,803 INFO org.apache.hadoop.mapreduce.Job: map 100% reduce 0%
+2017-02-18 07:03:09,718 INFO org.apache.hadoop.mapred.LocalJobRunner:
+2017-02-18 07:03:09,723 INFO org.apache.hadoop.mapred.MapTask: Starting flush of map output
+2017-02-18 07:03:09,723 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-02-18 07:03:09,723 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufend = 7541511; bufvoid = 104857600
+2017-02-18 07:03:09,723 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396(104857584); kvend = 23042076(92168304); length = 3172321/6553600
+2017-02-18 07:03:09,808 INFO org.apache.hadoop.mapreduce.Job: map 67% reduce 0%
+2017-02-18 07:03:12,116 INFO org.apache.hadoop.mapred.LocalJobRunner: map > sort
+2017-02-18 07:03:12,816 INFO org.apache.hadoop.mapreduce.Job: map 89% reduce 0%
+2017-02-18 07:03:15,123 INFO org.apache.hadoop.mapred.LocalJobRunner: map > sort
+2017-02-18 07:03:17,874 INFO org.apache.hadoop.mapred.MapTask: Finished spill 0
+2017-02-18 07:03:17,897 INFO org.apache.hadoop.mapred.Task: Task:attempt_local1461620831_0001_m_000002_0 is done. And is in the process of committing
+2017-02-18 07:03:17,912 INFO org.apache.hadoop.mapred.LocalJobRunner: map
+2017-02-18 07:03:17,914 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local1461620831_0001_m_000002_0' done.
+2017-02-18 07:03:17,915 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local1461620831_0001_m_000002_0
+2017-02-18 07:03:17,916 INFO org.apache.hadoop.mapred.LocalJobRunner: map task executor complete.
+2017-02-18 07:03:18,018 INFO org.apache.hadoop.mapred.LocalJobRunner: Waiting for reduce tasks
+2017-02-18 07:03:18,018 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local1461620831_0001_r_000000_0
+2017-02-18 07:03:18,087 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-02-18 07:03:18,094 INFO org.apache.hadoop.mapred.Task: Using ResourceCalculatorProcessTree : [ ]
+2017-02-18 07:03:18,147 INFO org.apache.hadoop.mapred.ReduceTask: Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@956ff4d
+2017-02-18 07:03:18,301 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: MergerManager: memoryLimit=679778688, maxSingleShuffleLimit=169944672, mergeThreshold=448653952, ioSortFactor=10, memToMemMergeOutputsThreshold=10
+2017-02-18 07:03:18,338 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: attempt_local1461620831_0001_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
+2017-02-18 07:03:18,686 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#1 about to shuffle output of map attempt_local1461620831_0001_m_000002_0 decomp: 878989 len: 878993 to MEMORY
+2017-02-18 07:03:18,769 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 878989 bytes from map-output for attempt_local1461620831_0001_m_000002_0
+2017-02-18 07:03:18,771 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 878989, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->878989
+2017-02-18 07:03:18,832 INFO org.apache.hadoop.mapreduce.Job: map 100% reduce 0%
+2017-02-18 07:03:18,836 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#1 about to shuffle output of map attempt_local1461620831_0001_m_000001_0 decomp: 864040 len: 864044 to MEMORY
+2017-02-18 07:03:18,839 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 864040 bytes from map-output for attempt_local1461620831_0001_m_000001_0
+2017-02-18 07:03:18,860 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 864040, inMemoryMapOutputs.size() -> 2, commitMemory -> 878989, usedMemory ->1743029
+2017-02-18 07:03:18,864 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#1 about to shuffle output of map attempt_local1461620831_0001_m_000000_0 decomp: 2462807 len: 2462811 to MEMORY
+2017-02-18 07:03:18,986 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 2462807 bytes from map-output for attempt_local1461620831_0001_m_000000_0
+2017-02-18 07:03:18,987 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 2462807, inMemoryMapOutputs.size() -> 3, commitMemory -> 1743029, usedMemory ->4205836
+2017-02-18 07:03:18,988 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: EventFetcher is interrupted.. Returning
+2017-02-18 07:03:18,989 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 07:03:18,989 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: finalMerge called with 3 in-memory map-outputs and 0 on-disk map-outputs
+2017-02-18 07:03:19,037 INFO org.apache.hadoop.mapred.Merger: Merging 3 sorted segments
+2017-02-18 07:03:19,057 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 3 segments left of total size: 4205810 bytes
+2017-02-18 07:03:21,717 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merged 3 segments, 4205836 bytes to disk to satisfy reduce memory limit
+2017-02-18 07:03:21,718 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 1 files, 4205836 bytes from disk
+2017-02-18 07:03:21,736 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 0 segments, 0 bytes from memory into reduce
+2017-02-18 07:03:21,737 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 07:03:21,737 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 4205821 bytes
+2017-02-18 07:03:21,738 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 07:03:21,880 INFO org.apache.hadoop.conf.Configuration.deprecation: mapred.skip.on is deprecated. Instead, use mapreduce.job.skiprecords
+2017-02-18 07:03:24,107 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-02-18 07:03:24,620 INFO org.apache.hadoop.mapred.Task: Task:attempt_local1461620831_0001_r_000000_0 is done. And is in the process of committing
+2017-02-18 07:03:24,634 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-02-18 07:03:24,638 INFO org.apache.hadoop.mapred.Task: Task attempt_local1461620831_0001_r_000000_0 is allowed to commit now
+2017-02-18 07:03:24,641 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: Saved output of task 'attempt_local1461620831_0001_r_000000_0' to file:/home/cloudera/workspace/bpa/Assign1/output_Q1.i/_temporary/0/task_local1461620831_0001_r_000000
+2017-02-18 07:03:24,647 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-02-18 07:03:24,654 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local1461620831_0001_r_000000_0' done.
+2017-02-18 07:03:24,655 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local1461620831_0001_r_000000_0
+2017-02-18 07:03:24,656 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local1461620831_0001_r_000001_0
+2017-02-18 07:03:24,669 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-02-18 07:03:24,670 INFO org.apache.hadoop.mapred.Task: Using ResourceCalculatorProcessTree : [ ]
+2017-02-18 07:03:24,670 INFO org.apache.hadoop.mapred.ReduceTask: Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@22b1221b
+2017-02-18 07:03:24,677 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: MergerManager: memoryLimit=679778688, maxSingleShuffleLimit=169944672, mergeThreshold=448653952, ioSortFactor=10, memToMemMergeOutputsThreshold=10
+2017-02-18 07:03:24,697 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: attempt_local1461620831_0001_r_000001_0 Thread started: EventFetcher for fetching Map Completion Events
+2017-02-18 07:03:24,709 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#2 about to shuffle output of map attempt_local1461620831_0001_m_000002_0 decomp: 1021001 len: 1021005 to MEMORY
+2017-02-18 07:03:24,731 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 1021001 bytes from map-output for attempt_local1461620831_0001_m_000002_0
+2017-02-18 07:03:24,759 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 1021001, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->1021001
+2017-02-18 07:03:24,781 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#2 about to shuffle output of map attempt_local1461620831_0001_m_000001_0 decomp: 2021094 len: 2021098 to MEMORY
+2017-02-18 07:03:24,835 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 2021094 bytes from map-output for attempt_local1461620831_0001_m_000001_0
+2017-02-18 07:03:24,836 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 2021094, inMemoryMapOutputs.size() -> 2, commitMemory -> 1021001, usedMemory ->3042095
+2017-02-18 07:03:24,841 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#2 about to shuffle output of map attempt_local1461620831_0001_m_000000_0 decomp: 3748098 len: 3748102 to MEMORY
+2017-02-18 07:03:24,858 INFO org.apache.hadoop.mapreduce.Job: map 100% reduce 100%
+2017-02-18 07:03:25,029 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 3748098 bytes from map-output for attempt_local1461620831_0001_m_000000_0
+2017-02-18 07:03:25,054 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 3748098, inMemoryMapOutputs.size() -> 3, commitMemory -> 3042095, usedMemory ->6790193
+2017-02-18 07:03:25,056 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: EventFetcher is interrupted.. Returning
+2017-02-18 07:03:25,057 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 07:03:25,057 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: finalMerge called with 3 in-memory map-outputs and 0 on-disk map-outputs
+2017-02-18 07:03:25,058 INFO org.apache.hadoop.mapred.Merger: Merging 3 sorted segments
+2017-02-18 07:03:25,059 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 3 segments left of total size: 6790184 bytes
+2017-02-18 07:03:25,868 INFO org.apache.hadoop.mapreduce.Job: map 100% reduce 10%
+2017-02-18 07:03:27,760 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merged 3 segments, 6790193 bytes to disk to satisfy reduce memory limit
+2017-02-18 07:03:27,763 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 1 files, 6790193 bytes from disk
+2017-02-18 07:03:27,763 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 0 segments, 0 bytes from memory into reduce
+2017-02-18 07:03:27,763 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 07:03:27,769 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 6790186 bytes
+2017-02-18 07:03:27,772 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 07:03:30,546 INFO org.apache.hadoop.mapred.Task: Task:attempt_local1461620831_0001_r_000001_0 is done. And is in the process of committing
+2017-02-18 07:03:30,557 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 07:03:30,557 INFO org.apache.hadoop.mapred.Task: Task attempt_local1461620831_0001_r_000001_0 is allowed to commit now
+2017-02-18 07:03:30,558 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: Saved output of task 'attempt_local1461620831_0001_r_000001_0' to file:/home/cloudera/workspace/bpa/Assign1/output_Q1.i/_temporary/0/task_local1461620831_0001_r_000001
+2017-02-18 07:03:30,568 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-02-18 07:03:30,574 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local1461620831_0001_r_000001_0' done.
+2017-02-18 07:03:30,575 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local1461620831_0001_r_000001_0
+2017-02-18 07:03:30,575 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local1461620831_0001_r_000002_0
+2017-02-18 07:03:30,588 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-02-18 07:03:30,589 INFO org.apache.hadoop.mapred.Task: Using ResourceCalculatorProcessTree : [ ]
+2017-02-18 07:03:30,590 INFO org.apache.hadoop.mapred.ReduceTask: Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@16655c61
+2017-02-18 07:03:30,599 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: MergerManager: memoryLimit=679778688, maxSingleShuffleLimit=169944672, mergeThreshold=448653952, ioSortFactor=10, memToMemMergeOutputsThreshold=10
+2017-02-18 07:03:30,619 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: attempt_local1461620831_0001_r_000002_0 Thread started: EventFetcher for fetching Map Completion Events
+2017-02-18 07:03:30,630 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#3 about to shuffle output of map attempt_local1461620831_0001_m_000002_0 decomp: 1216330 len: 1216334 to MEMORY
+2017-02-18 07:03:30,658 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 1216330 bytes from map-output for attempt_local1461620831_0001_m_000002_0
+2017-02-18 07:03:30,677 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 1216330, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->1216330
+2017-02-18 07:03:30,680 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#3 about to shuffle output of map attempt_local1461620831_0001_m_000001_0 decomp: 1268271 len: 1268275 to MEMORY
+2017-02-18 07:03:30,698 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 1268271 bytes from map-output for attempt_local1461620831_0001_m_000001_0
+2017-02-18 07:03:30,722 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 1268271, inMemoryMapOutputs.size() -> 2, commitMemory -> 1216330, usedMemory ->2484601
+2017-02-18 07:03:30,734 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#3 about to shuffle output of map attempt_local1461620831_0001_m_000000_0 decomp: 4957197 len: 4957201 to MEMORY
+2017-02-18 07:03:30,879 INFO org.apache.hadoop.mapreduce.Job: map 100% reduce 100%
+2017-02-18 07:03:30,959 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 4957197 bytes from map-output for attempt_local1461620831_0001_m_000000_0
+2017-02-18 07:03:30,972 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 4957197, inMemoryMapOutputs.size() -> 3, commitMemory -> 2484601, usedMemory ->7441798
+2017-02-18 07:03:30,973 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: EventFetcher is interrupted.. Returning
+2017-02-18 07:03:30,974 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 07:03:30,974 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: finalMerge called with 3 in-memory map-outputs and 0 on-disk map-outputs
+2017-02-18 07:03:30,977 INFO org.apache.hadoop.mapred.Merger: Merging 3 sorted segments
+2017-02-18 07:03:30,977 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 3 segments left of total size: 7441769 bytes
+2017-02-18 07:03:31,882 INFO org.apache.hadoop.mapreduce.Job: map 100% reduce 20%
+2017-02-18 07:03:33,615 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merged 3 segments, 7441798 bytes to disk to satisfy reduce memory limit
+2017-02-18 07:03:33,622 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 1 files, 7441798 bytes from disk
+2017-02-18 07:03:33,623 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 0 segments, 0 bytes from memory into reduce
+2017-02-18 07:03:33,623 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 07:03:33,629 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 7441780 bytes
+2017-02-18 07:03:33,632 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 07:03:36,306 INFO org.apache.hadoop.mapred.Task: Task:attempt_local1461620831_0001_r_000002_0 is done. And is in the process of committing
+2017-02-18 07:03:36,325 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 07:03:36,333 INFO org.apache.hadoop.mapred.Task: Task attempt_local1461620831_0001_r_000002_0 is allowed to commit now
+2017-02-18 07:03:36,337 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: Saved output of task 'attempt_local1461620831_0001_r_000002_0' to file:/home/cloudera/workspace/bpa/Assign1/output_Q1.i/_temporary/0/task_local1461620831_0001_r_000002
+2017-02-18 07:03:36,341 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-02-18 07:03:36,343 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local1461620831_0001_r_000002_0' done.
+2017-02-18 07:03:36,347 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local1461620831_0001_r_000002_0
+2017-02-18 07:03:36,348 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local1461620831_0001_r_000003_0
+2017-02-18 07:03:36,363 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-02-18 07:03:36,364 INFO org.apache.hadoop.mapred.Task: Using ResourceCalculatorProcessTree : [ ]
+2017-02-18 07:03:36,364 INFO org.apache.hadoop.mapred.ReduceTask: Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@63cf2179
+2017-02-18 07:03:36,381 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: MergerManager: memoryLimit=679778688, maxSingleShuffleLimit=169944672, mergeThreshold=448653952, ioSortFactor=10, memToMemMergeOutputsThreshold=10
+2017-02-18 07:03:36,396 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: attempt_local1461620831_0001_r_000003_0 Thread started: EventFetcher for fetching Map Completion Events
+2017-02-18 07:03:36,410 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#4 about to shuffle output of map attempt_local1461620831_0001_m_000002_0 decomp: 686549 len: 686553 to MEMORY
+2017-02-18 07:03:36,418 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 686549 bytes from map-output for attempt_local1461620831_0001_m_000002_0
+2017-02-18 07:03:36,446 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 686549, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->686549
+2017-02-18 07:03:36,486 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#4 about to shuffle output of map attempt_local1461620831_0001_m_000001_0 decomp: 947339 len: 947343 to MEMORY
+2017-02-18 07:03:36,490 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 947339 bytes from map-output for attempt_local1461620831_0001_m_000001_0
+2017-02-18 07:03:36,510 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 947339, inMemoryMapOutputs.size() -> 2, commitMemory -> 686549, usedMemory ->1633888
+2017-02-18 07:03:36,514 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#4 about to shuffle output of map attempt_local1461620831_0001_m_000000_0 decomp: 2553004 len: 2553008 to MEMORY
+2017-02-18 07:03:36,707 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 2553004 bytes from map-output for attempt_local1461620831_0001_m_000000_0
+2017-02-18 07:03:36,713 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 2553004, inMemoryMapOutputs.size() -> 3, commitMemory -> 1633888, usedMemory ->4186892
+2017-02-18 07:03:36,721 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: EventFetcher is interrupted.. Returning
+2017-02-18 07:03:36,723 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 07:03:36,725 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: finalMerge called with 3 in-memory map-outputs and 0 on-disk map-outputs
+2017-02-18 07:03:36,728 INFO org.apache.hadoop.mapred.Merger: Merging 3 sorted segments
+2017-02-18 07:03:36,728 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 3 segments left of total size: 4186872 bytes
+2017-02-18 07:03:36,892 INFO org.apache.hadoop.mapreduce.Job: map 100% reduce 30%
+2017-02-18 07:03:38,213 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merged 3 segments, 4186892 bytes to disk to satisfy reduce memory limit
+2017-02-18 07:03:38,215 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 1 files, 4186892 bytes from disk
+2017-02-18 07:03:38,216 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 0 segments, 0 bytes from memory into reduce
+2017-02-18 07:03:38,216 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 07:03:38,216 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 4186881 bytes
+2017-02-18 07:03:38,216 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 07:03:39,608 INFO org.apache.hadoop.mapred.Task: Task:attempt_local1461620831_0001_r_000003_0 is done. And is in the process of committing
+2017-02-18 07:03:39,617 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 07:03:39,617 INFO org.apache.hadoop.mapred.Task: Task attempt_local1461620831_0001_r_000003_0 is allowed to commit now
+2017-02-18 07:03:39,632 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: Saved output of task 'attempt_local1461620831_0001_r_000003_0' to file:/home/cloudera/workspace/bpa/Assign1/output_Q1.i/_temporary/0/task_local1461620831_0001_r_000003
+2017-02-18 07:03:39,636 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-02-18 07:03:39,638 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local1461620831_0001_r_000003_0' done.
+2017-02-18 07:03:39,639 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local1461620831_0001_r_000003_0
+2017-02-18 07:03:39,639 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local1461620831_0001_r_000004_0
+2017-02-18 07:03:39,650 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-02-18 07:03:39,652 INFO org.apache.hadoop.mapred.Task: Using ResourceCalculatorProcessTree : [ ]
+2017-02-18 07:03:39,652 INFO org.apache.hadoop.mapred.ReduceTask: Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@2296ff51
+2017-02-18 07:03:39,676 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: MergerManager: memoryLimit=679778688, maxSingleShuffleLimit=169944672, mergeThreshold=448653952, ioSortFactor=10, memToMemMergeOutputsThreshold=10
+2017-02-18 07:03:39,690 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: attempt_local1461620831_0001_r_000004_0 Thread started: EventFetcher for fetching Map Completion Events
+2017-02-18 07:03:39,704 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#5 about to shuffle output of map attempt_local1461620831_0001_m_000002_0 decomp: 853557 len: 853561 to MEMORY
+2017-02-18 07:03:39,714 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 853557 bytes from map-output for attempt_local1461620831_0001_m_000002_0
+2017-02-18 07:03:39,740 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 853557, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->853557
+2017-02-18 07:03:39,755 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#5 about to shuffle output of map attempt_local1461620831_0001_m_000001_0 decomp: 1002557 len: 1002561 to MEMORY
+2017-02-18 07:03:39,777 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 1002557 bytes from map-output for attempt_local1461620831_0001_m_000001_0
+2017-02-18 07:03:39,780 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 1002557, inMemoryMapOutputs.size() -> 2, commitMemory -> 853557, usedMemory ->1856114
+2017-02-18 07:03:39,794 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#5 about to shuffle output of map attempt_local1461620831_0001_m_000000_0 decomp: 3061786 len: 3061790 to MEMORY
+2017-02-18 07:03:39,900 INFO org.apache.hadoop.mapreduce.Job: map 100% reduce 100%
+2017-02-18 07:03:39,941 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 3061786 bytes from map-output for attempt_local1461620831_0001_m_000000_0
+2017-02-18 07:03:39,949 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 3061786, inMemoryMapOutputs.size() -> 3, commitMemory -> 1856114, usedMemory ->4917900
+2017-02-18 07:03:39,959 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: EventFetcher is interrupted.. Returning
+2017-02-18 07:03:39,960 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 07:03:39,960 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: finalMerge called with 3 in-memory map-outputs and 0 on-disk map-outputs
+2017-02-18 07:03:39,963 INFO org.apache.hadoop.mapred.Merger: Merging 3 sorted segments
+2017-02-18 07:03:39,963 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 3 segments left of total size: 4917879 bytes
+2017-02-18 07:03:40,901 INFO org.apache.hadoop.mapreduce.Job: map 100% reduce 40%
+2017-02-18 07:03:41,753 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merged 3 segments, 4917900 bytes to disk to satisfy reduce memory limit
+2017-02-18 07:03:41,756 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 1 files, 4917900 bytes from disk
+2017-02-18 07:03:41,757 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 0 segments, 0 bytes from memory into reduce
+2017-02-18 07:03:41,758 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 07:03:41,760 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 4917892 bytes
+2017-02-18 07:03:41,762 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 07:03:43,477 INFO org.apache.hadoop.mapred.Task: Task:attempt_local1461620831_0001_r_000004_0 is done. And is in the process of committing
+2017-02-18 07:03:43,485 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 07:03:43,485 INFO org.apache.hadoop.mapred.Task: Task attempt_local1461620831_0001_r_000004_0 is allowed to commit now
+2017-02-18 07:03:43,486 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: Saved output of task 'attempt_local1461620831_0001_r_000004_0' to file:/home/cloudera/workspace/bpa/Assign1/output_Q1.i/_temporary/0/task_local1461620831_0001_r_000004
+2017-02-18 07:03:43,496 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-02-18 07:03:43,503 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local1461620831_0001_r_000004_0' done.
+2017-02-18 07:03:43,504 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local1461620831_0001_r_000004_0
+2017-02-18 07:03:43,505 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local1461620831_0001_r_000005_0
+2017-02-18 07:03:43,510 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-02-18 07:03:43,512 INFO org.apache.hadoop.mapred.Task: Using ResourceCalculatorProcessTree : [ ]
+2017-02-18 07:03:43,521 INFO org.apache.hadoop.mapred.ReduceTask: Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@347e12a
+2017-02-18 07:03:43,529 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: MergerManager: memoryLimit=679778688, maxSingleShuffleLimit=169944672, mergeThreshold=448653952, ioSortFactor=10, memToMemMergeOutputsThreshold=10
+2017-02-18 07:03:43,550 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: attempt_local1461620831_0001_r_000005_0 Thread started: EventFetcher for fetching Map Completion Events
+2017-02-18 07:03:43,565 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#6 about to shuffle output of map attempt_local1461620831_0001_m_000002_0 decomp: 767280 len: 767284 to MEMORY
+2017-02-18 07:03:43,573 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 767280 bytes from map-output for attempt_local1461620831_0001_m_000002_0
+2017-02-18 07:03:43,588 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 767280, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->767280
+2017-02-18 07:03:43,600 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#6 about to shuffle output of map attempt_local1461620831_0001_m_000001_0 decomp: 894060 len: 894064 to MEMORY
+2017-02-18 07:03:43,638 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 894060 bytes from map-output for attempt_local1461620831_0001_m_000001_0
+2017-02-18 07:03:43,653 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 894060, inMemoryMapOutputs.size() -> 2, commitMemory -> 767280, usedMemory ->1661340
+2017-02-18 07:03:43,656 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#6 about to shuffle output of map attempt_local1461620831_0001_m_000000_0 decomp: 2671328 len: 2671332 to MEMORY
+2017-02-18 07:03:43,774 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 2671328 bytes from map-output for attempt_local1461620831_0001_m_000000_0
+2017-02-18 07:03:43,783 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 2671328, inMemoryMapOutputs.size() -> 3, commitMemory -> 1661340, usedMemory ->4332668
+2017-02-18 07:03:43,788 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: EventFetcher is interrupted.. Returning
+2017-02-18 07:03:43,789 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 07:03:43,789 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: finalMerge called with 3 in-memory map-outputs and 0 on-disk map-outputs
+2017-02-18 07:03:43,793 INFO org.apache.hadoop.mapred.Merger: Merging 3 sorted segments
+2017-02-18 07:03:43,794 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 3 segments left of total size: 4332653 bytes
+2017-02-18 07:03:43,911 INFO org.apache.hadoop.mapreduce.Job: map 100% reduce 50%
+2017-02-18 07:03:45,367 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merged 3 segments, 4332668 bytes to disk to satisfy reduce memory limit
+2017-02-18 07:03:45,369 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 1 files, 4332668 bytes from disk
+2017-02-18 07:03:45,369 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 0 segments, 0 bytes from memory into reduce
+2017-02-18 07:03:45,369 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 07:03:45,369 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 4332659 bytes
+2017-02-18 07:03:45,370 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 07:03:46,909 INFO org.apache.hadoop.mapred.Task: Task:attempt_local1461620831_0001_r_000005_0 is done. And is in the process of committing
+2017-02-18 07:03:46,936 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 07:03:46,944 INFO org.apache.hadoop.mapred.Task: Task attempt_local1461620831_0001_r_000005_0 is allowed to commit now
+2017-02-18 07:03:46,946 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: Saved output of task 'attempt_local1461620831_0001_r_000005_0' to file:/home/cloudera/workspace/bpa/Assign1/output_Q1.i/_temporary/0/task_local1461620831_0001_r_000005
+2017-02-18 07:03:46,951 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-02-18 07:03:46,956 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local1461620831_0001_r_000005_0' done.
+2017-02-18 07:03:46,957 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local1461620831_0001_r_000005_0
+2017-02-18 07:03:46,958 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local1461620831_0001_r_000006_0
+2017-02-18 07:03:46,973 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-02-18 07:03:46,974 INFO org.apache.hadoop.mapred.Task: Using ResourceCalculatorProcessTree : [ ]
+2017-02-18 07:03:46,974 INFO org.apache.hadoop.mapred.ReduceTask: Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@befc7b6
+2017-02-18 07:03:46,980 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: MergerManager: memoryLimit=679778688, maxSingleShuffleLimit=169944672, mergeThreshold=448653952, ioSortFactor=10, memToMemMergeOutputsThreshold=10
+2017-02-18 07:03:46,995 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: attempt_local1461620831_0001_r_000006_0 Thread started: EventFetcher for fetching Map Completion Events
+2017-02-18 07:03:47,012 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#7 about to shuffle output of map attempt_local1461620831_0001_m_000002_0 decomp: 967027 len: 967031 to MEMORY
+2017-02-18 07:03:47,033 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 967027 bytes from map-output for attempt_local1461620831_0001_m_000002_0
+2017-02-18 07:03:47,043 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 967027, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->967027
+2017-02-18 07:03:47,053 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#7 about to shuffle output of map attempt_local1461620831_0001_m_000001_0 decomp: 1152263 len: 1152267 to MEMORY
+2017-02-18 07:03:47,090 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 1152263 bytes from map-output for attempt_local1461620831_0001_m_000001_0
+2017-02-18 07:03:47,115 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 1152263, inMemoryMapOutputs.size() -> 2, commitMemory -> 967027, usedMemory ->2119290
+2017-02-18 07:03:47,118 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#7 about to shuffle output of map attempt_local1461620831_0001_m_000000_0 decomp: 3388337 len: 3388341 to MEMORY
+2017-02-18 07:03:47,270 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 3388337 bytes from map-output for attempt_local1461620831_0001_m_000000_0
+2017-02-18 07:03:47,276 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 3388337, inMemoryMapOutputs.size() -> 3, commitMemory -> 2119290, usedMemory ->5507627
+2017-02-18 07:03:47,277 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: EventFetcher is interrupted.. Returning
+2017-02-18 07:03:47,278 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 07:03:47,279 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: finalMerge called with 3 in-memory map-outputs and 0 on-disk map-outputs
+2017-02-18 07:03:47,280 INFO org.apache.hadoop.mapred.Merger: Merging 3 sorted segments
+2017-02-18 07:03:47,280 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 3 segments left of total size: 5507601 bytes
+2017-02-18 07:03:47,922 INFO org.apache.hadoop.mapreduce.Job: map 100% reduce 60%
+2017-02-18 07:03:49,299 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merged 3 segments, 5507627 bytes to disk to satisfy reduce memory limit
+2017-02-18 07:03:49,302 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 1 files, 5507627 bytes from disk
+2017-02-18 07:03:49,302 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 0 segments, 0 bytes from memory into reduce
+2017-02-18 07:03:49,305 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 07:03:49,307 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 5507615 bytes
+2017-02-18 07:03:49,311 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 07:03:51,240 INFO org.apache.hadoop.mapred.Task: Task:attempt_local1461620831_0001_r_000006_0 is done. And is in the process of committing
+2017-02-18 07:03:51,288 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 07:03:51,293 INFO org.apache.hadoop.mapred.Task: Task attempt_local1461620831_0001_r_000006_0 is allowed to commit now
+2017-02-18 07:03:51,296 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: Saved output of task 'attempt_local1461620831_0001_r_000006_0' to file:/home/cloudera/workspace/bpa/Assign1/output_Q1.i/_temporary/0/task_local1461620831_0001_r_000006
+2017-02-18 07:03:51,301 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-02-18 07:03:51,307 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local1461620831_0001_r_000006_0' done.
+2017-02-18 07:03:51,308 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local1461620831_0001_r_000006_0
+2017-02-18 07:03:51,309 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local1461620831_0001_r_000007_0
+2017-02-18 07:03:51,319 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-02-18 07:03:51,321 INFO org.apache.hadoop.mapred.Task: Using ResourceCalculatorProcessTree : [ ]
+2017-02-18 07:03:51,321 INFO org.apache.hadoop.mapred.ReduceTask: Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@d62d2df
+2017-02-18 07:03:51,328 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: MergerManager: memoryLimit=679778688, maxSingleShuffleLimit=169944672, mergeThreshold=448653952, ioSortFactor=10, memToMemMergeOutputsThreshold=10
+2017-02-18 07:03:51,352 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: attempt_local1461620831_0001_r_000007_0 Thread started: EventFetcher for fetching Map Completion Events
+2017-02-18 07:03:51,364 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#8 about to shuffle output of map attempt_local1461620831_0001_m_000002_0 decomp: 710901 len: 710905 to MEMORY
+2017-02-18 07:03:51,373 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 710901 bytes from map-output for attempt_local1461620831_0001_m_000002_0
+2017-02-18 07:03:51,393 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 710901, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->710901
+2017-02-18 07:03:51,396 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#8 about to shuffle output of map attempt_local1461620831_0001_m_000001_0 decomp: 824970 len: 824974 to MEMORY
+2017-02-18 07:03:51,441 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 824970 bytes from map-output for attempt_local1461620831_0001_m_000001_0
+2017-02-18 07:03:51,449 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 824970, inMemoryMapOutputs.size() -> 2, commitMemory -> 710901, usedMemory ->1535871
+2017-02-18 07:03:51,473 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#8 about to shuffle output of map attempt_local1461620831_0001_m_000000_0 decomp: 2633768 len: 2633772 to MEMORY
+2017-02-18 07:03:51,589 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 2633768 bytes from map-output for attempt_local1461620831_0001_m_000000_0
+2017-02-18 07:03:51,610 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 2633768, inMemoryMapOutputs.size() -> 3, commitMemory -> 1535871, usedMemory ->4169639
+2017-02-18 07:03:51,611 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: EventFetcher is interrupted.. Returning
+2017-02-18 07:03:51,612 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 07:03:51,612 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: finalMerge called with 3 in-memory map-outputs and 0 on-disk map-outputs
+2017-02-18 07:03:51,613 INFO org.apache.hadoop.mapred.Merger: Merging 3 sorted segments
+2017-02-18 07:03:51,614 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 3 segments left of total size: 4169616 bytes
+2017-02-18 07:03:51,941 INFO org.apache.hadoop.mapreduce.Job: map 100% reduce 70%
+2017-02-18 07:03:53,067 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merged 3 segments, 4169639 bytes to disk to satisfy reduce memory limit
+2017-02-18 07:03:53,070 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 1 files, 4169639 bytes from disk
+2017-02-18 07:03:53,070 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 0 segments, 0 bytes from memory into reduce
+2017-02-18 07:03:53,070 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 07:03:53,076 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 4169630 bytes
+2017-02-18 07:03:53,078 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 07:03:54,425 INFO org.apache.hadoop.mapred.Task: Task:attempt_local1461620831_0001_r_000007_0 is done. And is in the process of committing
+2017-02-18 07:03:54,436 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 07:03:54,436 INFO org.apache.hadoop.mapred.Task: Task attempt_local1461620831_0001_r_000007_0 is allowed to commit now
+2017-02-18 07:03:54,437 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: Saved output of task 'attempt_local1461620831_0001_r_000007_0' to file:/home/cloudera/workspace/bpa/Assign1/output_Q1.i/_temporary/0/task_local1461620831_0001_r_000007
+2017-02-18 07:03:54,458 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-02-18 07:03:54,458 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local1461620831_0001_r_000007_0' done.
+2017-02-18 07:03:54,462 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local1461620831_0001_r_000007_0
+2017-02-18 07:03:54,462 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local1461620831_0001_r_000008_0
+2017-02-18 07:03:54,483 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-02-18 07:03:54,484 INFO org.apache.hadoop.mapred.Task: Using ResourceCalculatorProcessTree : [ ]
+2017-02-18 07:03:54,484 INFO org.apache.hadoop.mapred.ReduceTask: Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@7af45a93
+2017-02-18 07:03:54,502 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: MergerManager: memoryLimit=679778688, maxSingleShuffleLimit=169944672, mergeThreshold=448653952, ioSortFactor=10, memToMemMergeOutputsThreshold=10
+2017-02-18 07:03:54,522 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: attempt_local1461620831_0001_r_000008_0 Thread started: EventFetcher for fetching Map Completion Events
+2017-02-18 07:03:54,543 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#9 about to shuffle output of map attempt_local1461620831_0001_m_000002_0 decomp: 1462439 len: 1462443 to MEMORY
+2017-02-18 07:03:54,578 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 1462439 bytes from map-output for attempt_local1461620831_0001_m_000002_0
+2017-02-18 07:03:54,597 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 1462439, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->1462439
+2017-02-18 07:03:54,600 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#9 about to shuffle output of map attempt_local1461620831_0001_m_000001_0 decomp: 1510887 len: 1510891 to MEMORY
+2017-02-18 07:03:54,643 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 1510887 bytes from map-output for attempt_local1461620831_0001_m_000001_0
+2017-02-18 07:03:54,665 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 1510887, inMemoryMapOutputs.size() -> 2, commitMemory -> 1462439, usedMemory ->2973326
+2017-02-18 07:03:54,682 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#9 about to shuffle output of map attempt_local1461620831_0001_m_000000_0 decomp: 5237666 len: 5237670 to MEMORY
+2017-02-18 07:03:54,885 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 5237666 bytes from map-output for attempt_local1461620831_0001_m_000000_0
+2017-02-18 07:03:54,894 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 5237666, inMemoryMapOutputs.size() -> 3, commitMemory -> 2973326, usedMemory ->8210992
+2017-02-18 07:03:54,899 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: EventFetcher is interrupted.. Returning
+2017-02-18 07:03:54,900 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 07:03:54,900 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: finalMerge called with 3 in-memory map-outputs and 0 on-disk map-outputs
+2017-02-18 07:03:54,912 INFO org.apache.hadoop.mapred.Merger: Merging 3 sorted segments
+2017-02-18 07:03:54,912 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 3 segments left of total size: 8210965 bytes
+2017-02-18 07:03:54,950 INFO org.apache.hadoop.mapreduce.Job: map 100% reduce 80%
+2017-02-18 07:03:58,179 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merged 3 segments, 8210992 bytes to disk to satisfy reduce memory limit
+2017-02-18 07:03:58,181 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 1 files, 8210992 bytes from disk
+2017-02-18 07:03:58,181 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 0 segments, 0 bytes from memory into reduce
+2017-02-18 07:03:58,182 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 07:03:58,191 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 8210983 bytes
+2017-02-18 07:03:58,192 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 07:04:00,532 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-02-18 07:04:00,970 INFO org.apache.hadoop.mapreduce.Job: map 100% reduce 89%
+2017-02-18 07:04:01,265 INFO org.apache.hadoop.mapred.Task: Task:attempt_local1461620831_0001_r_000008_0 is done. And is in the process of committing
+2017-02-18 07:04:01,282 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-02-18 07:04:01,284 INFO org.apache.hadoop.mapred.Task: Task attempt_local1461620831_0001_r_000008_0 is allowed to commit now
+2017-02-18 07:04:01,285 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: Saved output of task 'attempt_local1461620831_0001_r_000008_0' to file:/home/cloudera/workspace/bpa/Assign1/output_Q1.i/_temporary/0/task_local1461620831_0001_r_000008
+2017-02-18 07:04:01,292 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-02-18 07:04:01,295 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local1461620831_0001_r_000008_0' done.
+2017-02-18 07:04:01,295 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local1461620831_0001_r_000008_0
+2017-02-18 07:04:01,296 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local1461620831_0001_r_000009_0
+2017-02-18 07:04:01,311 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-02-18 07:04:01,312 INFO org.apache.hadoop.mapred.Task: Using ResourceCalculatorProcessTree : [ ]
+2017-02-18 07:04:01,312 INFO org.apache.hadoop.mapred.ReduceTask: Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@3cec8446
+2017-02-18 07:04:01,318 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: MergerManager: memoryLimit=679778688, maxSingleShuffleLimit=169944672, mergeThreshold=448653952, ioSortFactor=10, memToMemMergeOutputsThreshold=10
+2017-02-18 07:04:01,334 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: attempt_local1461620831_0001_r_000009_0 Thread started: EventFetcher for fetching Map Completion Events
+2017-02-18 07:04:01,349 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#10 about to shuffle output of map attempt_local1461620831_0001_m_000002_0 decomp: 563620 len: 563624 to MEMORY
+2017-02-18 07:04:01,373 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 563620 bytes from map-output for attempt_local1461620831_0001_m_000002_0
+2017-02-18 07:04:01,377 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 563620, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->563620
+2017-02-18 07:04:01,407 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#10 about to shuffle output of map attempt_local1461620831_0001_m_000001_0 decomp: 733075 len: 733079 to MEMORY
+2017-02-18 07:04:01,425 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 733075 bytes from map-output for attempt_local1461620831_0001_m_000001_0
+2017-02-18 07:04:01,430 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 733075, inMemoryMapOutputs.size() -> 2, commitMemory -> 563620, usedMemory ->1296695
+2017-02-18 07:04:01,433 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#10 about to shuffle output of map attempt_local1461620831_0001_m_000000_0 decomp: 1935947 len: 1935951 to MEMORY
+2017-02-18 07:04:01,517 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 1935947 bytes from map-output for attempt_local1461620831_0001_m_000000_0
+2017-02-18 07:04:01,535 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 1935947, inMemoryMapOutputs.size() -> 3, commitMemory -> 1296695, usedMemory ->3232642
+2017-02-18 07:04:01,537 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: EventFetcher is interrupted.. Returning
+2017-02-18 07:04:01,538 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 07:04:01,538 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: finalMerge called with 3 in-memory map-outputs and 0 on-disk map-outputs
+2017-02-18 07:04:01,539 INFO org.apache.hadoop.mapred.Merger: Merging 3 sorted segments
+2017-02-18 07:04:01,539 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 3 segments left of total size: 3232620 bytes
+2017-02-18 07:04:01,973 INFO org.apache.hadoop.mapreduce.Job: map 100% reduce 90%
+2017-02-18 07:04:02,658 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merged 3 segments, 3232642 bytes to disk to satisfy reduce memory limit
+2017-02-18 07:04:02,660 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 1 files, 3232642 bytes from disk
+2017-02-18 07:04:02,662 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 0 segments, 0 bytes from memory into reduce
+2017-02-18 07:04:02,666 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 07:04:02,668 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 3232631 bytes
+2017-02-18 07:04:02,670 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 07:04:03,658 INFO org.apache.hadoop.mapred.Task: Task:attempt_local1461620831_0001_r_000009_0 is done. And is in the process of committing
+2017-02-18 07:04:03,693 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 07:04:03,696 INFO org.apache.hadoop.mapred.Task: Task attempt_local1461620831_0001_r_000009_0 is allowed to commit now
+2017-02-18 07:04:03,697 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: Saved output of task 'attempt_local1461620831_0001_r_000009_0' to file:/home/cloudera/workspace/bpa/Assign1/output_Q1.i/_temporary/0/task_local1461620831_0001_r_000009
+2017-02-18 07:04:03,705 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-02-18 07:04:03,710 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local1461620831_0001_r_000009_0' done.
+2017-02-18 07:04:03,711 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local1461620831_0001_r_000009_0
+2017-02-18 07:04:03,712 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce task executor complete.
+2017-02-18 07:04:03,939 WARN org.apache.hadoop.mapred.LocalJobRunner: job_local1461620831_0001
+java.lang.NoClassDefFoundError: org/apache/http/client/methods/HttpUriRequest
+ at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:573)
+Caused by: java.lang.ClassNotFoundException: org.apache.http.client.methods.HttpUriRequest
+ at java.net.URLClassLoader$1.run(URLClassLoader.java:366)
+ at java.net.URLClassLoader$1.run(URLClassLoader.java:355)
+ at java.security.AccessController.doPrivileged(Native Method)
+ at java.net.URLClassLoader.findClass(URLClassLoader.java:354)
+ at java.lang.ClassLoader.loadClass(ClassLoader.java:425)
+ at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:308)
+ at java.lang.ClassLoader.loadClass(ClassLoader.java:358)
+ ... 1 more
+2017-02-18 07:04:03,980 INFO org.apache.hadoop.mapreduce.Job: map 100% reduce 100%
+2017-02-18 07:04:03,980 INFO org.apache.hadoop.mapreduce.Job: Job job_local1461620831_0001 failed with state FAILED due to: NA
+2017-02-18 07:04:04,376 INFO org.apache.hadoop.mapreduce.Job: Counters: 30
+ File System Counters
+ FILE: Number of bytes read=919728132
+ FILE: Number of bytes written=960477658
+ FILE: Number of read operations=0
+ FILE: Number of large read operations=0
+ FILE: Number of write operations=0
+ Map-Reduce Framework
+ Map input records=507535
+ Map output records=4678719
+ Map output bytes=43638689
+ Map output materialized bytes=52996307
+ Input split bytes=351
+ Combine input records=0
+ Combine output records=0
+ Reduce input groups=195336
+ Reduce shuffle bytes=52996307
+ Reduce input records=4678719
+ Reduce output records=119
+ Spilled Records=9357438
+ Shuffled Maps =30
+ Failed Shuffles=0
+ Merged Map outputs=30
+ GC time elapsed (ms)=926
+ Total committed heap usage (bytes)=2551959552
+ Shuffle Errors
+ BAD_ID=0
+ CONNECTION=0
+ IO_ERROR=0
+ WRONG_LENGTH=0
+ WRONG_MAP=0
+ WRONG_REDUCE=0
+ File Input Format Counters
+ Bytes Read=26057874
+ File Output Format Counters
+ Bytes Written=1297
+2017-02-18 07:05:58,046 WARN org.apache.hadoop.util.NativeCodeLoader: Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
+2017-02-18 07:06:00,716 INFO org.apache.hadoop.conf.Configuration.deprecation: session.id is deprecated. Instead, use dfs.metrics.session-id
+2017-02-18 07:06:00,740 INFO org.apache.hadoop.metrics.jvm.JvmMetrics: Initializing JVM Metrics with processName=JobTracker, sessionId=
+2017-02-18 07:06:02,868 WARN org.apache.hadoop.mapreduce.JobResourceUploader: No job jar file set. User classes may not be found. See Job or Job#setJar(String).
+2017-02-18 07:06:02,922 INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat: Total input paths to process : 1
+2017-02-18 07:06:03,338 INFO org.apache.hadoop.mapreduce.JobSubmitter: number of splits:1
+2017-02-18 07:06:04,825 INFO org.apache.hadoop.mapreduce.JobSubmitter: Submitting tokens for job: job_local1414308832_0001
+2017-02-18 07:06:06,783 INFO org.apache.hadoop.mapreduce.Job: The url to track the job: http://localhost:8080/
+2017-02-18 07:06:06,802 INFO org.apache.hadoop.mapreduce.Job: Running job: job_local1414308832_0001
+2017-02-18 07:06:06,814 INFO org.apache.hadoop.mapred.LocalJobRunner: OutputCommitter set in config null
+2017-02-18 07:06:06,956 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-02-18 07:06:06,976 INFO org.apache.hadoop.mapred.LocalJobRunner: OutputCommitter is org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter
+2017-02-18 07:06:07,402 INFO org.apache.hadoop.mapred.LocalJobRunner: Waiting for map tasks
+2017-02-18 07:06:07,403 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local1414308832_0001_m_000000_0
+2017-02-18 07:06:07,695 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-02-18 07:06:07,806 INFO org.apache.hadoop.mapreduce.Job: Job job_local1414308832_0001 running in uber mode : false
+2017-02-18 07:06:07,810 INFO org.apache.hadoop.mapreduce.Job: map 0% reduce 0%
+2017-02-18 07:06:07,871 INFO org.apache.hadoop.mapred.Task: Using ResourceCalculatorProcessTree : [ ]
+2017-02-18 07:06:07,877 INFO org.apache.hadoop.mapred.MapTask: Processing split: file:/home/cloudera/workspace/bpa/Assign1/pg31100.txt:0+4454050
+2017-02-18 07:06:08,639 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 0 kvi 26214396(104857584)
+2017-02-18 07:06:08,642 INFO org.apache.hadoop.mapred.MapTask: mapreduce.task.io.sort.mb: 100
+2017-02-18 07:06:08,642 INFO org.apache.hadoop.mapred.MapTask: soft limit at 83886080
+2017-02-18 07:06:08,643 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufvoid = 104857600
+2017-02-18 07:06:08,643 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396; length = 6553600
+2017-02-18 07:06:08,672 INFO org.apache.hadoop.mapred.MapTask: Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
+2017-02-18 07:06:08,713 INFO org.apache.hadoop.mapreduce.lib.input.LineRecordReader: Found UTF-8 BOM and skipped it
+2017-02-18 07:06:13,796 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-02-18 07:06:13,833 INFO org.apache.hadoop.mapreduce.Job: map 27% reduce 0%
+2017-02-18 07:06:15,764 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-02-18 07:06:15,774 INFO org.apache.hadoop.mapred.MapTask: Starting flush of map output
+2017-02-18 07:06:15,776 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-02-18 07:06:15,776 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufend = 7541511; bufvoid = 104857600
+2017-02-18 07:06:15,777 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396(104857584); kvend = 23042076(92168304); length = 3172321/6553600
+2017-02-18 07:06:16,812 INFO org.apache.hadoop.mapred.LocalJobRunner: map > sort
+2017-02-18 07:06:16,842 INFO org.apache.hadoop.mapreduce.Job: map 67% reduce 0%
+2017-02-18 07:06:19,818 INFO org.apache.hadoop.mapred.LocalJobRunner: map > sort
+2017-02-18 07:06:22,822 INFO org.apache.hadoop.mapred.LocalJobRunner: map > sort
+2017-02-18 07:06:24,736 INFO org.apache.hadoop.mapred.MapTask: Finished spill 0
+2017-02-18 07:06:24,781 INFO org.apache.hadoop.mapred.Task: Task:attempt_local1414308832_0001_m_000000_0 is done. And is in the process of committing
+2017-02-18 07:06:24,794 INFO org.apache.hadoop.mapred.LocalJobRunner: map
+2017-02-18 07:06:24,806 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local1414308832_0001_m_000000_0' done.
+2017-02-18 07:06:24,806 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local1414308832_0001_m_000000_0
+2017-02-18 07:06:24,807 INFO org.apache.hadoop.mapred.LocalJobRunner: map task executor complete.
+2017-02-18 07:06:24,876 INFO org.apache.hadoop.mapreduce.Job: map 100% reduce 0%
+2017-02-18 07:06:24,935 INFO org.apache.hadoop.mapred.LocalJobRunner: Waiting for reduce tasks
+2017-02-18 07:06:24,936 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local1414308832_0001_r_000000_0
+2017-02-18 07:06:25,000 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-02-18 07:06:25,002 INFO org.apache.hadoop.mapred.Task: Using ResourceCalculatorProcessTree : [ ]
+2017-02-18 07:06:25,006 INFO org.apache.hadoop.mapred.ReduceTask: Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@6dbf1737
+2017-02-18 07:06:25,128 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: MergerManager: memoryLimit=679778688, maxSingleShuffleLimit=169944672, mergeThreshold=448653952, ioSortFactor=10, memToMemMergeOutputsThreshold=10
+2017-02-18 07:06:25,172 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: attempt_local1414308832_0001_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
+2017-02-18 07:06:25,412 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#1 about to shuffle output of map attempt_local1414308832_0001_m_000000_0 decomp: 878989 len: 878993 to MEMORY
+2017-02-18 07:06:25,466 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 878989 bytes from map-output for attempt_local1414308832_0001_m_000000_0
+2017-02-18 07:06:25,499 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 878989, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->878989
+2017-02-18 07:06:25,514 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: EventFetcher is interrupted.. Returning
+2017-02-18 07:06:25,516 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-02-18 07:06:25,516 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
+2017-02-18 07:06:25,557 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 07:06:25,570 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 878982 bytes
+2017-02-18 07:06:26,599 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merged 1 segments, 878989 bytes to disk to satisfy reduce memory limit
+2017-02-18 07:06:26,602 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 1 files, 878993 bytes from disk
+2017-02-18 07:06:26,603 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 0 segments, 0 bytes from memory into reduce
+2017-02-18 07:06:26,603 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 07:06:26,604 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 878982 bytes
+2017-02-18 07:06:26,618 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-02-18 07:06:26,683 INFO org.apache.hadoop.conf.Configuration.deprecation: mapred.skip.on is deprecated. Instead, use mapreduce.job.skiprecords
+2017-02-18 07:06:28,244 INFO org.apache.hadoop.mapred.Task: Task:attempt_local1414308832_0001_r_000000_0 is done. And is in the process of committing
+2017-02-18 07:06:28,269 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-02-18 07:06:28,270 INFO org.apache.hadoop.mapred.Task: Task attempt_local1414308832_0001_r_000000_0 is allowed to commit now
+2017-02-18 07:06:28,283 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: Saved output of task 'attempt_local1414308832_0001_r_000000_0' to file:/home/cloudera/workspace/bpa/Assign1/output_Q1.i2/_temporary/0/task_local1414308832_0001_r_000000
+2017-02-18 07:06:28,284 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-02-18 07:06:28,284 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local1414308832_0001_r_000000_0' done.
+2017-02-18 07:06:28,285 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local1414308832_0001_r_000000_0
+2017-02-18 07:06:28,285 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local1414308832_0001_r_000001_0
+2017-02-18 07:06:28,316 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-02-18 07:06:28,317 INFO org.apache.hadoop.mapred.Task: Using ResourceCalculatorProcessTree : [ ]
+2017-02-18 07:06:28,318 INFO org.apache.hadoop.mapred.ReduceTask: Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@661ed391
+2017-02-18 07:06:28,323 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: MergerManager: memoryLimit=679778688, maxSingleShuffleLimit=169944672, mergeThreshold=448653952, ioSortFactor=10, memToMemMergeOutputsThreshold=10
+2017-02-18 07:06:28,340 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: attempt_local1414308832_0001_r_000001_0 Thread started: EventFetcher for fetching Map Completion Events
+2017-02-18 07:06:28,347 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#2 about to shuffle output of map attempt_local1414308832_0001_m_000000_0 decomp: 1021001 len: 1021005 to MEMORY
+2017-02-18 07:06:28,360 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 1021001 bytes from map-output for attempt_local1414308832_0001_m_000000_0
+2017-02-18 07:06:28,388 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 1021001, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->1021001
+2017-02-18 07:06:28,389 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: EventFetcher is interrupted.. Returning
+2017-02-18 07:06:28,390 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-02-18 07:06:28,390 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
+2017-02-18 07:06:28,392 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 07:06:28,393 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 1020998 bytes
+2017-02-18 07:06:28,885 INFO org.apache.hadoop.mapreduce.Job: map 100% reduce 10%
+2017-02-18 07:06:28,894 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merged 1 segments, 1021001 bytes to disk to satisfy reduce memory limit
+2017-02-18 07:06:28,896 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 1 files, 1021005 bytes from disk
+2017-02-18 07:06:28,897 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 0 segments, 0 bytes from memory into reduce
+2017-02-18 07:06:28,900 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 07:06:28,902 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 1020998 bytes
+2017-02-18 07:06:28,906 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-02-18 07:06:29,480 INFO org.apache.hadoop.mapred.Task: Task:attempt_local1414308832_0001_r_000001_0 is done. And is in the process of committing
+2017-02-18 07:06:29,495 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-02-18 07:06:29,504 INFO org.apache.hadoop.mapred.Task: Task attempt_local1414308832_0001_r_000001_0 is allowed to commit now
+2017-02-18 07:06:29,506 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: Saved output of task 'attempt_local1414308832_0001_r_000001_0' to file:/home/cloudera/workspace/bpa/Assign1/output_Q1.i2/_temporary/0/task_local1414308832_0001_r_000001
+2017-02-18 07:06:29,510 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-02-18 07:06:29,521 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local1414308832_0001_r_000001_0' done.
+2017-02-18 07:06:29,522 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local1414308832_0001_r_000001_0
+2017-02-18 07:06:29,522 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local1414308832_0001_r_000002_0
+2017-02-18 07:06:29,533 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-02-18 07:06:29,534 INFO org.apache.hadoop.mapred.Task: Using ResourceCalculatorProcessTree : [ ]
+2017-02-18 07:06:29,537 INFO org.apache.hadoop.mapred.ReduceTask: Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@70f6431f
+2017-02-18 07:06:29,557 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: MergerManager: memoryLimit=679778688, maxSingleShuffleLimit=169944672, mergeThreshold=448653952, ioSortFactor=10, memToMemMergeOutputsThreshold=10
+2017-02-18 07:06:29,575 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: attempt_local1414308832_0001_r_000002_0 Thread started: EventFetcher for fetching Map Completion Events
+2017-02-18 07:06:29,598 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#3 about to shuffle output of map attempt_local1414308832_0001_m_000000_0 decomp: 1216330 len: 1216334 to MEMORY
+2017-02-18 07:06:29,642 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 1216330 bytes from map-output for attempt_local1414308832_0001_m_000000_0
+2017-02-18 07:06:29,643 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 1216330, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->1216330
+2017-02-18 07:06:29,643 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: EventFetcher is interrupted.. Returning
+2017-02-18 07:06:29,644 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-02-18 07:06:29,645 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
+2017-02-18 07:06:29,646 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 07:06:29,646 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 1216320 bytes
+2017-02-18 07:06:29,887 INFO org.apache.hadoop.mapreduce.Job: map 100% reduce 20%
+2017-02-18 07:06:30,172 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merged 1 segments, 1216330 bytes to disk to satisfy reduce memory limit
+2017-02-18 07:06:30,175 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 1 files, 1216334 bytes from disk
+2017-02-18 07:06:30,176 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 0 segments, 0 bytes from memory into reduce
+2017-02-18 07:06:30,177 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 07:06:30,177 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 1216320 bytes
+2017-02-18 07:06:30,182 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-02-18 07:06:30,696 INFO org.apache.hadoop.mapred.Task: Task:attempt_local1414308832_0001_r_000002_0 is done. And is in the process of committing
+2017-02-18 07:06:30,710 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-02-18 07:06:30,713 INFO org.apache.hadoop.mapred.Task: Task attempt_local1414308832_0001_r_000002_0 is allowed to commit now
+2017-02-18 07:06:30,714 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: Saved output of task 'attempt_local1414308832_0001_r_000002_0' to file:/home/cloudera/workspace/bpa/Assign1/output_Q1.i2/_temporary/0/task_local1414308832_0001_r_000002
+2017-02-18 07:06:30,724 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-02-18 07:06:30,727 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local1414308832_0001_r_000002_0' done.
+2017-02-18 07:06:30,728 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local1414308832_0001_r_000002_0
+2017-02-18 07:06:30,729 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local1414308832_0001_r_000003_0
+2017-02-18 07:06:30,740 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-02-18 07:06:30,743 INFO org.apache.hadoop.mapred.Task: Using ResourceCalculatorProcessTree : [ ]
+2017-02-18 07:06:30,749 INFO org.apache.hadoop.mapred.ReduceTask: Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@51ff177c
+2017-02-18 07:06:30,766 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: MergerManager: memoryLimit=679778688, maxSingleShuffleLimit=169944672, mergeThreshold=448653952, ioSortFactor=10, memToMemMergeOutputsThreshold=10
+2017-02-18 07:06:30,779 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: attempt_local1414308832_0001_r_000003_0 Thread started: EventFetcher for fetching Map Completion Events
+2017-02-18 07:06:30,796 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#4 about to shuffle output of map attempt_local1414308832_0001_m_000000_0 decomp: 686549 len: 686553 to MEMORY
+2017-02-18 07:06:30,807 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 686549 bytes from map-output for attempt_local1414308832_0001_m_000000_0
+2017-02-18 07:06:30,817 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 686549, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->686549
+2017-02-18 07:06:30,820 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: EventFetcher is interrupted.. Returning
+2017-02-18 07:06:30,822 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-02-18 07:06:30,822 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
+2017-02-18 07:06:30,823 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 07:06:30,823 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 686541 bytes
+2017-02-18 07:06:30,892 INFO org.apache.hadoop.mapreduce.Job: map 100% reduce 30%
+2017-02-18 07:06:31,114 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merged 1 segments, 686549 bytes to disk to satisfy reduce memory limit
+2017-02-18 07:06:31,116 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 1 files, 686553 bytes from disk
+2017-02-18 07:06:31,120 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 0 segments, 0 bytes from memory into reduce
+2017-02-18 07:06:31,121 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 07:06:31,122 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 686541 bytes
+2017-02-18 07:06:31,124 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-02-18 07:06:31,419 INFO org.apache.hadoop.mapred.Task: Task:attempt_local1414308832_0001_r_000003_0 is done. And is in the process of committing
+2017-02-18 07:06:31,438 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-02-18 07:06:31,447 INFO org.apache.hadoop.mapred.Task: Task attempt_local1414308832_0001_r_000003_0 is allowed to commit now
+2017-02-18 07:06:31,448 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: Saved output of task 'attempt_local1414308832_0001_r_000003_0' to file:/home/cloudera/workspace/bpa/Assign1/output_Q1.i2/_temporary/0/task_local1414308832_0001_r_000003
+2017-02-18 07:06:31,455 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-02-18 07:06:31,463 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local1414308832_0001_r_000003_0' done.
+2017-02-18 07:06:31,464 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local1414308832_0001_r_000003_0
+2017-02-18 07:06:31,464 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local1414308832_0001_r_000004_0
+2017-02-18 07:06:31,473 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-02-18 07:06:31,474 INFO org.apache.hadoop.mapred.Task: Using ResourceCalculatorProcessTree : [ ]
+2017-02-18 07:06:31,474 INFO org.apache.hadoop.mapred.ReduceTask: Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@6f927f23
+2017-02-18 07:06:31,482 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: MergerManager: memoryLimit=679778688, maxSingleShuffleLimit=169944672, mergeThreshold=448653952, ioSortFactor=10, memToMemMergeOutputsThreshold=10
+2017-02-18 07:06:31,509 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: attempt_local1414308832_0001_r_000004_0 Thread started: EventFetcher for fetching Map Completion Events
+2017-02-18 07:06:31,516 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#5 about to shuffle output of map attempt_local1414308832_0001_m_000000_0 decomp: 853557 len: 853561 to MEMORY
+2017-02-18 07:06:31,534 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 853557 bytes from map-output for attempt_local1414308832_0001_m_000000_0
+2017-02-18 07:06:31,543 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 853557, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->853557
+2017-02-18 07:06:31,557 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: EventFetcher is interrupted.. Returning
+2017-02-18 07:06:31,558 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-02-18 07:06:31,558 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
+2017-02-18 07:06:31,560 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 07:06:31,560 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 853550 bytes
+2017-02-18 07:06:31,901 INFO org.apache.hadoop.mapreduce.Job: map 100% reduce 40%
+2017-02-18 07:06:31,947 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merged 1 segments, 853557 bytes to disk to satisfy reduce memory limit
+2017-02-18 07:06:31,949 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 1 files, 853561 bytes from disk
+2017-02-18 07:06:31,954 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 0 segments, 0 bytes from memory into reduce
+2017-02-18 07:06:31,955 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 07:06:31,965 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 853550 bytes
+2017-02-18 07:06:31,965 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-02-18 07:06:32,370 INFO org.apache.hadoop.mapred.Task: Task:attempt_local1414308832_0001_r_000004_0 is done. And is in the process of committing
+2017-02-18 07:06:32,384 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-02-18 07:06:32,386 INFO org.apache.hadoop.mapred.Task: Task attempt_local1414308832_0001_r_000004_0 is allowed to commit now
+2017-02-18 07:06:32,392 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: Saved output of task 'attempt_local1414308832_0001_r_000004_0' to file:/home/cloudera/workspace/bpa/Assign1/output_Q1.i2/_temporary/0/task_local1414308832_0001_r_000004
+2017-02-18 07:06:32,398 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-02-18 07:06:32,401 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local1414308832_0001_r_000004_0' done.
+2017-02-18 07:06:32,401 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local1414308832_0001_r_000004_0
+2017-02-18 07:06:32,402 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local1414308832_0001_r_000005_0
+2017-02-18 07:06:32,413 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-02-18 07:06:32,414 INFO org.apache.hadoop.mapred.Task: Using ResourceCalculatorProcessTree : [ ]
+2017-02-18 07:06:32,414 INFO org.apache.hadoop.mapred.ReduceTask: Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@6d6d43cd
+2017-02-18 07:06:32,421 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: MergerManager: memoryLimit=679778688, maxSingleShuffleLimit=169944672, mergeThreshold=448653952, ioSortFactor=10, memToMemMergeOutputsThreshold=10
+2017-02-18 07:06:32,442 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: attempt_local1414308832_0001_r_000005_0 Thread started: EventFetcher for fetching Map Completion Events
+2017-02-18 07:06:32,458 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#6 about to shuffle output of map attempt_local1414308832_0001_m_000000_0 decomp: 767280 len: 767284 to MEMORY
+2017-02-18 07:06:32,468 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 767280 bytes from map-output for attempt_local1414308832_0001_m_000000_0
+2017-02-18 07:06:32,491 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 767280, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->767280
+2017-02-18 07:06:32,492 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: EventFetcher is interrupted.. Returning
+2017-02-18 07:06:32,493 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-02-18 07:06:32,493 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
+2017-02-18 07:06:32,495 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 07:06:32,495 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 767274 bytes
+2017-02-18 07:06:32,799 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merged 1 segments, 767280 bytes to disk to satisfy reduce memory limit
+2017-02-18 07:06:32,802 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 1 files, 767284 bytes from disk
+2017-02-18 07:06:32,803 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 0 segments, 0 bytes from memory into reduce
+2017-02-18 07:06:32,804 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 07:06:32,809 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 767274 bytes
+2017-02-18 07:06:32,813 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-02-18 07:06:32,907 INFO org.apache.hadoop.mapreduce.Job: map 100% reduce 50%
+2017-02-18 07:06:33,099 INFO org.apache.hadoop.mapred.Task: Task:attempt_local1414308832_0001_r_000005_0 is done. And is in the process of committing
+2017-02-18 07:06:33,130 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-02-18 07:06:33,140 INFO org.apache.hadoop.mapred.Task: Task attempt_local1414308832_0001_r_000005_0 is allowed to commit now
+2017-02-18 07:06:33,142 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: Saved output of task 'attempt_local1414308832_0001_r_000005_0' to file:/home/cloudera/workspace/bpa/Assign1/output_Q1.i2/_temporary/0/task_local1414308832_0001_r_000005
+2017-02-18 07:06:33,150 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-02-18 07:06:33,158 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local1414308832_0001_r_000005_0' done.
+2017-02-18 07:06:33,159 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local1414308832_0001_r_000005_0
+2017-02-18 07:06:33,160 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local1414308832_0001_r_000006_0
+2017-02-18 07:06:33,177 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-02-18 07:06:33,178 INFO org.apache.hadoop.mapred.Task: Using ResourceCalculatorProcessTree : [ ]
+2017-02-18 07:06:33,178 INFO org.apache.hadoop.mapred.ReduceTask: Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@39a83e27
+2017-02-18 07:06:33,189 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: MergerManager: memoryLimit=679778688, maxSingleShuffleLimit=169944672, mergeThreshold=448653952, ioSortFactor=10, memToMemMergeOutputsThreshold=10
+2017-02-18 07:06:33,205 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: attempt_local1414308832_0001_r_000006_0 Thread started: EventFetcher for fetching Map Completion Events
+2017-02-18 07:06:33,219 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#7 about to shuffle output of map attempt_local1414308832_0001_m_000000_0 decomp: 967027 len: 967031 to MEMORY
+2017-02-18 07:06:33,239 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 967027 bytes from map-output for attempt_local1414308832_0001_m_000000_0
+2017-02-18 07:06:33,242 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 967027, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->967027
+2017-02-18 07:06:33,245 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: EventFetcher is interrupted.. Returning
+2017-02-18 07:06:33,246 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-02-18 07:06:33,247 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
+2017-02-18 07:06:33,248 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 07:06:33,248 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 967018 bytes
+2017-02-18 07:06:33,648 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merged 1 segments, 967027 bytes to disk to satisfy reduce memory limit
+2017-02-18 07:06:33,650 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 1 files, 967031 bytes from disk
+2017-02-18 07:06:33,653 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 0 segments, 0 bytes from memory into reduce
+2017-02-18 07:06:33,654 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 07:06:33,655 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 967018 bytes
+2017-02-18 07:06:33,657 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-02-18 07:06:33,909 INFO org.apache.hadoop.mapreduce.Job: map 100% reduce 60%
+2017-02-18 07:06:34,078 INFO org.apache.hadoop.mapred.Task: Task:attempt_local1414308832_0001_r_000006_0 is done. And is in the process of committing
+2017-02-18 07:06:34,090 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-02-18 07:06:34,093 INFO org.apache.hadoop.mapred.Task: Task attempt_local1414308832_0001_r_000006_0 is allowed to commit now
+2017-02-18 07:06:34,098 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: Saved output of task 'attempt_local1414308832_0001_r_000006_0' to file:/home/cloudera/workspace/bpa/Assign1/output_Q1.i2/_temporary/0/task_local1414308832_0001_r_000006
+2017-02-18 07:06:34,103 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-02-18 07:06:34,105 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local1414308832_0001_r_000006_0' done.
+2017-02-18 07:06:34,106 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local1414308832_0001_r_000006_0
+2017-02-18 07:06:34,107 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local1414308832_0001_r_000007_0
+2017-02-18 07:06:34,121 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-02-18 07:06:34,122 INFO org.apache.hadoop.mapred.Task: Using ResourceCalculatorProcessTree : [ ]
+2017-02-18 07:06:34,122 INFO org.apache.hadoop.mapred.ReduceTask: Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@528d9c2c
+2017-02-18 07:06:34,126 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: MergerManager: memoryLimit=679778688, maxSingleShuffleLimit=169944672, mergeThreshold=448653952, ioSortFactor=10, memToMemMergeOutputsThreshold=10
+2017-02-18 07:06:34,142 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: attempt_local1414308832_0001_r_000007_0 Thread started: EventFetcher for fetching Map Completion Events
+2017-02-18 07:06:34,159 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#8 about to shuffle output of map attempt_local1414308832_0001_m_000000_0 decomp: 710901 len: 710905 to MEMORY
+2017-02-18 07:06:34,163 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 710901 bytes from map-output for attempt_local1414308832_0001_m_000000_0
+2017-02-18 07:06:34,175 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 710901, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->710901
+2017-02-18 07:06:34,177 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: EventFetcher is interrupted.. Returning
+2017-02-18 07:06:34,178 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-02-18 07:06:34,178 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
+2017-02-18 07:06:34,180 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 07:06:34,184 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 710893 bytes
+2017-02-18 07:06:34,496 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merged 1 segments, 710901 bytes to disk to satisfy reduce memory limit
+2017-02-18 07:06:34,502 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 1 files, 710905 bytes from disk
+2017-02-18 07:06:34,504 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 0 segments, 0 bytes from memory into reduce
+2017-02-18 07:06:34,504 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 07:06:34,505 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 710893 bytes
+2017-02-18 07:06:34,507 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-02-18 07:06:34,767 INFO org.apache.hadoop.mapred.Task: Task:attempt_local1414308832_0001_r_000007_0 is done. And is in the process of committing
+2017-02-18 07:06:34,787 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-02-18 07:06:34,797 INFO org.apache.hadoop.mapred.Task: Task attempt_local1414308832_0001_r_000007_0 is allowed to commit now
+2017-02-18 07:06:34,799 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: Saved output of task 'attempt_local1414308832_0001_r_000007_0' to file:/home/cloudera/workspace/bpa/Assign1/output_Q1.i2/_temporary/0/task_local1414308832_0001_r_000007
+2017-02-18 07:06:34,806 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-02-18 07:06:34,807 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local1414308832_0001_r_000007_0' done.
+2017-02-18 07:06:34,808 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local1414308832_0001_r_000007_0
+2017-02-18 07:06:34,809 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local1414308832_0001_r_000008_0
+2017-02-18 07:06:34,819 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-02-18 07:06:34,820 INFO org.apache.hadoop.mapred.Task: Using ResourceCalculatorProcessTree : [ ]
+2017-02-18 07:06:34,825 INFO org.apache.hadoop.mapred.ReduceTask: Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@7934bf83
+2017-02-18 07:06:34,844 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: MergerManager: memoryLimit=679778688, maxSingleShuffleLimit=169944672, mergeThreshold=448653952, ioSortFactor=10, memToMemMergeOutputsThreshold=10
+2017-02-18 07:06:34,856 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: attempt_local1414308832_0001_r_000008_0 Thread started: EventFetcher for fetching Map Completion Events
+2017-02-18 07:06:34,877 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#9 about to shuffle output of map attempt_local1414308832_0001_m_000000_0 decomp: 1462439 len: 1462443 to MEMORY
+2017-02-18 07:06:34,911 INFO org.apache.hadoop.mapreduce.Job: map 100% reduce 100%
+2017-02-18 07:06:34,929 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 1462439 bytes from map-output for attempt_local1414308832_0001_m_000000_0
+2017-02-18 07:06:34,929 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 1462439, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->1462439
+2017-02-18 07:06:34,930 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: EventFetcher is interrupted.. Returning
+2017-02-18 07:06:34,931 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-02-18 07:06:34,931 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
+2017-02-18 07:06:34,933 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 07:06:34,933 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 1462429 bytes
+2017-02-18 07:06:35,531 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merged 1 segments, 1462439 bytes to disk to satisfy reduce memory limit
+2017-02-18 07:06:35,534 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 1 files, 1462443 bytes from disk
+2017-02-18 07:06:35,535 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 0 segments, 0 bytes from memory into reduce
+2017-02-18 07:06:35,536 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 07:06:35,537 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 1462429 bytes
+2017-02-18 07:06:35,538 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-02-18 07:06:35,912 INFO org.apache.hadoop.mapreduce.Job: map 100% reduce 80%
+2017-02-18 07:06:36,164 INFO org.apache.hadoop.mapred.Task: Task:attempt_local1414308832_0001_r_000008_0 is done. And is in the process of committing
+2017-02-18 07:06:36,168 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-02-18 07:06:36,169 INFO org.apache.hadoop.mapred.Task: Task attempt_local1414308832_0001_r_000008_0 is allowed to commit now
+2017-02-18 07:06:36,169 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: Saved output of task 'attempt_local1414308832_0001_r_000008_0' to file:/home/cloudera/workspace/bpa/Assign1/output_Q1.i2/_temporary/0/task_local1414308832_0001_r_000008
+2017-02-18 07:06:36,186 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-02-18 07:06:36,189 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local1414308832_0001_r_000008_0' done.
+2017-02-18 07:06:36,191 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local1414308832_0001_r_000008_0
+2017-02-18 07:06:36,192 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local1414308832_0001_r_000009_0
+2017-02-18 07:06:36,202 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-02-18 07:06:36,203 INFO org.apache.hadoop.mapred.Task: Using ResourceCalculatorProcessTree : [ ]
+2017-02-18 07:06:36,207 INFO org.apache.hadoop.mapred.ReduceTask: Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@4fa16b41
+2017-02-18 07:06:36,220 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: MergerManager: memoryLimit=679778688, maxSingleShuffleLimit=169944672, mergeThreshold=448653952, ioSortFactor=10, memToMemMergeOutputsThreshold=10
+2017-02-18 07:06:36,242 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: attempt_local1414308832_0001_r_000009_0 Thread started: EventFetcher for fetching Map Completion Events
+2017-02-18 07:06:36,259 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#10 about to shuffle output of map attempt_local1414308832_0001_m_000000_0 decomp: 563620 len: 563624 to MEMORY
+2017-02-18 07:06:36,265 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 563620 bytes from map-output for attempt_local1414308832_0001_m_000000_0
+2017-02-18 07:06:36,289 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 563620, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->563620
+2017-02-18 07:06:36,290 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: EventFetcher is interrupted.. Returning
+2017-02-18 07:06:36,292 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-02-18 07:06:36,292 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
+2017-02-18 07:06:36,293 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 07:06:36,293 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 563614 bytes
+2017-02-18 07:06:36,505 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merged 1 segments, 563620 bytes to disk to satisfy reduce memory limit
+2017-02-18 07:06:36,510 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 1 files, 563624 bytes from disk
+2017-02-18 07:06:36,512 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 0 segments, 0 bytes from memory into reduce
+2017-02-18 07:06:36,512 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 07:06:36,513 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 563614 bytes
+2017-02-18 07:06:36,515 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-02-18 07:06:36,738 INFO org.apache.hadoop.mapred.Task: Task:attempt_local1414308832_0001_r_000009_0 is done. And is in the process of committing
+2017-02-18 07:06:36,755 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-02-18 07:06:36,757 INFO org.apache.hadoop.mapred.Task: Task attempt_local1414308832_0001_r_000009_0 is allowed to commit now
+2017-02-18 07:06:36,758 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: Saved output of task 'attempt_local1414308832_0001_r_000009_0' to file:/home/cloudera/workspace/bpa/Assign1/output_Q1.i2/_temporary/0/task_local1414308832_0001_r_000009
+2017-02-18 07:06:36,767 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-02-18 07:06:36,770 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local1414308832_0001_r_000009_0' done.
+2017-02-18 07:06:36,773 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local1414308832_0001_r_000009_0
+2017-02-18 07:06:36,774 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce task executor complete.
+2017-02-18 07:06:36,916 INFO org.apache.hadoop.mapreduce.Job: map 100% reduce 100%
+2017-02-18 07:06:36,937 WARN org.apache.hadoop.mapred.LocalJobRunner: job_local1414308832_0001
+java.lang.NoClassDefFoundError: org/apache/http/client/methods/HttpUriRequest
+ at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:573)
+Caused by: java.lang.ClassNotFoundException: org.apache.http.client.methods.HttpUriRequest
+ at java.net.URLClassLoader$1.run(URLClassLoader.java:366)
+ at java.net.URLClassLoader$1.run(URLClassLoader.java:355)
+ at java.security.AccessController.doPrivileged(Native Method)
+ at java.net.URLClassLoader.findClass(URLClassLoader.java:354)
+ at java.lang.ClassLoader.loadClass(ClassLoader.java:425)
+ at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:308)
+ at java.lang.ClassLoader.loadClass(ClassLoader.java:358)
+ ... 1 more
+2017-02-18 07:06:37,921 INFO org.apache.hadoop.mapreduce.Job: Job job_local1414308832_0001 failed with state FAILED due to: NA
+2017-02-18 07:06:38,139 INFO org.apache.hadoop.mapreduce.Job: Counters: 30
+ File System Counters
+ FILE: Number of bytes read=151156389
+ FILE: Number of bytes written=154418301
+ FILE: Number of read operations=0
+ FILE: Number of large read operations=0
+ FILE: Number of write operations=0
+ Map-Reduce Framework
+ Map input records=80476
+ Map output records=793081
+ Map output bytes=7541511
+ Map output materialized bytes=9127733
+ Input split bytes=118
+ Combine input records=0
+ Combine output records=0
+ Reduce input groups=41775
+ Reduce shuffle bytes=9127733
+ Reduce input records=793081
+ Reduce output records=26
+ Spilled Records=1586162
+ Shuffled Maps =10
+ Failed Shuffles=0
+ Merged Map outputs=10
+ GC time elapsed (ms)=261
+ Total committed heap usage (bytes)=1821749248
+ Shuffle Errors
+ BAD_ID=0
+ CONNECTION=0
+ IO_ERROR=0
+ WRONG_LENGTH=0
+ WRONG_MAP=0
+ WRONG_REDUCE=0
+ File Input Format Counters
+ Bytes Read=4454050
+ File Output Format Counters
+ Bytes Written=344
+2017-02-18 07:08:55,332 WARN org.apache.hadoop.util.NativeCodeLoader: Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
+2017-02-18 07:08:57,528 INFO org.apache.hadoop.conf.Configuration.deprecation: session.id is deprecated. Instead, use dfs.metrics.session-id
+2017-02-18 07:08:57,561 INFO org.apache.hadoop.metrics.jvm.JvmMetrics: Initializing JVM Metrics with processName=JobTracker, sessionId=
+2017-02-18 07:08:59,544 WARN org.apache.hadoop.mapreduce.JobResourceUploader: No job jar file set. User classes may not be found. See Job or Job#setJar(String).
+2017-02-18 07:08:59,596 INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat: Total input paths to process : 3
+2017-02-18 07:09:00,022 INFO org.apache.hadoop.mapreduce.JobSubmitter: number of splits:3
+2017-02-18 07:09:01,311 INFO org.apache.hadoop.mapreduce.JobSubmitter: Submitting tokens for job: job_local484764157_0001
+2017-02-18 07:09:03,289 INFO org.apache.hadoop.mapreduce.Job: The url to track the job: http://localhost:8080/
+2017-02-18 07:09:03,291 INFO org.apache.hadoop.mapreduce.Job: Running job: job_local484764157_0001
+2017-02-18 07:09:03,305 INFO org.apache.hadoop.mapred.LocalJobRunner: OutputCommitter set in config null
+2017-02-18 07:09:03,360 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-02-18 07:09:03,371 INFO org.apache.hadoop.mapred.LocalJobRunner: OutputCommitter is org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter
+2017-02-18 07:09:03,810 INFO org.apache.hadoop.mapred.LocalJobRunner: Waiting for map tasks
+2017-02-18 07:09:03,812 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local484764157_0001_m_000000_0
+2017-02-18 07:09:04,062 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-02-18 07:09:04,166 INFO org.apache.hadoop.mapred.Task: Using ResourceCalculatorProcessTree : [ ]
+2017-02-18 07:09:04,195 INFO org.apache.hadoop.mapred.MapTask: Processing split: file:/home/cloudera/workspace/bpa/Assign1/pg3200.txt:0+16013935
+2017-02-18 07:09:04,295 INFO org.apache.hadoop.mapreduce.Job: Job job_local484764157_0001 running in uber mode : false
+2017-02-18 07:09:04,297 INFO org.apache.hadoop.mapreduce.Job: map 0% reduce 0%
+2017-02-18 07:09:04,954 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 0 kvi 26214396(104857584)
+2017-02-18 07:09:04,982 INFO org.apache.hadoop.mapred.MapTask: mapreduce.task.io.sort.mb: 100
+2017-02-18 07:09:04,982 INFO org.apache.hadoop.mapred.MapTask: soft limit at 83886080
+2017-02-18 07:09:04,982 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufvoid = 104857600
+2017-02-18 07:09:04,982 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396; length = 6553600
+2017-02-18 07:09:05,021 INFO org.apache.hadoop.mapred.MapTask: Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
+2017-02-18 07:09:05,036 INFO org.apache.hadoop.mapreduce.lib.input.LineRecordReader: Found UTF-8 BOM and skipped it
+2017-02-18 07:09:10,135 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-02-18 07:09:10,313 INFO org.apache.hadoop.mapreduce.Job: map 3% reduce 0%
+2017-02-18 07:09:13,151 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-02-18 07:09:13,318 INFO org.apache.hadoop.mapreduce.Job: map 8% reduce 0%
+2017-02-18 07:09:16,155 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-02-18 07:09:16,338 INFO org.apache.hadoop.mapreduce.Job: map 14% reduce 0%
+2017-02-18 07:09:19,158 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-02-18 07:09:19,341 INFO org.apache.hadoop.mapreduce.Job: map 19% reduce 0%
+2017-02-18 07:09:20,631 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-02-18 07:09:20,634 INFO org.apache.hadoop.mapred.MapTask: Starting flush of map output
+2017-02-18 07:09:20,634 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-02-18 07:09:20,634 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufend = 26925530; bufvoid = 104857600
+2017-02-18 07:09:20,634 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396(104857584); kvend = 14765624(59062496); length = 11448773/6553600
+2017-02-18 07:09:22,161 INFO org.apache.hadoop.mapred.LocalJobRunner: map > sort
+2017-02-18 07:09:22,348 INFO org.apache.hadoop.mapreduce.Job: map 22% reduce 0%
+2017-02-18 07:09:25,165 INFO org.apache.hadoop.mapred.LocalJobRunner: map > sort
+2017-02-18 07:09:28,169 INFO org.apache.hadoop.mapred.LocalJobRunner: map > sort
+2017-02-18 07:09:31,170 INFO org.apache.hadoop.mapred.LocalJobRunner: map > sort
+2017-02-18 07:09:34,171 INFO org.apache.hadoop.mapred.LocalJobRunner: map > sort
+2017-02-18 07:09:37,172 INFO org.apache.hadoop.mapred.LocalJobRunner: map > sort
+2017-02-18 07:09:40,174 INFO org.apache.hadoop.mapred.LocalJobRunner: map > sort
+2017-02-18 07:09:43,175 INFO org.apache.hadoop.mapred.LocalJobRunner: map > sort
+2017-02-18 07:09:46,176 INFO org.apache.hadoop.mapred.LocalJobRunner: map > sort
+2017-02-18 07:09:53,796 INFO org.apache.hadoop.mapred.MapTask: Finished spill 0
+2017-02-18 07:09:53,857 INFO org.apache.hadoop.mapred.Task: Task:attempt_local484764157_0001_m_000000_0 is done. And is in the process of committing
+2017-02-18 07:09:53,860 INFO org.apache.hadoop.mapred.LocalJobRunner: map
+2017-02-18 07:09:53,863 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local484764157_0001_m_000000_0' done.
+2017-02-18 07:09:53,878 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local484764157_0001_m_000000_0
+2017-02-18 07:09:53,878 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local484764157_0001_m_000001_0
+2017-02-18 07:09:53,883 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-02-18 07:09:53,884 INFO org.apache.hadoop.mapred.Task: Using ResourceCalculatorProcessTree : [ ]
+2017-02-18 07:09:53,886 INFO org.apache.hadoop.mapred.MapTask: Processing split: file:/home/cloudera/workspace/bpa/Assign1/pg100.txt:0+5589889
+2017-02-18 07:09:54,297 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 0 kvi 26214396(104857584)
+2017-02-18 07:09:54,307 INFO org.apache.hadoop.mapred.MapTask: mapreduce.task.io.sort.mb: 100
+2017-02-18 07:09:54,308 INFO org.apache.hadoop.mapred.MapTask: soft limit at 83886080
+2017-02-18 07:09:54,308 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufvoid = 104857600
+2017-02-18 07:09:54,309 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396; length = 6553600
+2017-02-18 07:09:54,314 INFO org.apache.hadoop.mapred.MapTask: Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
+2017-02-18 07:09:54,333 INFO org.apache.hadoop.mapreduce.lib.input.LineRecordReader: Found UTF-8 BOM and skipped it
+2017-02-18 07:09:54,416 INFO org.apache.hadoop.mapreduce.Job: map 100% reduce 0%
+2017-02-18 07:09:59,653 INFO org.apache.hadoop.mapred.LocalJobRunner:
+2017-02-18 07:09:59,660 INFO org.apache.hadoop.mapred.MapTask: Starting flush of map output
+2017-02-18 07:09:59,660 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-02-18 07:09:59,660 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufend = 9171648; bufvoid = 104857600
+2017-02-18 07:09:59,660 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396(104857584); kvend = 22120624(88482496); length = 4093773/6553600
+2017-02-18 07:09:59,920 INFO org.apache.hadoop.mapred.LocalJobRunner: map > sort
+2017-02-18 07:10:00,425 INFO org.apache.hadoop.mapreduce.Job: map 56% reduce 0%
+2017-02-18 07:10:02,923 INFO org.apache.hadoop.mapred.LocalJobRunner: map > sort
+2017-02-18 07:10:05,933 INFO org.apache.hadoop.mapred.LocalJobRunner: map > sort
+2017-02-18 07:10:08,938 INFO org.apache.hadoop.mapred.LocalJobRunner: map > sort
+2017-02-18 07:10:09,893 INFO org.apache.hadoop.mapred.MapTask: Finished spill 0
+2017-02-18 07:10:09,926 INFO org.apache.hadoop.mapred.Task: Task:attempt_local484764157_0001_m_000001_0 is done. And is in the process of committing
+2017-02-18 07:10:09,933 INFO org.apache.hadoop.mapred.LocalJobRunner: map
+2017-02-18 07:10:09,938 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local484764157_0001_m_000001_0' done.
+2017-02-18 07:10:09,942 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local484764157_0001_m_000001_0
+2017-02-18 07:10:09,943 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local484764157_0001_m_000002_0
+2017-02-18 07:10:09,948 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-02-18 07:10:09,949 INFO org.apache.hadoop.mapred.Task: Using ResourceCalculatorProcessTree : [ ]
+2017-02-18 07:10:09,971 INFO org.apache.hadoop.mapred.MapTask: Processing split: file:/home/cloudera/workspace/bpa/Assign1/pg31100.txt:0+4454050
+2017-02-18 07:10:10,352 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 0 kvi 26214396(104857584)
+2017-02-18 07:10:10,354 INFO org.apache.hadoop.mapred.MapTask: mapreduce.task.io.sort.mb: 100
+2017-02-18 07:10:10,358 INFO org.apache.hadoop.mapred.MapTask: soft limit at 83886080
+2017-02-18 07:10:10,359 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufvoid = 104857600
+2017-02-18 07:10:10,360 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396; length = 6553600
+2017-02-18 07:10:10,365 INFO org.apache.hadoop.mapred.MapTask: Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
+2017-02-18 07:10:10,374 INFO org.apache.hadoop.mapreduce.lib.input.LineRecordReader: Found UTF-8 BOM and skipped it
+2017-02-18 07:10:10,453 INFO org.apache.hadoop.mapreduce.Job: map 100% reduce 0%
+2017-02-18 07:10:14,114 INFO org.apache.hadoop.mapred.LocalJobRunner:
+2017-02-18 07:10:14,133 INFO org.apache.hadoop.mapred.MapTask: Starting flush of map output
+2017-02-18 07:10:14,133 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-02-18 07:10:14,133 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufend = 7541511; bufvoid = 104857600
+2017-02-18 07:10:14,133 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396(104857584); kvend = 23042076(92168304); length = 3172321/6553600
+2017-02-18 07:10:14,460 INFO org.apache.hadoop.mapreduce.Job: map 67% reduce 0%
+2017-02-18 07:10:15,991 INFO org.apache.hadoop.mapred.LocalJobRunner: map > sort
+2017-02-18 07:10:16,468 INFO org.apache.hadoop.mapreduce.Job: map 89% reduce 0%
+2017-02-18 07:10:19,001 INFO org.apache.hadoop.mapred.LocalJobRunner: map > sort
+2017-02-18 07:10:21,961 INFO org.apache.hadoop.mapred.MapTask: Finished spill 0
+2017-02-18 07:10:22,003 INFO org.apache.hadoop.mapred.LocalJobRunner: map > sort
+2017-02-18 07:10:22,016 INFO org.apache.hadoop.mapred.Task: Task:attempt_local484764157_0001_m_000002_0 is done. And is in the process of committing
+2017-02-18 07:10:22,028 INFO org.apache.hadoop.mapred.LocalJobRunner: map
+2017-02-18 07:10:22,036 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local484764157_0001_m_000002_0' done.
+2017-02-18 07:10:22,037 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local484764157_0001_m_000002_0
+2017-02-18 07:10:22,038 INFO org.apache.hadoop.mapred.LocalJobRunner: map task executor complete.
+2017-02-18 07:10:22,146 INFO org.apache.hadoop.mapred.LocalJobRunner: Waiting for reduce tasks
+2017-02-18 07:10:22,147 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local484764157_0001_r_000000_0
+2017-02-18 07:10:22,220 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-02-18 07:10:22,221 INFO org.apache.hadoop.mapred.Task: Using ResourceCalculatorProcessTree : [ ]
+2017-02-18 07:10:22,258 INFO org.apache.hadoop.mapred.ReduceTask: Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@194e2c2f
+2017-02-18 07:10:22,418 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: MergerManager: memoryLimit=679778688, maxSingleShuffleLimit=169944672, mergeThreshold=448653952, ioSortFactor=10, memToMemMergeOutputsThreshold=10
+2017-02-18 07:10:22,450 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: attempt_local484764157_0001_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
+2017-02-18 07:10:22,488 INFO org.apache.hadoop.mapreduce.Job: map 100% reduce 0%
+2017-02-18 07:10:22,749 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#1 about to shuffle output of map attempt_local484764157_0001_m_000002_0 decomp: 878989 len: 878993 to MEMORY
+2017-02-18 07:10:22,821 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 878989 bytes from map-output for attempt_local484764157_0001_m_000002_0
+2017-02-18 07:10:22,851 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 878989, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->878989
+2017-02-18 07:10:22,886 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#1 about to shuffle output of map attempt_local484764157_0001_m_000000_0 decomp: 2462807 len: 2462811 to MEMORY
+2017-02-18 07:10:22,956 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 2462807 bytes from map-output for attempt_local484764157_0001_m_000000_0
+2017-02-18 07:10:22,967 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 2462807, inMemoryMapOutputs.size() -> 2, commitMemory -> 878989, usedMemory ->3341796
+2017-02-18 07:10:22,981 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#1 about to shuffle output of map attempt_local484764157_0001_m_000001_0 decomp: 864040 len: 864044 to MEMORY
+2017-02-18 07:10:22,986 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 864040 bytes from map-output for attempt_local484764157_0001_m_000001_0
+2017-02-18 07:10:23,008 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 864040, inMemoryMapOutputs.size() -> 3, commitMemory -> 3341796, usedMemory ->4205836
+2017-02-18 07:10:23,009 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: EventFetcher is interrupted.. Returning
+2017-02-18 07:10:23,010 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 07:10:23,010 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: finalMerge called with 3 in-memory map-outputs and 0 on-disk map-outputs
+2017-02-18 07:10:23,066 INFO org.apache.hadoop.mapred.Merger: Merging 3 sorted segments
+2017-02-18 07:10:23,068 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 3 segments left of total size: 4205810 bytes
+2017-02-18 07:10:25,129 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merged 3 segments, 4205836 bytes to disk to satisfy reduce memory limit
+2017-02-18 07:10:25,132 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 1 files, 4205836 bytes from disk
+2017-02-18 07:10:25,142 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 0 segments, 0 bytes from memory into reduce
+2017-02-18 07:10:25,144 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 07:10:25,145 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 4205821 bytes
+2017-02-18 07:10:25,150 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 07:10:25,239 INFO org.apache.hadoop.conf.Configuration.deprecation: mapred.skip.on is deprecated. Instead, use mapreduce.job.skiprecords
+2017-02-18 07:10:27,819 INFO org.apache.hadoop.mapred.Task: Task:attempt_local484764157_0001_r_000000_0 is done. And is in the process of committing
+2017-02-18 07:10:27,845 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 07:10:27,846 INFO org.apache.hadoop.mapred.Task: Task attempt_local484764157_0001_r_000000_0 is allowed to commit now
+2017-02-18 07:10:27,847 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: Saved output of task 'attempt_local484764157_0001_r_000000_0' to file:/home/cloudera/workspace/bpa/Assign1/output_Q1.i/_temporary/0/task_local484764157_0001_r_000000
+2017-02-18 07:10:27,860 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-02-18 07:10:27,861 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local484764157_0001_r_000000_0' done.
+2017-02-18 07:10:27,861 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local484764157_0001_r_000000_0
+2017-02-18 07:10:27,861 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local484764157_0001_r_000001_0
+2017-02-18 07:10:27,879 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-02-18 07:10:27,880 INFO org.apache.hadoop.mapred.Task: Using ResourceCalculatorProcessTree : [ ]
+2017-02-18 07:10:27,881 INFO org.apache.hadoop.mapred.ReduceTask: Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@731e0de
+2017-02-18 07:10:27,902 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: MergerManager: memoryLimit=679778688, maxSingleShuffleLimit=169944672, mergeThreshold=448653952, ioSortFactor=10, memToMemMergeOutputsThreshold=10
+2017-02-18 07:10:27,917 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: attempt_local484764157_0001_r_000001_0 Thread started: EventFetcher for fetching Map Completion Events
+2017-02-18 07:10:27,927 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#2 about to shuffle output of map attempt_local484764157_0001_m_000002_0 decomp: 1021001 len: 1021005 to MEMORY
+2017-02-18 07:10:27,961 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 1021001 bytes from map-output for attempt_local484764157_0001_m_000002_0
+2017-02-18 07:10:27,979 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 1021001, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->1021001
+2017-02-18 07:10:27,990 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#2 about to shuffle output of map attempt_local484764157_0001_m_000000_0 decomp: 3748098 len: 3748102 to MEMORY
+2017-02-18 07:10:28,110 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 3748098 bytes from map-output for attempt_local484764157_0001_m_000000_0
+2017-02-18 07:10:28,117 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 3748098, inMemoryMapOutputs.size() -> 2, commitMemory -> 1021001, usedMemory ->4769099
+2017-02-18 07:10:28,122 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#2 about to shuffle output of map attempt_local484764157_0001_m_000001_0 decomp: 2021094 len: 2021098 to MEMORY
+2017-02-18 07:10:28,163 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 2021094 bytes from map-output for attempt_local484764157_0001_m_000001_0
+2017-02-18 07:10:28,177 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 2021094, inMemoryMapOutputs.size() -> 3, commitMemory -> 4769099, usedMemory ->6790193
+2017-02-18 07:10:28,183 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: EventFetcher is interrupted.. Returning
+2017-02-18 07:10:28,184 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 07:10:28,184 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: finalMerge called with 3 in-memory map-outputs and 0 on-disk map-outputs
+2017-02-18 07:10:28,187 INFO org.apache.hadoop.mapred.Merger: Merging 3 sorted segments
+2017-02-18 07:10:28,187 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 3 segments left of total size: 6790184 bytes
+2017-02-18 07:10:28,504 INFO org.apache.hadoop.mapreduce.Job: map 100% reduce 10%
+2017-02-18 07:10:30,797 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merged 3 segments, 6790193 bytes to disk to satisfy reduce memory limit
+2017-02-18 07:10:30,800 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 1 files, 6790193 bytes from disk
+2017-02-18 07:10:30,800 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 0 segments, 0 bytes from memory into reduce
+2017-02-18 07:10:30,800 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 07:10:30,801 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 6790186 bytes
+2017-02-18 07:10:30,801 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 07:10:33,873 INFO org.apache.hadoop.mapred.Task: Task:attempt_local484764157_0001_r_000001_0 is done. And is in the process of committing
+2017-02-18 07:10:33,884 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-02-18 07:10:33,890 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-02-18 07:10:33,895 INFO org.apache.hadoop.mapred.Task: Task attempt_local484764157_0001_r_000001_0 is allowed to commit now
+2017-02-18 07:10:33,902 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: Saved output of task 'attempt_local484764157_0001_r_000001_0' to file:/home/cloudera/workspace/bpa/Assign1/output_Q1.i/_temporary/0/task_local484764157_0001_r_000001
+2017-02-18 07:10:33,905 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-02-18 07:10:33,912 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local484764157_0001_r_000001_0' done.
+2017-02-18 07:10:33,913 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local484764157_0001_r_000001_0
+2017-02-18 07:10:33,914 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local484764157_0001_r_000002_0
+2017-02-18 07:10:33,931 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-02-18 07:10:33,932 INFO org.apache.hadoop.mapred.Task: Using ResourceCalculatorProcessTree : [ ]
+2017-02-18 07:10:33,933 INFO org.apache.hadoop.mapred.ReduceTask: Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@4f08370b
+2017-02-18 07:10:33,950 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: MergerManager: memoryLimit=679778688, maxSingleShuffleLimit=169944672, mergeThreshold=448653952, ioSortFactor=10, memToMemMergeOutputsThreshold=10
+2017-02-18 07:10:33,969 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: attempt_local484764157_0001_r_000002_0 Thread started: EventFetcher for fetching Map Completion Events
+2017-02-18 07:10:33,975 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#3 about to shuffle output of map attempt_local484764157_0001_m_000002_0 decomp: 1216330 len: 1216334 to MEMORY
+2017-02-18 07:10:33,998 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 1216330 bytes from map-output for attempt_local484764157_0001_m_000002_0
+2017-02-18 07:10:34,013 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 1216330, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->1216330
+2017-02-18 07:10:34,032 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#3 about to shuffle output of map attempt_local484764157_0001_m_000000_0 decomp: 4957197 len: 4957201 to MEMORY
+2017-02-18 07:10:34,165 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 4957197 bytes from map-output for attempt_local484764157_0001_m_000000_0
+2017-02-18 07:10:34,172 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 4957197, inMemoryMapOutputs.size() -> 2, commitMemory -> 1216330, usedMemory ->6173527
+2017-02-18 07:10:34,185 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#3 about to shuffle output of map attempt_local484764157_0001_m_000001_0 decomp: 1268271 len: 1268275 to MEMORY
+2017-02-18 07:10:34,192 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 1268271 bytes from map-output for attempt_local484764157_0001_m_000001_0
+2017-02-18 07:10:34,209 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 1268271, inMemoryMapOutputs.size() -> 3, commitMemory -> 6173527, usedMemory ->7441798
+2017-02-18 07:10:34,211 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: EventFetcher is interrupted.. Returning
+2017-02-18 07:10:34,213 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 07:10:34,213 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: finalMerge called with 3 in-memory map-outputs and 0 on-disk map-outputs
+2017-02-18 07:10:34,217 INFO org.apache.hadoop.mapred.Merger: Merging 3 sorted segments
+2017-02-18 07:10:34,217 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 3 segments left of total size: 7441769 bytes
+2017-02-18 07:10:34,519 INFO org.apache.hadoop.mapreduce.Job: map 100% reduce 20%
+2017-02-18 07:10:36,887 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merged 3 segments, 7441798 bytes to disk to satisfy reduce memory limit
+2017-02-18 07:10:36,889 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 1 files, 7441798 bytes from disk
+2017-02-18 07:10:36,889 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 0 segments, 0 bytes from memory into reduce
+2017-02-18 07:10:36,889 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 07:10:36,890 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 7441780 bytes
+2017-02-18 07:10:36,897 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 07:10:39,695 INFO org.apache.hadoop.mapred.Task: Task:attempt_local484764157_0001_r_000002_0 is done. And is in the process of committing
+2017-02-18 07:10:39,723 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 07:10:39,733 INFO org.apache.hadoop.mapred.Task: Task attempt_local484764157_0001_r_000002_0 is allowed to commit now
+2017-02-18 07:10:39,735 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: Saved output of task 'attempt_local484764157_0001_r_000002_0' to file:/home/cloudera/workspace/bpa/Assign1/output_Q1.i/_temporary/0/task_local484764157_0001_r_000002
+2017-02-18 07:10:39,740 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-02-18 07:10:39,746 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local484764157_0001_r_000002_0' done.
+2017-02-18 07:10:39,748 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local484764157_0001_r_000002_0
+2017-02-18 07:10:39,748 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local484764157_0001_r_000003_0
+2017-02-18 07:10:39,758 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-02-18 07:10:39,759 INFO org.apache.hadoop.mapred.Task: Using ResourceCalculatorProcessTree : [ ]
+2017-02-18 07:10:39,759 INFO org.apache.hadoop.mapred.ReduceTask: Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@7655ff39
+2017-02-18 07:10:39,781 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: MergerManager: memoryLimit=679778688, maxSingleShuffleLimit=169944672, mergeThreshold=448653952, ioSortFactor=10, memToMemMergeOutputsThreshold=10
+2017-02-18 07:10:39,794 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: attempt_local484764157_0001_r_000003_0 Thread started: EventFetcher for fetching Map Completion Events
+2017-02-18 07:10:39,804 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#4 about to shuffle output of map attempt_local484764157_0001_m_000002_0 decomp: 686549 len: 686553 to MEMORY
+2017-02-18 07:10:39,814 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 686549 bytes from map-output for attempt_local484764157_0001_m_000002_0
+2017-02-18 07:10:39,837 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 686549, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->686549
+2017-02-18 07:10:39,865 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#4 about to shuffle output of map attempt_local484764157_0001_m_000000_0 decomp: 2553004 len: 2553008 to MEMORY
+2017-02-18 07:10:39,958 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 2553004 bytes from map-output for attempt_local484764157_0001_m_000000_0
+2017-02-18 07:10:39,960 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 2553004, inMemoryMapOutputs.size() -> 2, commitMemory -> 686549, usedMemory ->3239553
+2017-02-18 07:10:39,967 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#4 about to shuffle output of map attempt_local484764157_0001_m_000001_0 decomp: 947339 len: 947343 to MEMORY
+2017-02-18 07:10:39,987 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 947339 bytes from map-output for attempt_local484764157_0001_m_000001_0
+2017-02-18 07:10:40,000 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 947339, inMemoryMapOutputs.size() -> 3, commitMemory -> 3239553, usedMemory ->4186892
+2017-02-18 07:10:40,002 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: EventFetcher is interrupted.. Returning
+2017-02-18 07:10:40,003 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 07:10:40,003 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: finalMerge called with 3 in-memory map-outputs and 0 on-disk map-outputs
+2017-02-18 07:10:40,005 INFO org.apache.hadoop.mapred.Merger: Merging 3 sorted segments
+2017-02-18 07:10:40,005 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 3 segments left of total size: 4186872 bytes
+2017-02-18 07:10:40,541 INFO org.apache.hadoop.mapreduce.Job: map 100% reduce 30%
+2017-02-18 07:10:41,489 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merged 3 segments, 4186892 bytes to disk to satisfy reduce memory limit
+2017-02-18 07:10:41,491 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 1 files, 4186892 bytes from disk
+2017-02-18 07:10:41,491 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 0 segments, 0 bytes from memory into reduce
+2017-02-18 07:10:41,492 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 07:10:41,492 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 4186881 bytes
+2017-02-18 07:10:41,492 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 07:10:42,943 INFO org.apache.hadoop.mapred.Task: Task:attempt_local484764157_0001_r_000003_0 is done. And is in the process of committing
+2017-02-18 07:10:42,960 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 07:10:42,965 INFO org.apache.hadoop.mapred.Task: Task attempt_local484764157_0001_r_000003_0 is allowed to commit now
+2017-02-18 07:10:42,966 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: Saved output of task 'attempt_local484764157_0001_r_000003_0' to file:/home/cloudera/workspace/bpa/Assign1/output_Q1.i/_temporary/0/task_local484764157_0001_r_000003
+2017-02-18 07:10:42,976 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-02-18 07:10:42,978 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local484764157_0001_r_000003_0' done.
+2017-02-18 07:10:42,978 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local484764157_0001_r_000003_0
+2017-02-18 07:10:42,979 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local484764157_0001_r_000004_0
+2017-02-18 07:10:42,992 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-02-18 07:10:42,993 INFO org.apache.hadoop.mapred.Task: Using ResourceCalculatorProcessTree : [ ]
+2017-02-18 07:10:42,994 INFO org.apache.hadoop.mapred.ReduceTask: Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@54babeeb
+2017-02-18 07:10:42,999 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: MergerManager: memoryLimit=679778688, maxSingleShuffleLimit=169944672, mergeThreshold=448653952, ioSortFactor=10, memToMemMergeOutputsThreshold=10
+2017-02-18 07:10:43,031 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: attempt_local484764157_0001_r_000004_0 Thread started: EventFetcher for fetching Map Completion Events
+2017-02-18 07:10:43,065 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#5 about to shuffle output of map attempt_local484764157_0001_m_000002_0 decomp: 853557 len: 853561 to MEMORY
+2017-02-18 07:10:43,074 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 853557 bytes from map-output for attempt_local484764157_0001_m_000002_0
+2017-02-18 07:10:43,099 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 853557, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->853557
+2017-02-18 07:10:43,108 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#5 about to shuffle output of map attempt_local484764157_0001_m_000000_0 decomp: 3061786 len: 3061790 to MEMORY
+2017-02-18 07:10:43,212 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 3061786 bytes from map-output for attempt_local484764157_0001_m_000000_0
+2017-02-18 07:10:43,212 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 3061786, inMemoryMapOutputs.size() -> 2, commitMemory -> 853557, usedMemory ->3915343
+2017-02-18 07:10:43,220 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#5 about to shuffle output of map attempt_local484764157_0001_m_000001_0 decomp: 1002557 len: 1002561 to MEMORY
+2017-02-18 07:10:43,238 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 1002557 bytes from map-output for attempt_local484764157_0001_m_000001_0
+2017-02-18 07:10:43,256 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 1002557, inMemoryMapOutputs.size() -> 3, commitMemory -> 3915343, usedMemory ->4917900
+2017-02-18 07:10:43,257 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: EventFetcher is interrupted.. Returning
+2017-02-18 07:10:43,258 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 07:10:43,258 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: finalMerge called with 3 in-memory map-outputs and 0 on-disk map-outputs
+2017-02-18 07:10:43,260 INFO org.apache.hadoop.mapred.Merger: Merging 3 sorted segments
+2017-02-18 07:10:43,260 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 3 segments left of total size: 4917879 bytes
+2017-02-18 07:10:43,583 INFO org.apache.hadoop.mapreduce.Job: map 100% reduce 40%
+2017-02-18 07:10:45,164 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merged 3 segments, 4917900 bytes to disk to satisfy reduce memory limit
+2017-02-18 07:10:45,166 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 1 files, 4917900 bytes from disk
+2017-02-18 07:10:45,166 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 0 segments, 0 bytes from memory into reduce
+2017-02-18 07:10:45,166 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 07:10:45,167 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 4917892 bytes
+2017-02-18 07:10:45,167 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 07:10:46,884 INFO org.apache.hadoop.mapred.Task: Task:attempt_local484764157_0001_r_000004_0 is done. And is in the process of committing
+2017-02-18 07:10:46,899 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 07:10:46,903 INFO org.apache.hadoop.mapred.Task: Task attempt_local484764157_0001_r_000004_0 is allowed to commit now
+2017-02-18 07:10:46,905 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: Saved output of task 'attempt_local484764157_0001_r_000004_0' to file:/home/cloudera/workspace/bpa/Assign1/output_Q1.i/_temporary/0/task_local484764157_0001_r_000004
+2017-02-18 07:10:46,911 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-02-18 07:10:46,917 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local484764157_0001_r_000004_0' done.
+2017-02-18 07:10:46,918 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local484764157_0001_r_000004_0
+2017-02-18 07:10:46,919 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local484764157_0001_r_000005_0
+2017-02-18 07:10:46,930 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-02-18 07:10:46,931 INFO org.apache.hadoop.mapred.Task: Using ResourceCalculatorProcessTree : [ ]
+2017-02-18 07:10:46,931 INFO org.apache.hadoop.mapred.ReduceTask: Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@1808ffef
+2017-02-18 07:10:46,952 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: MergerManager: memoryLimit=679778688, maxSingleShuffleLimit=169944672, mergeThreshold=448653952, ioSortFactor=10, memToMemMergeOutputsThreshold=10
+2017-02-18 07:10:46,967 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: attempt_local484764157_0001_r_000005_0 Thread started: EventFetcher for fetching Map Completion Events
+2017-02-18 07:10:46,980 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#6 about to shuffle output of map attempt_local484764157_0001_m_000002_0 decomp: 767280 len: 767284 to MEMORY
+2017-02-18 07:10:46,991 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 767280 bytes from map-output for attempt_local484764157_0001_m_000002_0
+2017-02-18 07:10:47,015 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 767280, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->767280
+2017-02-18 07:10:47,018 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#6 about to shuffle output of map attempt_local484764157_0001_m_000000_0 decomp: 2671328 len: 2671332 to MEMORY
+2017-02-18 07:10:47,079 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 2671328 bytes from map-output for attempt_local484764157_0001_m_000000_0
+2017-02-18 07:10:47,110 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 2671328, inMemoryMapOutputs.size() -> 2, commitMemory -> 767280, usedMemory ->3438608
+2017-02-18 07:10:47,122 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#6 about to shuffle output of map attempt_local484764157_0001_m_000001_0 decomp: 894060 len: 894064 to MEMORY
+2017-02-18 07:10:47,132 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 894060 bytes from map-output for attempt_local484764157_0001_m_000001_0
+2017-02-18 07:10:47,146 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 894060, inMemoryMapOutputs.size() -> 3, commitMemory -> 3438608, usedMemory ->4332668
+2017-02-18 07:10:47,148 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: EventFetcher is interrupted.. Returning
+2017-02-18 07:10:47,149 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 07:10:47,149 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: finalMerge called with 3 in-memory map-outputs and 0 on-disk map-outputs
+2017-02-18 07:10:47,150 INFO org.apache.hadoop.mapred.Merger: Merging 3 sorted segments
+2017-02-18 07:10:47,151 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 3 segments left of total size: 4332653 bytes
+2017-02-18 07:10:47,595 INFO org.apache.hadoop.mapreduce.Job: map 100% reduce 50%
+2017-02-18 07:10:48,614 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merged 3 segments, 4332668 bytes to disk to satisfy reduce memory limit
+2017-02-18 07:10:48,616 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 1 files, 4332668 bytes from disk
+2017-02-18 07:10:48,618 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 0 segments, 0 bytes from memory into reduce
+2017-02-18 07:10:48,618 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 07:10:48,619 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 4332659 bytes
+2017-02-18 07:10:48,619 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 07:10:50,071 INFO org.apache.hadoop.mapred.Task: Task:attempt_local484764157_0001_r_000005_0 is done. And is in the process of committing
+2017-02-18 07:10:50,076 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 07:10:50,076 INFO org.apache.hadoop.mapred.Task: Task attempt_local484764157_0001_r_000005_0 is allowed to commit now
+2017-02-18 07:10:50,077 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: Saved output of task 'attempt_local484764157_0001_r_000005_0' to file:/home/cloudera/workspace/bpa/Assign1/output_Q1.i/_temporary/0/task_local484764157_0001_r_000005
+2017-02-18 07:10:50,088 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-02-18 07:10:50,090 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local484764157_0001_r_000005_0' done.
+2017-02-18 07:10:50,091 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local484764157_0001_r_000005_0
+2017-02-18 07:10:50,092 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local484764157_0001_r_000006_0
+2017-02-18 07:10:50,100 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-02-18 07:10:50,101 INFO org.apache.hadoop.mapred.Task: Using ResourceCalculatorProcessTree : [ ]
+2017-02-18 07:10:50,110 INFO org.apache.hadoop.mapred.ReduceTask: Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@28ae5b0b
+2017-02-18 07:10:50,116 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: MergerManager: memoryLimit=679778688, maxSingleShuffleLimit=169944672, mergeThreshold=448653952, ioSortFactor=10, memToMemMergeOutputsThreshold=10
+2017-02-18 07:10:50,138 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: attempt_local484764157_0001_r_000006_0 Thread started: EventFetcher for fetching Map Completion Events
+2017-02-18 07:10:50,153 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#7 about to shuffle output of map attempt_local484764157_0001_m_000002_0 decomp: 967027 len: 967031 to MEMORY
+2017-02-18 07:10:50,160 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 967027 bytes from map-output for attempt_local484764157_0001_m_000002_0
+2017-02-18 07:10:50,175 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 967027, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->967027
+2017-02-18 07:10:50,180 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#7 about to shuffle output of map attempt_local484764157_0001_m_000000_0 decomp: 3388337 len: 3388341 to MEMORY
+2017-02-18 07:10:50,286 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 3388337 bytes from map-output for attempt_local484764157_0001_m_000000_0
+2017-02-18 07:10:50,291 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 3388337, inMemoryMapOutputs.size() -> 2, commitMemory -> 967027, usedMemory ->4355364
+2017-02-18 07:10:50,305 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#7 about to shuffle output of map attempt_local484764157_0001_m_000001_0 decomp: 1152263 len: 1152267 to MEMORY
+2017-02-18 07:10:50,321 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 1152263 bytes from map-output for attempt_local484764157_0001_m_000001_0
+2017-02-18 07:10:50,330 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 1152263, inMemoryMapOutputs.size() -> 3, commitMemory -> 4355364, usedMemory ->5507627
+2017-02-18 07:10:50,332 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: EventFetcher is interrupted.. Returning
+2017-02-18 07:10:50,334 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 07:10:50,334 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: finalMerge called with 3 in-memory map-outputs and 0 on-disk map-outputs
+2017-02-18 07:10:50,336 INFO org.apache.hadoop.mapred.Merger: Merging 3 sorted segments
+2017-02-18 07:10:50,336 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 3 segments left of total size: 5507601 bytes
+2017-02-18 07:10:50,602 INFO org.apache.hadoop.mapreduce.Job: map 100% reduce 60%
+2017-02-18 07:10:52,360 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merged 3 segments, 5507627 bytes to disk to satisfy reduce memory limit
+2017-02-18 07:10:52,362 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 1 files, 5507627 bytes from disk
+2017-02-18 07:10:52,362 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 0 segments, 0 bytes from memory into reduce
+2017-02-18 07:10:52,368 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 07:10:52,369 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 5507615 bytes
+2017-02-18 07:10:52,371 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 07:10:54,311 INFO org.apache.hadoop.mapred.Task: Task:attempt_local484764157_0001_r_000006_0 is done. And is in the process of committing
+2017-02-18 07:10:54,331 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 07:10:54,336 INFO org.apache.hadoop.mapred.Task: Task attempt_local484764157_0001_r_000006_0 is allowed to commit now
+2017-02-18 07:10:54,338 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: Saved output of task 'attempt_local484764157_0001_r_000006_0' to file:/home/cloudera/workspace/bpa/Assign1/output_Q1.i/_temporary/0/task_local484764157_0001_r_000006
+2017-02-18 07:10:54,343 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-02-18 07:10:54,347 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local484764157_0001_r_000006_0' done.
+2017-02-18 07:10:54,348 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local484764157_0001_r_000006_0
+2017-02-18 07:10:54,349 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local484764157_0001_r_000007_0
+2017-02-18 07:10:54,357 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-02-18 07:10:54,358 INFO org.apache.hadoop.mapred.Task: Using ResourceCalculatorProcessTree : [ ]
+2017-02-18 07:10:54,362 INFO org.apache.hadoop.mapred.ReduceTask: Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@68792330
+2017-02-18 07:10:54,374 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: MergerManager: memoryLimit=679778688, maxSingleShuffleLimit=169944672, mergeThreshold=448653952, ioSortFactor=10, memToMemMergeOutputsThreshold=10
+2017-02-18 07:10:54,401 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: attempt_local484764157_0001_r_000007_0 Thread started: EventFetcher for fetching Map Completion Events
+2017-02-18 07:10:54,409 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#8 about to shuffle output of map attempt_local484764157_0001_m_000002_0 decomp: 710901 len: 710905 to MEMORY
+2017-02-18 07:10:54,438 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 710901 bytes from map-output for attempt_local484764157_0001_m_000002_0
+2017-02-18 07:10:54,438 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 710901, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->710901
+2017-02-18 07:10:54,457 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#8 about to shuffle output of map attempt_local484764157_0001_m_000000_0 decomp: 2633768 len: 2633772 to MEMORY
+2017-02-18 07:10:54,521 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 2633768 bytes from map-output for attempt_local484764157_0001_m_000000_0
+2017-02-18 07:10:54,551 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 2633768, inMemoryMapOutputs.size() -> 2, commitMemory -> 710901, usedMemory ->3344669
+2017-02-18 07:10:54,554 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#8 about to shuffle output of map attempt_local484764157_0001_m_000001_0 decomp: 824970 len: 824974 to MEMORY
+2017-02-18 07:10:54,574 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 824970 bytes from map-output for attempt_local484764157_0001_m_000001_0
+2017-02-18 07:10:54,582 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 824970, inMemoryMapOutputs.size() -> 3, commitMemory -> 3344669, usedMemory ->4169639
+2017-02-18 07:10:54,586 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: EventFetcher is interrupted.. Returning
+2017-02-18 07:10:54,587 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 07:10:54,587 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: finalMerge called with 3 in-memory map-outputs and 0 on-disk map-outputs
+2017-02-18 07:10:54,589 INFO org.apache.hadoop.mapred.Merger: Merging 3 sorted segments
+2017-02-18 07:10:54,589 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 3 segments left of total size: 4169616 bytes
+2017-02-18 07:10:54,634 INFO org.apache.hadoop.mapreduce.Job: map 100% reduce 70%
+2017-02-18 07:10:55,946 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merged 3 segments, 4169639 bytes to disk to satisfy reduce memory limit
+2017-02-18 07:10:55,947 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 1 files, 4169639 bytes from disk
+2017-02-18 07:10:55,948 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 0 segments, 0 bytes from memory into reduce
+2017-02-18 07:10:55,948 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 07:10:55,948 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 4169630 bytes
+2017-02-18 07:10:55,948 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 07:10:57,339 INFO org.apache.hadoop.mapred.Task: Task:attempt_local484764157_0001_r_000007_0 is done. And is in the process of committing
+2017-02-18 07:10:57,350 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 07:10:57,358 INFO org.apache.hadoop.mapred.Task: Task attempt_local484764157_0001_r_000007_0 is allowed to commit now
+2017-02-18 07:10:57,363 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: Saved output of task 'attempt_local484764157_0001_r_000007_0' to file:/home/cloudera/workspace/bpa/Assign1/output_Q1.i/_temporary/0/task_local484764157_0001_r_000007
+2017-02-18 07:10:57,365 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-02-18 07:10:57,367 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local484764157_0001_r_000007_0' done.
+2017-02-18 07:10:57,368 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local484764157_0001_r_000007_0
+2017-02-18 07:10:57,374 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local484764157_0001_r_000008_0
+2017-02-18 07:10:57,379 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-02-18 07:10:57,380 INFO org.apache.hadoop.mapred.Task: Using ResourceCalculatorProcessTree : [ ]
+2017-02-18 07:10:57,381 INFO org.apache.hadoop.mapred.ReduceTask: Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@32609547
+2017-02-18 07:10:57,393 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: MergerManager: memoryLimit=679778688, maxSingleShuffleLimit=169944672, mergeThreshold=448653952, ioSortFactor=10, memToMemMergeOutputsThreshold=10
+2017-02-18 07:10:57,404 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: attempt_local484764157_0001_r_000008_0 Thread started: EventFetcher for fetching Map Completion Events
+2017-02-18 07:10:57,419 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#9 about to shuffle output of map attempt_local484764157_0001_m_000002_0 decomp: 1462439 len: 1462443 to MEMORY
+2017-02-18 07:10:57,436 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 1462439 bytes from map-output for attempt_local484764157_0001_m_000002_0
+2017-02-18 07:10:57,460 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 1462439, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->1462439
+2017-02-18 07:10:57,479 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#9 about to shuffle output of map attempt_local484764157_0001_m_000000_0 decomp: 5237666 len: 5237670 to MEMORY
+2017-02-18 07:10:57,645 INFO org.apache.hadoop.mapreduce.Job: map 100% reduce 100%
+2017-02-18 07:10:57,648 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 5237666 bytes from map-output for attempt_local484764157_0001_m_000000_0
+2017-02-18 07:10:57,648 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 5237666, inMemoryMapOutputs.size() -> 2, commitMemory -> 1462439, usedMemory ->6700105
+2017-02-18 07:10:57,651 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#9 about to shuffle output of map attempt_local484764157_0001_m_000001_0 decomp: 1510887 len: 1510891 to MEMORY
+2017-02-18 07:10:57,665 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 1510887 bytes from map-output for attempt_local484764157_0001_m_000001_0
+2017-02-18 07:10:57,687 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 1510887, inMemoryMapOutputs.size() -> 3, commitMemory -> 6700105, usedMemory ->8210992
+2017-02-18 07:10:57,694 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: EventFetcher is interrupted.. Returning
+2017-02-18 07:10:57,695 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 07:10:57,695 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: finalMerge called with 3 in-memory map-outputs and 0 on-disk map-outputs
+2017-02-18 07:10:57,703 INFO org.apache.hadoop.mapred.Merger: Merging 3 sorted segments
+2017-02-18 07:10:57,704 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 3 segments left of total size: 8210965 bytes
+2017-02-18 07:10:58,647 INFO org.apache.hadoop.mapreduce.Job: map 100% reduce 80%
+2017-02-18 07:11:00,751 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merged 3 segments, 8210992 bytes to disk to satisfy reduce memory limit
+2017-02-18 07:11:00,754 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 1 files, 8210992 bytes from disk
+2017-02-18 07:11:00,754 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 0 segments, 0 bytes from memory into reduce
+2017-02-18 07:11:00,754 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 07:11:00,754 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 8210983 bytes
+2017-02-18 07:11:00,755 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 07:11:03,386 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-02-18 07:11:03,659 INFO org.apache.hadoop.mapreduce.Job: map 100% reduce 90%
+2017-02-18 07:11:03,801 INFO org.apache.hadoop.mapred.Task: Task:attempt_local484764157_0001_r_000008_0 is done. And is in the process of committing
+2017-02-18 07:11:03,811 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-02-18 07:11:03,817 INFO org.apache.hadoop.mapred.Task: Task attempt_local484764157_0001_r_000008_0 is allowed to commit now
+2017-02-18 07:11:03,820 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: Saved output of task 'attempt_local484764157_0001_r_000008_0' to file:/home/cloudera/workspace/bpa/Assign1/output_Q1.i/_temporary/0/task_local484764157_0001_r_000008
+2017-02-18 07:11:03,830 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-02-18 07:11:03,833 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local484764157_0001_r_000008_0' done.
+2017-02-18 07:11:03,839 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local484764157_0001_r_000008_0
+2017-02-18 07:11:03,839 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local484764157_0001_r_000009_0
+2017-02-18 07:11:03,848 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-02-18 07:11:03,862 INFO org.apache.hadoop.mapred.Task: Using ResourceCalculatorProcessTree : [ ]
+2017-02-18 07:11:03,875 INFO org.apache.hadoop.mapred.ReduceTask: Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@9b82279
+2017-02-18 07:11:03,885 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: MergerManager: memoryLimit=679778688, maxSingleShuffleLimit=169944672, mergeThreshold=448653952, ioSortFactor=10, memToMemMergeOutputsThreshold=10
+2017-02-18 07:11:03,896 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: attempt_local484764157_0001_r_000009_0 Thread started: EventFetcher for fetching Map Completion Events
+2017-02-18 07:11:03,914 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#10 about to shuffle output of map attempt_local484764157_0001_m_000002_0 decomp: 563620 len: 563624 to MEMORY
+2017-02-18 07:11:03,929 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 563620 bytes from map-output for attempt_local484764157_0001_m_000002_0
+2017-02-18 07:11:03,946 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 563620, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->563620
+2017-02-18 07:11:03,969 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#10 about to shuffle output of map attempt_local484764157_0001_m_000000_0 decomp: 1935947 len: 1935951 to MEMORY
+2017-02-18 07:11:04,044 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 1935947 bytes from map-output for attempt_local484764157_0001_m_000000_0
+2017-02-18 07:11:04,047 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 1935947, inMemoryMapOutputs.size() -> 2, commitMemory -> 563620, usedMemory ->2499567
+2017-02-18 07:11:04,053 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#10 about to shuffle output of map attempt_local484764157_0001_m_000001_0 decomp: 733075 len: 733079 to MEMORY
+2017-02-18 07:11:04,076 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 733075 bytes from map-output for attempt_local484764157_0001_m_000001_0
+2017-02-18 07:11:04,089 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 733075, inMemoryMapOutputs.size() -> 3, commitMemory -> 2499567, usedMemory ->3232642
+2017-02-18 07:11:04,092 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: EventFetcher is interrupted.. Returning
+2017-02-18 07:11:04,093 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 07:11:04,093 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: finalMerge called with 3 in-memory map-outputs and 0 on-disk map-outputs
+2017-02-18 07:11:04,095 INFO org.apache.hadoop.mapred.Merger: Merging 3 sorted segments
+2017-02-18 07:11:04,095 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 3 segments left of total size: 3232620 bytes
+2017-02-18 07:11:05,090 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merged 3 segments, 3232642 bytes to disk to satisfy reduce memory limit
+2017-02-18 07:11:05,092 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 1 files, 3232642 bytes from disk
+2017-02-18 07:11:05,092 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 0 segments, 0 bytes from memory into reduce
+2017-02-18 07:11:05,092 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 07:11:05,093 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 3232631 bytes
+2017-02-18 07:11:05,093 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 07:11:06,076 INFO org.apache.hadoop.mapred.Task: Task:attempt_local484764157_0001_r_000009_0 is done. And is in the process of committing
+2017-02-18 07:11:06,108 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 07:11:06,117 INFO org.apache.hadoop.mapred.Task: Task attempt_local484764157_0001_r_000009_0 is allowed to commit now
+2017-02-18 07:11:06,118 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: Saved output of task 'attempt_local484764157_0001_r_000009_0' to file:/home/cloudera/workspace/bpa/Assign1/output_Q1.i/_temporary/0/task_local484764157_0001_r_000009
+2017-02-18 07:11:06,128 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-02-18 07:11:06,131 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local484764157_0001_r_000009_0' done.
+2017-02-18 07:11:06,132 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local484764157_0001_r_000009_0
+2017-02-18 07:11:06,133 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce task executor complete.
+2017-02-18 07:11:06,356 WARN org.apache.hadoop.mapred.LocalJobRunner: job_local484764157_0001
+java.lang.NoClassDefFoundError: org/apache/http/client/methods/HttpUriRequest
+ at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:573)
+Caused by: java.lang.ClassNotFoundException: org.apache.http.client.methods.HttpUriRequest
+ at java.net.URLClassLoader$1.run(URLClassLoader.java:366)
+ at java.net.URLClassLoader$1.run(URLClassLoader.java:355)
+ at java.security.AccessController.doPrivileged(Native Method)
+ at java.net.URLClassLoader.findClass(URLClassLoader.java:354)
+ at java.lang.ClassLoader.loadClass(ClassLoader.java:425)
+ at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:308)
+ at java.lang.ClassLoader.loadClass(ClassLoader.java:358)
+ ... 1 more
+2017-02-18 07:11:06,670 INFO org.apache.hadoop.mapreduce.Job: map 100% reduce 100%
+2017-02-18 07:11:06,670 INFO org.apache.hadoop.mapreduce.Job: Job job_local484764157_0001 failed with state FAILED due to: NA
+2017-02-18 07:11:06,936 INFO org.apache.hadoop.mapreduce.Job: Counters: 30
+ File System Counters
+ FILE: Number of bytes read=919728132
+ FILE: Number of bytes written=960458626
+ FILE: Number of read operations=0
+ FILE: Number of large read operations=0
+ FILE: Number of write operations=0
+ Map-Reduce Framework
+ Map input records=507535
+ Map output records=4678719
+ Map output bytes=43638689
+ Map output materialized bytes=52996307
+ Input split bytes=351
+ Combine input records=0
+ Combine output records=0
+ Reduce input groups=195336
+ Reduce shuffle bytes=52996307
+ Reduce input records=4678719
+ Reduce output records=119
+ Spilled Records=9357438
+ Shuffled Maps =30
+ Failed Shuffles=0
+ Merged Map outputs=30
+ GC time elapsed (ms)=871
+ Total committed heap usage (bytes)=2551959552
+ Shuffle Errors
+ BAD_ID=0
+ CONNECTION=0
+ IO_ERROR=0
+ WRONG_LENGTH=0
+ WRONG_MAP=0
+ WRONG_REDUCE=0
+ File Input Format Counters
+ Bytes Read=26057874
+ File Output Format Counters
+ Bytes Written=1297
+2017-02-18 07:35:20,526 WARN org.apache.hadoop.util.NativeCodeLoader: Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
+2017-02-18 07:35:22,634 INFO org.apache.hadoop.conf.Configuration.deprecation: session.id is deprecated. Instead, use dfs.metrics.session-id
+2017-02-18 07:35:22,642 INFO org.apache.hadoop.metrics.jvm.JvmMetrics: Initializing JVM Metrics with processName=JobTracker, sessionId=
+2017-02-18 07:35:24,655 WARN org.apache.hadoop.mapreduce.JobResourceUploader: No job jar file set. User classes may not be found. See Job or Job#setJar(String).
+2017-02-18 07:35:24,723 INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat: Total input paths to process : 3
+2017-02-18 07:35:25,182 INFO org.apache.hadoop.mapreduce.JobSubmitter: number of splits:3
+2017-02-18 07:35:26,701 INFO org.apache.hadoop.mapreduce.JobSubmitter: Submitting tokens for job: job_local378226183_0001
+2017-02-18 07:35:28,571 INFO org.apache.hadoop.mapreduce.Job: The url to track the job: http://localhost:8080/
+2017-02-18 07:35:28,574 INFO org.apache.hadoop.mapreduce.Job: Running job: job_local378226183_0001
+2017-02-18 07:35:28,595 INFO org.apache.hadoop.mapred.LocalJobRunner: OutputCommitter set in config null
+2017-02-18 07:35:28,670 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-02-18 07:35:28,679 INFO org.apache.hadoop.mapred.LocalJobRunner: OutputCommitter is org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter
+2017-02-18 07:35:29,112 INFO org.apache.hadoop.mapred.LocalJobRunner: Waiting for map tasks
+2017-02-18 07:35:29,114 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local378226183_0001_m_000000_0
+2017-02-18 07:35:29,370 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-02-18 07:35:29,500 INFO org.apache.hadoop.mapred.Task: Using ResourceCalculatorProcessTree : [ ]
+2017-02-18 07:35:29,531 INFO org.apache.hadoop.mapred.MapTask: Processing split: file:/home/cloudera/workspace/bpa/Assign1/pg3200.txt:0+16013935
+2017-02-18 07:35:29,577 INFO org.apache.hadoop.mapreduce.Job: Job job_local378226183_0001 running in uber mode : false
+2017-02-18 07:35:29,611 INFO org.apache.hadoop.mapreduce.Job: map 0% reduce 0%
+2017-02-18 07:35:30,918 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 0 kvi 26214396(104857584)
+2017-02-18 07:35:30,919 INFO org.apache.hadoop.mapred.MapTask: mapreduce.task.io.sort.mb: 100
+2017-02-18 07:35:30,919 INFO org.apache.hadoop.mapred.MapTask: soft limit at 83886080
+2017-02-18 07:35:30,919 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufvoid = 104857600
+2017-02-18 07:35:30,919 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396; length = 6553600
+2017-02-18 07:35:31,506 INFO org.apache.hadoop.mapred.MapTask: Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
+2017-02-18 07:35:31,939 INFO org.apache.hadoop.mapreduce.lib.input.LineRecordReader: Found UTF-8 BOM and skipped it
+2017-02-18 07:35:35,765 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-02-18 07:35:36,663 INFO org.apache.hadoop.mapreduce.Job: map 1% reduce 0%
+2017-02-18 07:35:38,773 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-02-18 07:35:39,670 INFO org.apache.hadoop.mapreduce.Job: map 5% reduce 0%
+2017-02-18 07:35:41,776 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-02-18 07:35:42,686 INFO org.apache.hadoop.mapreduce.Job: map 11% reduce 0%
+2017-02-18 07:35:44,777 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-02-18 07:35:45,696 INFO org.apache.hadoop.mapreduce.Job: map 16% reduce 0%
+2017-02-18 07:35:47,695 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-02-18 07:35:47,699 INFO org.apache.hadoop.mapred.MapTask: Starting flush of map output
+2017-02-18 07:35:47,705 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-02-18 07:35:47,707 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufend = 26925530; bufvoid = 104857600
+2017-02-18 07:35:47,707 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396(104857584); kvend = 14765624(59062496); length = 11448773/6553600
+2017-02-18 07:35:47,779 INFO org.apache.hadoop.mapred.LocalJobRunner: map > sort
+2017-02-18 07:35:48,732 INFO org.apache.hadoop.mapreduce.Job: map 22% reduce 0%
+2017-02-18 07:35:50,780 INFO org.apache.hadoop.mapred.LocalJobRunner: map > sort
+2017-02-18 07:35:53,782 INFO org.apache.hadoop.mapred.LocalJobRunner: map > sort
+2017-02-18 07:35:56,784 INFO org.apache.hadoop.mapred.LocalJobRunner: map > sort
+2017-02-18 07:35:59,785 INFO org.apache.hadoop.mapred.LocalJobRunner: map > sort
+2017-02-18 07:36:02,787 INFO org.apache.hadoop.mapred.LocalJobRunner: map > sort
+2017-02-18 07:36:05,789 INFO org.apache.hadoop.mapred.LocalJobRunner: map > sort
+2017-02-18 07:36:08,790 INFO org.apache.hadoop.mapred.LocalJobRunner: map > sort
+2017-02-18 07:36:11,792 INFO org.apache.hadoop.mapred.LocalJobRunner: map > sort
+2017-02-18 07:36:15,221 INFO org.apache.hadoop.mapred.MapTask: Finished spill 0
+2017-02-18 07:36:15,301 INFO org.apache.hadoop.mapred.Task: Task:attempt_local378226183_0001_m_000000_0 is done. And is in the process of committing
+2017-02-18 07:36:15,311 INFO org.apache.hadoop.mapred.LocalJobRunner: map
+2017-02-18 07:36:15,316 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local378226183_0001_m_000000_0' done.
+2017-02-18 07:36:15,318 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local378226183_0001_m_000000_0
+2017-02-18 07:36:15,319 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local378226183_0001_m_000001_0
+2017-02-18 07:36:15,328 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-02-18 07:36:15,329 INFO org.apache.hadoop.mapred.Task: Using ResourceCalculatorProcessTree : [ ]
+2017-02-18 07:36:15,356 INFO org.apache.hadoop.mapred.MapTask: Processing split: file:/home/cloudera/workspace/bpa/Assign1/pg100.txt:0+5589889
+2017-02-18 07:36:15,807 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 0 kvi 26214396(104857584)
+2017-02-18 07:36:15,812 INFO org.apache.hadoop.mapreduce.Job: map 100% reduce 0%
+2017-02-18 07:36:15,815 INFO org.apache.hadoop.mapred.MapTask: mapreduce.task.io.sort.mb: 100
+2017-02-18 07:36:15,815 INFO org.apache.hadoop.mapred.MapTask: soft limit at 83886080
+2017-02-18 07:36:15,816 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufvoid = 104857600
+2017-02-18 07:36:15,816 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396; length = 6553600
+2017-02-18 07:36:15,829 INFO org.apache.hadoop.mapred.MapTask: Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
+2017-02-18 07:36:15,848 INFO org.apache.hadoop.mapreduce.lib.input.LineRecordReader: Found UTF-8 BOM and skipped it
+2017-02-18 07:36:21,514 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-02-18 07:36:21,613 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-02-18 07:36:21,613 INFO org.apache.hadoop.mapred.MapTask: Starting flush of map output
+2017-02-18 07:36:21,613 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-02-18 07:36:21,614 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufend = 9171648; bufvoid = 104857600
+2017-02-18 07:36:21,614 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396(104857584); kvend = 22120624(88482496); length = 4093773/6553600
+2017-02-18 07:36:21,838 INFO org.apache.hadoop.mapreduce.Job: map 55% reduce 0%
+2017-02-18 07:36:24,614 INFO org.apache.hadoop.mapred.LocalJobRunner: map > sort
+2017-02-18 07:36:24,850 INFO org.apache.hadoop.mapreduce.Job: map 56% reduce 0%
+2017-02-18 07:36:27,615 INFO org.apache.hadoop.mapred.LocalJobRunner: map > sort
+2017-02-18 07:36:29,379 INFO org.apache.hadoop.mapred.MapTask: Finished spill 0
+2017-02-18 07:36:29,393 INFO org.apache.hadoop.mapred.Task: Task:attempt_local378226183_0001_m_000001_0 is done. And is in the process of committing
+2017-02-18 07:36:29,402 INFO org.apache.hadoop.mapred.LocalJobRunner: map
+2017-02-18 07:36:29,408 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local378226183_0001_m_000001_0' done.
+2017-02-18 07:36:29,409 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local378226183_0001_m_000001_0
+2017-02-18 07:36:29,411 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local378226183_0001_m_000002_0
+2017-02-18 07:36:29,422 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-02-18 07:36:29,423 INFO org.apache.hadoop.mapred.Task: Using ResourceCalculatorProcessTree : [ ]
+2017-02-18 07:36:29,442 INFO org.apache.hadoop.mapred.MapTask: Processing split: file:/home/cloudera/workspace/bpa/Assign1/pg31100.txt:0+4454050
+2017-02-18 07:36:29,839 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 0 kvi 26214396(104857584)
+2017-02-18 07:36:29,853 INFO org.apache.hadoop.mapred.MapTask: mapreduce.task.io.sort.mb: 100
+2017-02-18 07:36:29,853 INFO org.apache.hadoop.mapred.MapTask: soft limit at 83886080
+2017-02-18 07:36:29,854 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufvoid = 104857600
+2017-02-18 07:36:29,854 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396; length = 6553600
+2017-02-18 07:36:29,859 INFO org.apache.hadoop.mapred.MapTask: Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
+2017-02-18 07:36:29,862 INFO org.apache.hadoop.mapreduce.Job: map 100% reduce 0%
+2017-02-18 07:36:29,871 INFO org.apache.hadoop.mapreduce.lib.input.LineRecordReader: Found UTF-8 BOM and skipped it
+2017-02-18 07:36:32,938 INFO org.apache.hadoop.mapred.LocalJobRunner:
+2017-02-18 07:36:32,946 INFO org.apache.hadoop.mapred.MapTask: Starting flush of map output
+2017-02-18 07:36:32,947 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-02-18 07:36:32,948 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufend = 7541511; bufvoid = 104857600
+2017-02-18 07:36:32,948 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396(104857584); kvend = 23042076(92168304); length = 3172321/6553600
+2017-02-18 07:36:33,932 INFO org.apache.hadoop.mapreduce.Job: map 67% reduce 0%
+2017-02-18 07:36:35,448 INFO org.apache.hadoop.mapred.LocalJobRunner: map > sort
+2017-02-18 07:36:35,934 INFO org.apache.hadoop.mapreduce.Job: map 89% reduce 0%
+2017-02-18 07:36:38,458 INFO org.apache.hadoop.mapred.LocalJobRunner: map > sort
+2017-02-18 07:36:38,834 INFO org.apache.hadoop.mapred.MapTask: Finished spill 0
+2017-02-18 07:36:38,877 INFO org.apache.hadoop.mapred.Task: Task:attempt_local378226183_0001_m_000002_0 is done. And is in the process of committing
+2017-02-18 07:36:38,883 INFO org.apache.hadoop.mapred.LocalJobRunner: map
+2017-02-18 07:36:38,889 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local378226183_0001_m_000002_0' done.
+2017-02-18 07:36:38,890 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local378226183_0001_m_000002_0
+2017-02-18 07:36:38,897 INFO org.apache.hadoop.mapred.LocalJobRunner: map task executor complete.
+2017-02-18 07:36:38,945 INFO org.apache.hadoop.mapreduce.Job: map 100% reduce 0%
+2017-02-18 07:36:39,045 INFO org.apache.hadoop.mapred.LocalJobRunner: Waiting for reduce tasks
+2017-02-18 07:36:39,046 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local378226183_0001_r_000000_0
+2017-02-18 07:36:39,127 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-02-18 07:36:39,128 INFO org.apache.hadoop.mapred.Task: Using ResourceCalculatorProcessTree : [ ]
+2017-02-18 07:36:39,171 INFO org.apache.hadoop.mapred.ReduceTask: Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@712678ab
+2017-02-18 07:36:39,351 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: MergerManager: memoryLimit=679778688, maxSingleShuffleLimit=169944672, mergeThreshold=448653952, ioSortFactor=10, memToMemMergeOutputsThreshold=10
+2017-02-18 07:36:39,396 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: attempt_local378226183_0001_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
+2017-02-18 07:36:39,682 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#1 about to shuffle output of map attempt_local378226183_0001_m_000000_0 decomp: 61 len: 65 to MEMORY
+2017-02-18 07:36:39,804 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 61 bytes from map-output for attempt_local378226183_0001_m_000000_0
+2017-02-18 07:36:39,822 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 61, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->61
+2017-02-18 07:36:39,854 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#1 about to shuffle output of map attempt_local378226183_0001_m_000001_0 decomp: 30 len: 34 to MEMORY
+2017-02-18 07:36:39,858 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 30 bytes from map-output for attempt_local378226183_0001_m_000001_0
+2017-02-18 07:36:39,860 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 30, inMemoryMapOutputs.size() -> 2, commitMemory -> 61, usedMemory ->91
+2017-02-18 07:36:39,868 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#1 about to shuffle output of map attempt_local378226183_0001_m_000002_0 decomp: 31 len: 35 to MEMORY
+2017-02-18 07:36:39,875 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 31 bytes from map-output for attempt_local378226183_0001_m_000002_0
+2017-02-18 07:36:39,879 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 31, inMemoryMapOutputs.size() -> 3, commitMemory -> 91, usedMemory ->122
+2017-02-18 07:36:39,882 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: EventFetcher is interrupted.. Returning
+2017-02-18 07:36:39,883 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 07:36:39,883 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: finalMerge called with 3 in-memory map-outputs and 0 on-disk map-outputs
+2017-02-18 07:36:39,948 INFO org.apache.hadoop.mapred.Merger: Merging 3 sorted segments
+2017-02-18 07:36:39,950 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 3 segments left of total size: 104 bytes
+2017-02-18 07:36:39,958 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merged 3 segments, 122 bytes to disk to satisfy reduce memory limit
+2017-02-18 07:36:39,960 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 1 files, 122 bytes from disk
+2017-02-18 07:36:39,984 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 0 segments, 0 bytes from memory into reduce
+2017-02-18 07:36:39,984 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 07:36:39,985 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 110 bytes
+2017-02-18 07:36:39,992 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 07:36:40,087 INFO org.apache.hadoop.conf.Configuration.deprecation: mapred.skip.on is deprecated. Instead, use mapreduce.job.skiprecords
+2017-02-18 07:36:40,097 INFO org.apache.hadoop.mapred.Task: Task:attempt_local378226183_0001_r_000000_0 is done. And is in the process of committing
+2017-02-18 07:36:40,107 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 07:36:40,115 INFO org.apache.hadoop.mapred.Task: Task attempt_local378226183_0001_r_000000_0 is allowed to commit now
+2017-02-18 07:36:40,117 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: Saved output of task 'attempt_local378226183_0001_r_000000_0' to file:/home/cloudera/workspace/bpa/Assign1/output_Q2.i/_temporary/0/task_local378226183_0001_r_000000
+2017-02-18 07:36:40,127 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-02-18 07:36:40,129 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local378226183_0001_r_000000_0' done.
+2017-02-18 07:36:40,130 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local378226183_0001_r_000000_0
+2017-02-18 07:36:40,131 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local378226183_0001_r_000001_0
+2017-02-18 07:36:40,142 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-02-18 07:36:40,143 INFO org.apache.hadoop.mapred.Task: Using ResourceCalculatorProcessTree : [ ]
+2017-02-18 07:36:40,143 INFO org.apache.hadoop.mapred.ReduceTask: Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@1b362c68
+2017-02-18 07:36:40,157 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: MergerManager: memoryLimit=679778688, maxSingleShuffleLimit=169944672, mergeThreshold=448653952, ioSortFactor=10, memToMemMergeOutputsThreshold=10
+2017-02-18 07:36:40,174 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: attempt_local378226183_0001_r_000001_0 Thread started: EventFetcher for fetching Map Completion Events
+2017-02-18 07:36:40,181 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#2 about to shuffle output of map attempt_local378226183_0001_m_000000_0 decomp: 154 len: 158 to MEMORY
+2017-02-18 07:36:40,194 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 154 bytes from map-output for attempt_local378226183_0001_m_000000_0
+2017-02-18 07:36:40,198 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 154, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->154
+2017-02-18 07:36:40,214 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#2 about to shuffle output of map attempt_local378226183_0001_m_000001_0 decomp: 69 len: 73 to MEMORY
+2017-02-18 07:36:40,227 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 69 bytes from map-output for attempt_local378226183_0001_m_000001_0
+2017-02-18 07:36:40,233 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 69, inMemoryMapOutputs.size() -> 2, commitMemory -> 154, usedMemory ->223
+2017-02-18 07:36:40,235 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#2 about to shuffle output of map attempt_local378226183_0001_m_000002_0 decomp: 39 len: 43 to MEMORY
+2017-02-18 07:36:40,250 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 39 bytes from map-output for attempt_local378226183_0001_m_000002_0
+2017-02-18 07:36:40,251 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 39, inMemoryMapOutputs.size() -> 3, commitMemory -> 223, usedMemory ->262
+2017-02-18 07:36:40,251 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: EventFetcher is interrupted.. Returning
+2017-02-18 07:36:40,260 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 07:36:40,261 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: finalMerge called with 3 in-memory map-outputs and 0 on-disk map-outputs
+2017-02-18 07:36:40,262 INFO org.apache.hadoop.mapred.Merger: Merging 3 sorted segments
+2017-02-18 07:36:40,262 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 3 segments left of total size: 253 bytes
+2017-02-18 07:36:40,264 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merged 3 segments, 262 bytes to disk to satisfy reduce memory limit
+2017-02-18 07:36:40,264 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 1 files, 262 bytes from disk
+2017-02-18 07:36:40,264 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 0 segments, 0 bytes from memory into reduce
+2017-02-18 07:36:40,264 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 07:36:40,265 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 255 bytes
+2017-02-18 07:36:40,272 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 07:36:40,327 INFO org.apache.hadoop.mapred.Task: Task:attempt_local378226183_0001_r_000001_0 is done. And is in the process of committing
+2017-02-18 07:36:40,330 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 07:36:40,333 INFO org.apache.hadoop.mapred.Task: Task attempt_local378226183_0001_r_000001_0 is allowed to commit now
+2017-02-18 07:36:40,344 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: Saved output of task 'attempt_local378226183_0001_r_000001_0' to file:/home/cloudera/workspace/bpa/Assign1/output_Q2.i/_temporary/0/task_local378226183_0001_r_000001
+2017-02-18 07:36:40,355 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-02-18 07:36:40,356 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local378226183_0001_r_000001_0' done.
+2017-02-18 07:36:40,361 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local378226183_0001_r_000001_0
+2017-02-18 07:36:40,362 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local378226183_0001_r_000002_0
+2017-02-18 07:36:40,374 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-02-18 07:36:40,375 INFO org.apache.hadoop.mapred.Task: Using ResourceCalculatorProcessTree : [ ]
+2017-02-18 07:36:40,375 INFO org.apache.hadoop.mapred.ReduceTask: Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@20bae047
+2017-02-18 07:36:40,383 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: MergerManager: memoryLimit=679778688, maxSingleShuffleLimit=169944672, mergeThreshold=448653952, ioSortFactor=10, memToMemMergeOutputsThreshold=10
+2017-02-18 07:36:40,410 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: attempt_local378226183_0001_r_000002_0 Thread started: EventFetcher for fetching Map Completion Events
+2017-02-18 07:36:40,429 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#3 about to shuffle output of map attempt_local378226183_0001_m_000000_0 decomp: 112 len: 116 to MEMORY
+2017-02-18 07:36:40,430 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 112 bytes from map-output for attempt_local378226183_0001_m_000000_0
+2017-02-18 07:36:40,435 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 112, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->112
+2017-02-18 07:36:40,439 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#3 about to shuffle output of map attempt_local378226183_0001_m_000001_0 decomp: 41 len: 45 to MEMORY
+2017-02-18 07:36:40,450 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 41 bytes from map-output for attempt_local378226183_0001_m_000001_0
+2017-02-18 07:36:40,459 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 41, inMemoryMapOutputs.size() -> 2, commitMemory -> 112, usedMemory ->153
+2017-02-18 07:36:40,472 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#3 about to shuffle output of map attempt_local378226183_0001_m_000002_0 decomp: 51 len: 55 to MEMORY
+2017-02-18 07:36:40,476 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 51 bytes from map-output for attempt_local378226183_0001_m_000002_0
+2017-02-18 07:36:40,480 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 51, inMemoryMapOutputs.size() -> 3, commitMemory -> 153, usedMemory ->204
+2017-02-18 07:36:40,482 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: EventFetcher is interrupted.. Returning
+2017-02-18 07:36:40,483 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 07:36:40,484 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: finalMerge called with 3 in-memory map-outputs and 0 on-disk map-outputs
+2017-02-18 07:36:40,485 INFO org.apache.hadoop.mapred.Merger: Merging 3 sorted segments
+2017-02-18 07:36:40,485 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 3 segments left of total size: 186 bytes
+2017-02-18 07:36:40,489 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merged 3 segments, 204 bytes to disk to satisfy reduce memory limit
+2017-02-18 07:36:40,490 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 1 files, 204 bytes from disk
+2017-02-18 07:36:40,497 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 0 segments, 0 bytes from memory into reduce
+2017-02-18 07:36:40,498 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 07:36:40,499 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 194 bytes
+2017-02-18 07:36:40,504 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 07:36:40,560 INFO org.apache.hadoop.mapred.Task: Task:attempt_local378226183_0001_r_000002_0 is done. And is in the process of committing
+2017-02-18 07:36:40,562 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 07:36:40,562 INFO org.apache.hadoop.mapred.Task: Task attempt_local378226183_0001_r_000002_0 is allowed to commit now
+2017-02-18 07:36:40,563 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: Saved output of task 'attempt_local378226183_0001_r_000002_0' to file:/home/cloudera/workspace/bpa/Assign1/output_Q2.i/_temporary/0/task_local378226183_0001_r_000002
+2017-02-18 07:36:40,578 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-02-18 07:36:40,579 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local378226183_0001_r_000002_0' done.
+2017-02-18 07:36:40,579 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local378226183_0001_r_000002_0
+2017-02-18 07:36:40,579 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local378226183_0001_r_000003_0
+2017-02-18 07:36:40,600 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-02-18 07:36:40,601 INFO org.apache.hadoop.mapred.Task: Using ResourceCalculatorProcessTree : [ ]
+2017-02-18 07:36:40,601 INFO org.apache.hadoop.mapred.ReduceTask: Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@4e12001b
+2017-02-18 07:36:40,607 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: MergerManager: memoryLimit=679778688, maxSingleShuffleLimit=169944672, mergeThreshold=448653952, ioSortFactor=10, memToMemMergeOutputsThreshold=10
+2017-02-18 07:36:40,634 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: attempt_local378226183_0001_r_000003_0 Thread started: EventFetcher for fetching Map Completion Events
+2017-02-18 07:36:40,643 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#4 about to shuffle output of map attempt_local378226183_0001_m_000000_0 decomp: 63 len: 67 to MEMORY
+2017-02-18 07:36:40,655 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 63 bytes from map-output for attempt_local378226183_0001_m_000000_0
+2017-02-18 07:36:40,656 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 63, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->63
+2017-02-18 07:36:40,674 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#4 about to shuffle output of map attempt_local378226183_0001_m_000001_0 decomp: 11 len: 15 to MEMORY
+2017-02-18 07:36:40,682 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 11 bytes from map-output for attempt_local378226183_0001_m_000001_0
+2017-02-18 07:36:40,682 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 11, inMemoryMapOutputs.size() -> 2, commitMemory -> 63, usedMemory ->74
+2017-02-18 07:36:40,684 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#4 about to shuffle output of map attempt_local378226183_0001_m_000002_0 decomp: 11 len: 15 to MEMORY
+2017-02-18 07:36:40,707 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 11 bytes from map-output for attempt_local378226183_0001_m_000002_0
+2017-02-18 07:36:40,707 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 11, inMemoryMapOutputs.size() -> 3, commitMemory -> 74, usedMemory ->85
+2017-02-18 07:36:40,708 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: EventFetcher is interrupted.. Returning
+2017-02-18 07:36:40,708 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 07:36:40,709 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: finalMerge called with 3 in-memory map-outputs and 0 on-disk map-outputs
+2017-02-18 07:36:40,712 INFO org.apache.hadoop.mapred.Merger: Merging 3 sorted segments
+2017-02-18 07:36:40,712 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 3 segments left of total size: 69 bytes
+2017-02-18 07:36:40,713 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merged 3 segments, 85 bytes to disk to satisfy reduce memory limit
+2017-02-18 07:36:40,713 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 1 files, 85 bytes from disk
+2017-02-18 07:36:40,722 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 0 segments, 0 bytes from memory into reduce
+2017-02-18 07:36:40,722 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 07:36:40,722 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 75 bytes
+2017-02-18 07:36:40,723 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 07:36:40,776 INFO org.apache.hadoop.mapred.Task: Task:attempt_local378226183_0001_r_000003_0 is done. And is in the process of committing
+2017-02-18 07:36:40,778 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 07:36:40,778 INFO org.apache.hadoop.mapred.Task: Task attempt_local378226183_0001_r_000003_0 is allowed to commit now
+2017-02-18 07:36:40,779 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: Saved output of task 'attempt_local378226183_0001_r_000003_0' to file:/home/cloudera/workspace/bpa/Assign1/output_Q2.i/_temporary/0/task_local378226183_0001_r_000003
+2017-02-18 07:36:40,798 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-02-18 07:36:40,799 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local378226183_0001_r_000003_0' done.
+2017-02-18 07:36:40,799 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local378226183_0001_r_000003_0
+2017-02-18 07:36:40,799 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local378226183_0001_r_000004_0
+2017-02-18 07:36:40,825 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-02-18 07:36:40,826 INFO org.apache.hadoop.mapred.Task: Using ResourceCalculatorProcessTree : [ ]
+2017-02-18 07:36:40,826 INFO org.apache.hadoop.mapred.ReduceTask: Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@899cd30
+2017-02-18 07:36:40,837 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: MergerManager: memoryLimit=679778688, maxSingleShuffleLimit=169944672, mergeThreshold=448653952, ioSortFactor=10, memToMemMergeOutputsThreshold=10
+2017-02-18 07:36:40,859 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: attempt_local378226183_0001_r_000004_0 Thread started: EventFetcher for fetching Map Completion Events
+2017-02-18 07:36:40,876 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#5 about to shuffle output of map attempt_local378226183_0001_m_000000_0 decomp: 52 len: 56 to MEMORY
+2017-02-18 07:36:40,880 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 52 bytes from map-output for attempt_local378226183_0001_m_000000_0
+2017-02-18 07:36:40,885 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 52, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->52
+2017-02-18 07:36:40,889 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#5 about to shuffle output of map attempt_local378226183_0001_m_000001_0 decomp: 33 len: 37 to MEMORY
+2017-02-18 07:36:40,898 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 33 bytes from map-output for attempt_local378226183_0001_m_000001_0
+2017-02-18 07:36:40,915 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 33, inMemoryMapOutputs.size() -> 2, commitMemory -> 52, usedMemory ->85
+2017-02-18 07:36:40,926 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#5 about to shuffle output of map attempt_local378226183_0001_m_000002_0 decomp: 31 len: 35 to MEMORY
+2017-02-18 07:36:40,928 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 31 bytes from map-output for attempt_local378226183_0001_m_000002_0
+2017-02-18 07:36:40,939 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 31, inMemoryMapOutputs.size() -> 3, commitMemory -> 85, usedMemory ->116
+2017-02-18 07:36:40,940 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: EventFetcher is interrupted.. Returning
+2017-02-18 07:36:40,941 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 07:36:40,941 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: finalMerge called with 3 in-memory map-outputs and 0 on-disk map-outputs
+2017-02-18 07:36:40,943 INFO org.apache.hadoop.mapred.Merger: Merging 3 sorted segments
+2017-02-18 07:36:40,944 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 3 segments left of total size: 100 bytes
+2017-02-18 07:36:40,945 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merged 3 segments, 116 bytes to disk to satisfy reduce memory limit
+2017-02-18 07:36:40,945 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 1 files, 116 bytes from disk
+2017-02-18 07:36:40,953 INFO org.apache.hadoop.mapreduce.Job: map 100% reduce 40%
+2017-02-18 07:36:40,962 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 0 segments, 0 bytes from memory into reduce
+2017-02-18 07:36:40,962 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 07:36:40,962 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 106 bytes
+2017-02-18 07:36:40,963 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 07:36:41,049 INFO org.apache.hadoop.mapred.Task: Task:attempt_local378226183_0001_r_000004_0 is done. And is in the process of committing
+2017-02-18 07:36:41,051 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 07:36:41,051 INFO org.apache.hadoop.mapred.Task: Task attempt_local378226183_0001_r_000004_0 is allowed to commit now
+2017-02-18 07:36:41,052 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: Saved output of task 'attempt_local378226183_0001_r_000004_0' to file:/home/cloudera/workspace/bpa/Assign1/output_Q2.i/_temporary/0/task_local378226183_0001_r_000004
+2017-02-18 07:36:41,053 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-02-18 07:36:41,053 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local378226183_0001_r_000004_0' done.
+2017-02-18 07:36:41,053 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local378226183_0001_r_000004_0
+2017-02-18 07:36:41,054 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local378226183_0001_r_000005_0
+2017-02-18 07:36:41,077 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-02-18 07:36:41,078 INFO org.apache.hadoop.mapred.Task: Using ResourceCalculatorProcessTree : [ ]
+2017-02-18 07:36:41,087 INFO org.apache.hadoop.mapred.ReduceTask: Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@76dab03c
+2017-02-18 07:36:41,098 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: MergerManager: memoryLimit=679778688, maxSingleShuffleLimit=169944672, mergeThreshold=448653952, ioSortFactor=10, memToMemMergeOutputsThreshold=10
+2017-02-18 07:36:41,164 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: attempt_local378226183_0001_r_000005_0 Thread started: EventFetcher for fetching Map Completion Events
+2017-02-18 07:36:41,185 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#6 about to shuffle output of map attempt_local378226183_0001_m_000000_0 decomp: 54 len: 58 to MEMORY
+2017-02-18 07:36:41,189 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 54 bytes from map-output for attempt_local378226183_0001_m_000000_0
+2017-02-18 07:36:41,192 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 54, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->54
+2017-02-18 07:36:41,200 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#6 about to shuffle output of map attempt_local378226183_0001_m_000001_0 decomp: 23 len: 27 to MEMORY
+2017-02-18 07:36:41,207 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 23 bytes from map-output for attempt_local378226183_0001_m_000001_0
+2017-02-18 07:36:41,213 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 23, inMemoryMapOutputs.size() -> 2, commitMemory -> 54, usedMemory ->77
+2017-02-18 07:36:41,223 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#6 about to shuffle output of map attempt_local378226183_0001_m_000002_0 decomp: 23 len: 27 to MEMORY
+2017-02-18 07:36:41,236 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 23 bytes from map-output for attempt_local378226183_0001_m_000002_0
+2017-02-18 07:36:41,239 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 23, inMemoryMapOutputs.size() -> 3, commitMemory -> 77, usedMemory ->100
+2017-02-18 07:36:41,241 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: EventFetcher is interrupted.. Returning
+2017-02-18 07:36:41,242 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 07:36:41,243 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: finalMerge called with 3 in-memory map-outputs and 0 on-disk map-outputs
+2017-02-18 07:36:41,245 INFO org.apache.hadoop.mapred.Merger: Merging 3 sorted segments
+2017-02-18 07:36:41,245 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 3 segments left of total size: 82 bytes
+2017-02-18 07:36:41,246 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merged 3 segments, 100 bytes to disk to satisfy reduce memory limit
+2017-02-18 07:36:41,250 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 1 files, 100 bytes from disk
+2017-02-18 07:36:41,251 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 0 segments, 0 bytes from memory into reduce
+2017-02-18 07:36:41,253 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 07:36:41,254 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 90 bytes
+2017-02-18 07:36:41,259 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 07:36:41,313 INFO org.apache.hadoop.mapred.Task: Task:attempt_local378226183_0001_r_000005_0 is done. And is in the process of committing
+2017-02-18 07:36:41,315 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 07:36:41,316 INFO org.apache.hadoop.mapred.Task: Task attempt_local378226183_0001_r_000005_0 is allowed to commit now
+2017-02-18 07:36:41,317 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: Saved output of task 'attempt_local378226183_0001_r_000005_0' to file:/home/cloudera/workspace/bpa/Assign1/output_Q2.i/_temporary/0/task_local378226183_0001_r_000005
+2017-02-18 07:36:41,324 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-02-18 07:36:41,331 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local378226183_0001_r_000005_0' done.
+2017-02-18 07:36:41,333 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local378226183_0001_r_000005_0
+2017-02-18 07:36:41,333 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local378226183_0001_r_000006_0
+2017-02-18 07:36:41,357 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-02-18 07:36:41,358 INFO org.apache.hadoop.mapred.Task: Using ResourceCalculatorProcessTree : [ ]
+2017-02-18 07:36:41,359 INFO org.apache.hadoop.mapred.ReduceTask: Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@14bddbc2
+2017-02-18 07:36:41,370 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: MergerManager: memoryLimit=679778688, maxSingleShuffleLimit=169944672, mergeThreshold=448653952, ioSortFactor=10, memToMemMergeOutputsThreshold=10
+2017-02-18 07:36:41,395 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: attempt_local378226183_0001_r_000006_0 Thread started: EventFetcher for fetching Map Completion Events
+2017-02-18 07:36:41,408 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#7 about to shuffle output of map attempt_local378226183_0001_m_000000_0 decomp: 72 len: 76 to MEMORY
+2017-02-18 07:36:41,409 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 72 bytes from map-output for attempt_local378226183_0001_m_000000_0
+2017-02-18 07:36:41,415 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 72, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->72
+2017-02-18 07:36:41,419 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#7 about to shuffle output of map attempt_local378226183_0001_m_000001_0 decomp: 28 len: 32 to MEMORY
+2017-02-18 07:36:41,429 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 28 bytes from map-output for attempt_local378226183_0001_m_000001_0
+2017-02-18 07:36:41,432 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 28, inMemoryMapOutputs.size() -> 2, commitMemory -> 72, usedMemory ->100
+2017-02-18 07:36:41,440 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#7 about to shuffle output of map attempt_local378226183_0001_m_000002_0 decomp: 28 len: 32 to MEMORY
+2017-02-18 07:36:41,460 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 28 bytes from map-output for attempt_local378226183_0001_m_000002_0
+2017-02-18 07:36:41,461 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 28, inMemoryMapOutputs.size() -> 3, commitMemory -> 100, usedMemory ->128
+2017-02-18 07:36:41,461 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: EventFetcher is interrupted.. Returning
+2017-02-18 07:36:41,462 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 07:36:41,462 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: finalMerge called with 3 in-memory map-outputs and 0 on-disk map-outputs
+2017-02-18 07:36:41,463 INFO org.apache.hadoop.mapred.Merger: Merging 3 sorted segments
+2017-02-18 07:36:41,464 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 3 segments left of total size: 110 bytes
+2017-02-18 07:36:41,469 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merged 3 segments, 128 bytes to disk to satisfy reduce memory limit
+2017-02-18 07:36:41,470 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 1 files, 128 bytes from disk
+2017-02-18 07:36:41,470 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 0 segments, 0 bytes from memory into reduce
+2017-02-18 07:36:41,470 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 07:36:41,471 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 116 bytes
+2017-02-18 07:36:41,471 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 07:36:41,525 INFO org.apache.hadoop.mapred.Task: Task:attempt_local378226183_0001_r_000006_0 is done. And is in the process of committing
+2017-02-18 07:36:41,529 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 07:36:41,542 INFO org.apache.hadoop.mapred.Task: Task attempt_local378226183_0001_r_000006_0 is allowed to commit now
+2017-02-18 07:36:41,544 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: Saved output of task 'attempt_local378226183_0001_r_000006_0' to file:/home/cloudera/workspace/bpa/Assign1/output_Q2.i/_temporary/0/task_local378226183_0001_r_000006
+2017-02-18 07:36:41,548 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-02-18 07:36:41,550 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local378226183_0001_r_000006_0' done.
+2017-02-18 07:36:41,551 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local378226183_0001_r_000006_0
+2017-02-18 07:36:41,551 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local378226183_0001_r_000007_0
+2017-02-18 07:36:41,560 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-02-18 07:36:41,561 INFO org.apache.hadoop.mapred.Task: Using ResourceCalculatorProcessTree : [ ]
+2017-02-18 07:36:41,566 INFO org.apache.hadoop.mapred.ReduceTask: Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@709a7571
+2017-02-18 07:36:41,587 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: MergerManager: memoryLimit=679778688, maxSingleShuffleLimit=169944672, mergeThreshold=448653952, ioSortFactor=10, memToMemMergeOutputsThreshold=10
+2017-02-18 07:36:41,604 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: attempt_local378226183_0001_r_000007_0 Thread started: EventFetcher for fetching Map Completion Events
+2017-02-18 07:36:41,615 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#8 about to shuffle output of map attempt_local378226183_0001_m_000000_0 decomp: 88 len: 92 to MEMORY
+2017-02-18 07:36:41,624 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 88 bytes from map-output for attempt_local378226183_0001_m_000000_0
+2017-02-18 07:36:41,627 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 88, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->88
+2017-02-18 07:36:41,640 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#8 about to shuffle output of map attempt_local378226183_0001_m_000001_0 decomp: 11 len: 15 to MEMORY
+2017-02-18 07:36:41,651 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 11 bytes from map-output for attempt_local378226183_0001_m_000001_0
+2017-02-18 07:36:41,654 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 11, inMemoryMapOutputs.size() -> 2, commitMemory -> 88, usedMemory ->99
+2017-02-18 07:36:41,659 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#8 about to shuffle output of map attempt_local378226183_0001_m_000002_0 decomp: 2 len: 6 to MEMORY
+2017-02-18 07:36:41,671 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 2 bytes from map-output for attempt_local378226183_0001_m_000002_0
+2017-02-18 07:36:41,677 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 2, inMemoryMapOutputs.size() -> 3, commitMemory -> 99, usedMemory ->101
+2017-02-18 07:36:41,695 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: EventFetcher is interrupted.. Returning
+2017-02-18 07:36:41,696 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 07:36:41,696 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: finalMerge called with 3 in-memory map-outputs and 0 on-disk map-outputs
+2017-02-18 07:36:41,699 INFO org.apache.hadoop.mapred.Merger: Merging 3 sorted segments
+2017-02-18 07:36:41,699 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 2 segments left of total size: 87 bytes
+2017-02-18 07:36:41,700 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merged 3 segments, 101 bytes to disk to satisfy reduce memory limit
+2017-02-18 07:36:41,700 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 1 files, 101 bytes from disk
+2017-02-18 07:36:41,700 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 0 segments, 0 bytes from memory into reduce
+2017-02-18 07:36:41,700 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 07:36:41,701 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 90 bytes
+2017-02-18 07:36:41,701 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 07:36:41,761 INFO org.apache.hadoop.mapred.Task: Task:attempt_local378226183_0001_r_000007_0 is done. And is in the process of committing
+2017-02-18 07:36:41,763 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 07:36:41,763 INFO org.apache.hadoop.mapred.Task: Task attempt_local378226183_0001_r_000007_0 is allowed to commit now
+2017-02-18 07:36:41,764 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: Saved output of task 'attempt_local378226183_0001_r_000007_0' to file:/home/cloudera/workspace/bpa/Assign1/output_Q2.i/_temporary/0/task_local378226183_0001_r_000007
+2017-02-18 07:36:41,769 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-02-18 07:36:41,774 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local378226183_0001_r_000007_0' done.
+2017-02-18 07:36:41,776 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local378226183_0001_r_000007_0
+2017-02-18 07:36:41,777 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local378226183_0001_r_000008_0
+2017-02-18 07:36:41,790 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-02-18 07:36:41,791 INFO org.apache.hadoop.mapred.Task: Using ResourceCalculatorProcessTree : [ ]
+2017-02-18 07:36:41,791 INFO org.apache.hadoop.mapred.ReduceTask: Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@6944e8c1
+2017-02-18 07:36:41,799 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: MergerManager: memoryLimit=679778688, maxSingleShuffleLimit=169944672, mergeThreshold=448653952, ioSortFactor=10, memToMemMergeOutputsThreshold=10
+2017-02-18 07:36:41,826 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: attempt_local378226183_0001_r_000008_0 Thread started: EventFetcher for fetching Map Completion Events
+2017-02-18 07:36:41,835 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#9 about to shuffle output of map attempt_local378226183_0001_m_000000_0 decomp: 98 len: 102 to MEMORY
+2017-02-18 07:36:41,852 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 98 bytes from map-output for attempt_local378226183_0001_m_000000_0
+2017-02-18 07:36:41,852 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 98, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->98
+2017-02-18 07:36:41,861 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#9 about to shuffle output of map attempt_local378226183_0001_m_000001_0 decomp: 49 len: 53 to MEMORY
+2017-02-18 07:36:41,869 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 49 bytes from map-output for attempt_local378226183_0001_m_000001_0
+2017-02-18 07:36:41,873 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 49, inMemoryMapOutputs.size() -> 2, commitMemory -> 98, usedMemory ->147
+2017-02-18 07:36:41,886 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#9 about to shuffle output of map attempt_local378226183_0001_m_000002_0 decomp: 49 len: 53 to MEMORY
+2017-02-18 07:36:41,890 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 49 bytes from map-output for attempt_local378226183_0001_m_000002_0
+2017-02-18 07:36:41,892 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 49, inMemoryMapOutputs.size() -> 3, commitMemory -> 147, usedMemory ->196
+2017-02-18 07:36:41,903 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: EventFetcher is interrupted.. Returning
+2017-02-18 07:36:41,904 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 07:36:41,904 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: finalMerge called with 3 in-memory map-outputs and 0 on-disk map-outputs
+2017-02-18 07:36:41,905 INFO org.apache.hadoop.mapred.Merger: Merging 3 sorted segments
+2017-02-18 07:36:41,905 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 3 segments left of total size: 184 bytes
+2017-02-18 07:36:41,917 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merged 3 segments, 196 bytes to disk to satisfy reduce memory limit
+2017-02-18 07:36:41,917 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 1 files, 196 bytes from disk
+2017-02-18 07:36:41,917 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 0 segments, 0 bytes from memory into reduce
+2017-02-18 07:36:41,918 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 07:36:41,918 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 188 bytes
+2017-02-18 07:36:41,934 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 07:36:41,962 INFO org.apache.hadoop.mapreduce.Job: map 100% reduce 80%
+2017-02-18 07:36:41,982 INFO org.apache.hadoop.mapred.Task: Task:attempt_local378226183_0001_r_000008_0 is done. And is in the process of committing
+2017-02-18 07:36:41,984 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 07:36:41,984 INFO org.apache.hadoop.mapred.Task: Task attempt_local378226183_0001_r_000008_0 is allowed to commit now
+2017-02-18 07:36:41,985 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: Saved output of task 'attempt_local378226183_0001_r_000008_0' to file:/home/cloudera/workspace/bpa/Assign1/output_Q2.i/_temporary/0/task_local378226183_0001_r_000008
+2017-02-18 07:36:41,995 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-02-18 07:36:41,999 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local378226183_0001_r_000008_0' done.
+2017-02-18 07:36:42,002 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local378226183_0001_r_000008_0
+2017-02-18 07:36:42,004 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local378226183_0001_r_000009_0
+2017-02-18 07:36:42,011 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-02-18 07:36:42,034 INFO org.apache.hadoop.mapred.Task: Using ResourceCalculatorProcessTree : [ ]
+2017-02-18 07:36:42,035 INFO org.apache.hadoop.mapred.ReduceTask: Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@1419ce96
+2017-02-18 07:36:42,051 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: MergerManager: memoryLimit=679778688, maxSingleShuffleLimit=169944672, mergeThreshold=448653952, ioSortFactor=10, memToMemMergeOutputsThreshold=10
+2017-02-18 07:36:42,081 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: attempt_local378226183_0001_r_000009_0 Thread started: EventFetcher for fetching Map Completion Events
+2017-02-18 07:36:42,104 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#10 about to shuffle output of map attempt_local378226183_0001_m_000000_0 decomp: 22 len: 26 to MEMORY
+2017-02-18 07:36:42,118 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 22 bytes from map-output for attempt_local378226183_0001_m_000000_0
+2017-02-18 07:36:42,118 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 22, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->22
+2017-02-18 07:36:42,133 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#10 about to shuffle output of map attempt_local378226183_0001_m_000001_0 decomp: 13 len: 17 to MEMORY
+2017-02-18 07:36:42,134 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 13 bytes from map-output for attempt_local378226183_0001_m_000001_0
+2017-02-18 07:36:42,144 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 13, inMemoryMapOutputs.size() -> 2, commitMemory -> 22, usedMemory ->35
+2017-02-18 07:36:42,146 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#10 about to shuffle output of map attempt_local378226183_0001_m_000002_0 decomp: 2 len: 6 to MEMORY
+2017-02-18 07:36:42,164 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 2 bytes from map-output for attempt_local378226183_0001_m_000002_0
+2017-02-18 07:36:42,165 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 2, inMemoryMapOutputs.size() -> 3, commitMemory -> 35, usedMemory ->37
+2017-02-18 07:36:42,165 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: EventFetcher is interrupted.. Returning
+2017-02-18 07:36:42,166 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 07:36:42,166 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: finalMerge called with 3 in-memory map-outputs and 0 on-disk map-outputs
+2017-02-18 07:36:42,168 INFO org.apache.hadoop.mapred.Merger: Merging 3 sorted segments
+2017-02-18 07:36:42,179 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 2 segments left of total size: 22 bytes
+2017-02-18 07:36:42,180 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merged 3 segments, 37 bytes to disk to satisfy reduce memory limit
+2017-02-18 07:36:42,181 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 1 files, 37 bytes from disk
+2017-02-18 07:36:42,181 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 0 segments, 0 bytes from memory into reduce
+2017-02-18 07:36:42,181 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-02-18 07:36:42,181 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 27 bytes
+2017-02-18 07:36:42,189 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 07:36:42,235 INFO org.apache.hadoop.mapred.Task: Task:attempt_local378226183_0001_r_000009_0 is done. And is in the process of committing
+2017-02-18 07:36:42,237 INFO org.apache.hadoop.mapred.LocalJobRunner: 3 / 3 copied.
+2017-02-18 07:36:42,237 INFO org.apache.hadoop.mapred.Task: Task attempt_local378226183_0001_r_000009_0 is allowed to commit now
+2017-02-18 07:36:42,238 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: Saved output of task 'attempt_local378226183_0001_r_000009_0' to file:/home/cloudera/workspace/bpa/Assign1/output_Q2.i/_temporary/0/task_local378226183_0001_r_000009
+2017-02-18 07:36:42,243 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-02-18 07:36:42,245 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local378226183_0001_r_000009_0' done.
+2017-02-18 07:36:42,245 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local378226183_0001_r_000009_0
+2017-02-18 07:36:42,246 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce task executor complete.
+2017-02-18 07:36:42,466 WARN org.apache.hadoop.mapred.LocalJobRunner: job_local378226183_0001
+java.lang.NoClassDefFoundError: org/apache/http/client/methods/HttpUriRequest
+ at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:573)
+Caused by: java.lang.ClassNotFoundException: org.apache.http.client.methods.HttpUriRequest
+ at java.net.URLClassLoader$1.run(URLClassLoader.java:366)
+ at java.net.URLClassLoader$1.run(URLClassLoader.java:355)
+ at java.security.AccessController.doPrivileged(Native Method)
+ at java.net.URLClassLoader.findClass(URLClassLoader.java:354)
+ at java.lang.ClassLoader.loadClass(ClassLoader.java:425)
+ at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:308)
+ at java.lang.ClassLoader.loadClass(ClassLoader.java:358)
+ ... 1 more
+2017-02-18 07:36:42,968 INFO org.apache.hadoop.mapreduce.Job: map 100% reduce 100%
+2017-02-18 07:36:42,968 INFO org.apache.hadoop.mapreduce.Job: Job job_local378226183_0001 failed with state FAILED due to: NA
+2017-02-18 07:36:43,236 INFO org.apache.hadoop.mapreduce.Job: Counters: 30
+ File System Counters
+ FILE: Number of bytes read=324370280
+ FILE: Number of bytes written=3632281
+ FILE: Number of read operations=0
+ FILE: Number of large read operations=0
+ FILE: Number of write operations=0
+ Map-Reduce Framework
+ Map input records=507535
+ Map output records=4678719
+ Map output bytes=43638689
+ Map output materialized bytes=1471
+ Input split bytes=351
+ Combine input records=4678719
+ Combine output records=131
+ Reduce input groups=77
+ Reduce shuffle bytes=1471
+ Reduce input records=131
+ Reduce output records=77
+ Spilled Records=262
+ Shuffled Maps =30
+ Failed Shuffles=0
+ Merged Map outputs=30
+ GC time elapsed (ms)=1013
+ Total committed heap usage (bytes)=2551959552
+ Shuffle Errors
+ BAD_ID=0
+ CONNECTION=0
+ IO_ERROR=0
+ WRONG_LENGTH=0
+ WRONG_MAP=0
+ WRONG_REDUCE=0
+ File Input Format Counters
+ Bytes Read=26057874
+ File Output Format Counters
+ Bytes Written=862
diff --git a/Assign1/output_Q1.i/._SUCCESS.crc b/Assign1/output_Q1.i/._SUCCESS.crc
new file mode 100644
index 0000000000000000000000000000000000000000..3b7b044936a890cd8d651d349a752d819d71d22c
Binary files /dev/null and b/Assign1/output_Q1.i/._SUCCESS.crc differ
diff --git a/Assign1/output_Q1.i/.part-r-00000.crc b/Assign1/output_Q1.i/.part-r-00000.crc
new file mode 100644
index 0000000000000000000000000000000000000000..f7de7f726ed61d3fe582df7e96ba180c4968baae
Binary files /dev/null and b/Assign1/output_Q1.i/.part-r-00000.crc differ
diff --git a/Assign1/output_Q1.i/.part-r-00001.crc b/Assign1/output_Q1.i/.part-r-00001.crc
new file mode 100644
index 0000000000000000000000000000000000000000..aaf1c80c27c46fd788db2e8a0a77c8922f411424
Binary files /dev/null and b/Assign1/output_Q1.i/.part-r-00001.crc differ
diff --git a/Assign1/output_Q1.i/.part-r-00002.crc b/Assign1/output_Q1.i/.part-r-00002.crc
new file mode 100644
index 0000000000000000000000000000000000000000..a9086d3b9dba0a50a7e20b02b231830c6de3e154
Binary files /dev/null and b/Assign1/output_Q1.i/.part-r-00002.crc differ
diff --git a/Assign1/output_Q1.i/.part-r-00003.crc b/Assign1/output_Q1.i/.part-r-00003.crc
new file mode 100644
index 0000000000000000000000000000000000000000..137debd2d3beb67ae8430557bd51280120c364aa
Binary files /dev/null and b/Assign1/output_Q1.i/.part-r-00003.crc differ
diff --git a/Assign1/output_Q1.i/.part-r-00004.crc b/Assign1/output_Q1.i/.part-r-00004.crc
new file mode 100644
index 0000000000000000000000000000000000000000..d9dc2397a6bb687294165ae7ff9814a96b34ed2f
Binary files /dev/null and b/Assign1/output_Q1.i/.part-r-00004.crc differ
diff --git a/Assign1/output_Q1.i/.part-r-00005.crc b/Assign1/output_Q1.i/.part-r-00005.crc
new file mode 100644
index 0000000000000000000000000000000000000000..8f942ee82318d294f9d953a1b68386ade733fa36
Binary files /dev/null and b/Assign1/output_Q1.i/.part-r-00005.crc differ
diff --git a/Assign1/output_Q1.i/.part-r-00006.crc b/Assign1/output_Q1.i/.part-r-00006.crc
new file mode 100644
index 0000000000000000000000000000000000000000..1640aacce49b20c864486ab17b11a9fbda692c00
Binary files /dev/null and b/Assign1/output_Q1.i/.part-r-00006.crc differ
diff --git a/Assign1/output_Q1.i/.part-r-00007.crc b/Assign1/output_Q1.i/.part-r-00007.crc
new file mode 100644
index 0000000000000000000000000000000000000000..72520b34ebc27f890e4738845c6edac0ab921de5
Binary files /dev/null and b/Assign1/output_Q1.i/.part-r-00007.crc differ
diff --git a/Assign1/output_Q1.i/.part-r-00008.crc b/Assign1/output_Q1.i/.part-r-00008.crc
new file mode 100644
index 0000000000000000000000000000000000000000..48054e6e9c20862be077e3b9d06f58230755a163
Binary files /dev/null and b/Assign1/output_Q1.i/.part-r-00008.crc differ
diff --git a/Assign1/output_Q1.i/.part-r-00009.crc b/Assign1/output_Q1.i/.part-r-00009.crc
new file mode 100644
index 0000000000000000000000000000000000000000..77d9ba141bb0ca3c09885eccae417d51127fbf9f
Binary files /dev/null and b/Assign1/output_Q1.i/.part-r-00009.crc differ
diff --git a/Assign1/output_Q1.i/_SUCCESS b/Assign1/output_Q1.i/_SUCCESS
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/Assign1/output_Q1.i/part-r-00000 b/Assign1/output_Q1.i/part-r-00000
new file mode 100644
index 0000000000000000000000000000000000000000..2c2f756700a96fd9fb231bb24687cfe640f6d878
--- /dev/null
+++ b/Assign1/output_Q1.i/part-r-00000
@@ -0,0 +1,11 @@
+about 7350
+be 27239
+before 4219
+by 19509
+her 24277
+mr. 4742
+much 4712
+old 4092
+up 8608
+where 4197
+you 35121
diff --git a/Assign1/output_Q1.i/part-r-00001 b/Assign1/output_Q1.i/part-r-00001
new file mode 100644
index 0000000000000000000000000000000000000000..f74bdf72b195504158c105e0461b5ddf17c69ebd
--- /dev/null
+++ b/Assign1/output_Q1.i/part-r-00001
@@ -0,0 +1,20 @@
+ 202317
+after 4446
+been 10036
+come 4447
+down 4874
+get 4289
+got 4328
+have 23991
+is 37433
+me 13112
+my 26502
+now 5904
+only 5750
+she 22003
+their 10787
+them 8320
+this 20376
+upon 6425
+we 18562
+will 13343
diff --git a/Assign1/output_Q1.i/part-r-00002 b/Assign1/output_Q1.i/part-r-00002
new file mode 100644
index 0000000000000000000000000000000000000000..8a05cc0ad2d97224125e49fb83ec1023576fbf5a
--- /dev/null
+++ b/Assign1/output_Q1.i/part-r-00002
@@ -0,0 +1,16 @@
+but 30329
+do 10698
+great 4941
+had 25553
+it 50587
+like 6546
+most 4519
+no 13608
+on 19226
+take 4047
+the 208421
+then 8674
+thy 4461
+time 5599
+was 51721
+which 12806
diff --git a/Assign1/output_Q1.i/part-r-00003 b/Assign1/output_Q1.i/part-r-00003
new file mode 100644
index 0000000000000000000000000000000000000000..a40c3bba0dd9a8e51acce12cbaa7276970030da4
--- /dev/null
+++ b/Assign1/output_Q1.i/part-r-00003
@@ -0,0 +1,10 @@
+are 13112
+as 29531
+first 4257
+into 5785
+one 13135
+our 7734
+shall 6146
+they 19463
+think 4653
+us 4183
diff --git a/Assign1/output_Q1.i/part-r-00004 b/Assign1/output_Q1.i/part-r-00004
new file mode 100644
index 0000000000000000000000000000000000000000..5646fa4b13b14e78785c2539b1d8fe6e2c14a171
--- /dev/null
+++ b/Assign1/output_Q1.i/part-r-00004
@@ -0,0 +1,5 @@
+all 18828
+at 21165
+of 119701
+that 54938
+your 13297
diff --git a/Assign1/output_Q1.i/part-r-00005 b/Assign1/output_Q1.i/part-r-00005
new file mode 100644
index 0000000000000000000000000000000000000000..7b3d724a9a2d394cba349c3b5db7b4b13ac99a78
--- /dev/null
+++ b/Assign1/output_Q1.i/part-r-00005
@@ -0,0 +1,10 @@
+go 5009
+his 34380
+how 6394
+make 5457
+never 6206
+out 9709
+very 8014
+when 12424
+who 6957
+with 34665
diff --git a/Assign1/output_Q1.i/part-r-00006 b/Assign1/output_Q1.i/part-r-00006
new file mode 100644
index 0000000000000000000000000000000000000000..752c2361114cfab75e5d4abd8143260cea060170
--- /dev/null
+++ b/Assign1/output_Q1.i/part-r-00006
@@ -0,0 +1,14 @@
+could 10838
+did 6719
+every 4779
+good 7281
+he 44747
+i 72836
+in 69179
+it, 5018
+let 4398
+more 7639
+or 14095
+such 6822
+were 14283
+would 15111
diff --git a/Assign1/output_Q1.i/part-r-00007 b/Assign1/output_Q1.i/part-r-00007
new file mode 100644
index 0000000000000000000000000000000000000000..b54641cd66548c9af8b8061fc89549ea8f6941aa
--- /dev/null
+++ b/Assign1/output_Q1.i/part-r-00007
@@ -0,0 +1,13 @@
+am 6435
+can 6100
+from 15108
+has 6676
+its 5259
+little 5318
+man 5043
+other 5415
+so 17356
+some 7110
+there 12151
+two 5261
+what 12125
diff --git a/Assign1/output_Q1.i/part-r-00008 b/Assign1/output_Q1.i/part-r-00008
new file mode 100644
index 0000000000000000000000000000000000000000..2a68d646f444529cae87c62204522d7a51d25d69
--- /dev/null
+++ b/Assign1/output_Q1.i/part-r-00008
@@ -0,0 +1,17 @@
+a 99209
+an 12270
+and 167100
+for 36130
+if 12948
+it. 6064
+know 6022
+made 5382
+may 4625
+must 5969
+not 32386
+said 7070
+see 6156
+should 5226
+than 7294
+these 5418
+to 114272
diff --git a/Assign1/output_Q1.i/part-r-00009 b/Assign1/output_Q1.i/part-r-00009
new file mode 100644
index 0000000000000000000000000000000000000000..372a49bd14bbdb1f46b71ef060924801d0096865
--- /dev/null
+++ b/Assign1/output_Q1.i/part-r-00009
@@ -0,0 +1,3 @@
+any 8201
+him 14034
+thou 5468
diff --git a/Assign1/output_Q1.i/stopwords.csv b/Assign1/output_Q1.i/stopwords.csv
new file mode 100644
index 0000000000000000000000000000000000000000..ba2294be7a1f2f8e5e25c4c581457e93f2b39a46
--- /dev/null
+++ b/Assign1/output_Q1.i/stopwords.csv
@@ -0,0 +1,118 @@
+about
+be
+before
+by
+her
+mr.
+much
+old
+up
+where
+you
+after
+been
+come
+down
+get
+got
+have
+is
+me
+my
+now
+only
+she
+their
+them
+this
+upon
+we
+will
+but
+do
+great
+had
+it
+like
+most
+no
+on
+take
+the
+then
+thy
+time
+was
+which
+are
+as
+first
+into
+one
+our
+shall
+they
+think
+us
+all
+at
+of
+that
+your
+go
+his
+how
+make
+never
+out
+very
+when
+who
+with
+could
+did
+every
+good
+he
+i
+in
+it,
+let
+more
+or
+such
+were
+would
+am
+can
+from
+has
+its
+little
+man
+other
+so
+some
+there
+two
+what
+a
+an
+and
+for
+if
+it.
+know
+made
+may
+must
+not
+said
+see
+should
+than
+these
+to
+any
+him
+thou
diff --git a/Assign1/output_Q1.i/stopwords.csv~ b/Assign1/output_Q1.i/stopwords.csv~
new file mode 100644
index 0000000000000000000000000000000000000000..56234c49123f62bd4e6cf30c11b622049bb8c930
--- /dev/null
+++ b/Assign1/output_Q1.i/stopwords.csv~
@@ -0,0 +1,119 @@
+about 7350
+be 27239
+before 4219
+by 19509
+her 24277
+mr. 4742
+much 4712
+old 4092
+up 8608
+where 4197
+you 35121
+ 202317
+after 4446
+been 10036
+come 4447
+down 4874
+get 4289
+got 4328
+have 23991
+is 37433
+me 13112
+my 26502
+now 5904
+only 5750
+she 22003
+their 10787
+them 8320
+this 20376
+upon 6425
+we 18562
+will 13343
+but 30329
+do 10698
+great 4941
+had 25553
+it 50587
+like 6546
+most 4519
+no 13608
+on 19226
+take 4047
+the 208421
+then 8674
+thy 4461
+time 5599
+was 51721
+which 12806
+are 13112
+as 29531
+first 4257
+into 5785
+one 13135
+our 7734
+shall 6146
+they 19463
+think 4653
+us 4183
+all 18828
+at 21165
+of 119701
+that 54938
+your 13297
+go 5009
+his 34380
+how 6394
+make 5457
+never 6206
+out 9709
+very 8014
+when 12424
+who 6957
+with 34665
+could 10838
+did 6719
+every 4779
+good 7281
+he 44747
+i 72836
+in 69179
+it, 5018
+let 4398
+more 7639
+or 14095
+such 6822
+were 14283
+would 15111
+am 6435
+can 6100
+from 15108
+has 6676
+its 5259
+little 5318
+man 5043
+other 5415
+so 17356
+some 7110
+there 12151
+two 5261
+what 12125
+a 99209
+an 12270
+and 167100
+for 36130
+if 12948
+it. 6064
+know 6022
+made 5382
+may 4625
+must 5969
+not 32386
+said 7070
+see 6156
+should 5226
+than 7294
+these 5418
+to 114272
+any 8201
+him 14034
+thou 5468
diff --git a/Assign1/output_Q1.ii/._SUCCESS.crc b/Assign1/output_Q1.ii/._SUCCESS.crc
new file mode 100644
index 0000000000000000000000000000000000000000..3b7b044936a890cd8d651d349a752d819d71d22c
Binary files /dev/null and b/Assign1/output_Q1.ii/._SUCCESS.crc differ
diff --git a/Assign1/output_Q1.ii/.part-r-00000.crc b/Assign1/output_Q1.ii/.part-r-00000.crc
new file mode 100644
index 0000000000000000000000000000000000000000..4fedb91d1eb6ac2fb6a27375c9548e6c7033c6db
Binary files /dev/null and b/Assign1/output_Q1.ii/.part-r-00000.crc differ
diff --git a/Assign1/output_Q1.ii/.part-r-00001.crc b/Assign1/output_Q1.ii/.part-r-00001.crc
new file mode 100644
index 0000000000000000000000000000000000000000..be4dc603d312ce0eb53a535bc046c408bb51ebdb
Binary files /dev/null and b/Assign1/output_Q1.ii/.part-r-00001.crc differ
diff --git a/Assign1/output_Q1.ii/.part-r-00002.crc b/Assign1/output_Q1.ii/.part-r-00002.crc
new file mode 100644
index 0000000000000000000000000000000000000000..b92426178bd5e1bb3aeea4697267bedc9d2ecdd1
Binary files /dev/null and b/Assign1/output_Q1.ii/.part-r-00002.crc differ
diff --git a/Assign1/output_Q1.ii/.part-r-00003.crc b/Assign1/output_Q1.ii/.part-r-00003.crc
new file mode 100644
index 0000000000000000000000000000000000000000..677833c1b40a26109bb334033b86d88dee26ddd0
Binary files /dev/null and b/Assign1/output_Q1.ii/.part-r-00003.crc differ
diff --git a/Assign1/output_Q1.ii/.part-r-00004.crc b/Assign1/output_Q1.ii/.part-r-00004.crc
new file mode 100644
index 0000000000000000000000000000000000000000..7fc6a7656b02cdd23d2426d0596215efc87ef6ec
Binary files /dev/null and b/Assign1/output_Q1.ii/.part-r-00004.crc differ
diff --git a/Assign1/output_Q1.ii/.part-r-00005.crc b/Assign1/output_Q1.ii/.part-r-00005.crc
new file mode 100644
index 0000000000000000000000000000000000000000..60a0bcaff7a38f6ce9977344859f49752ec1e668
Binary files /dev/null and b/Assign1/output_Q1.ii/.part-r-00005.crc differ
diff --git a/Assign1/output_Q1.ii/.part-r-00006.crc b/Assign1/output_Q1.ii/.part-r-00006.crc
new file mode 100644
index 0000000000000000000000000000000000000000..91aba40925d99e4170b989e8b19998a00ee74770
Binary files /dev/null and b/Assign1/output_Q1.ii/.part-r-00006.crc differ
diff --git a/Assign1/output_Q1.ii/.part-r-00007.crc b/Assign1/output_Q1.ii/.part-r-00007.crc
new file mode 100644
index 0000000000000000000000000000000000000000..b02535967566691c72a1bac6a4e8cdb82cffed61
Binary files /dev/null and b/Assign1/output_Q1.ii/.part-r-00007.crc differ
diff --git a/Assign1/output_Q1.ii/.part-r-00008.crc b/Assign1/output_Q1.ii/.part-r-00008.crc
new file mode 100644
index 0000000000000000000000000000000000000000..ee46171c9b8fb9345c192817f7e21ae0e388a033
Binary files /dev/null and b/Assign1/output_Q1.ii/.part-r-00008.crc differ
diff --git a/Assign1/output_Q1.ii/.part-r-00009.crc b/Assign1/output_Q1.ii/.part-r-00009.crc
new file mode 100644
index 0000000000000000000000000000000000000000..f01ba08157dd0322cd847b04ecbc8433ff23a714
Binary files /dev/null and b/Assign1/output_Q1.ii/.part-r-00009.crc differ
diff --git a/Assign1/output_Q1.ii/_SUCCESS b/Assign1/output_Q1.ii/_SUCCESS
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/Assign1/output_Q1.ii/part-r-00000 b/Assign1/output_Q1.ii/part-r-00000
new file mode 100644
index 0000000000000000000000000000000000000000..4de60e8679c346674f3ce6089d310006b8ba837d
--- /dev/null
+++ b/Assign1/output_Q1.ii/part-r-00000
@@ -0,0 +1,6 @@
+about 6121
+be 27239
+by 15659
+her 21272
+up 7138
+you 35121
diff --git a/Assign1/output_Q1.ii/part-r-00001 b/Assign1/output_Q1.ii/part-r-00001
new file mode 100644
index 0000000000000000000000000000000000000000..b139bbd37d3e8306246fde0aea0227ea27c2ceaf
--- /dev/null
+++ b/Assign1/output_Q1.ii/part-r-00001
@@ -0,0 +1,15 @@
+ 202317
+been 6037
+down 4100
+got 4047
+have 23991
+is 37433
+me 11514
+my 22712
+she 19935
+their 6428
+them 5581
+this 18019
+upon 4160
+we 13668
+will 11037
diff --git a/Assign1/output_Q1.ii/part-r-00002 b/Assign1/output_Q1.ii/part-r-00002
new file mode 100644
index 0000000000000000000000000000000000000000..e1d13e35f405a3f516451c0b33be71c4eb09d7b1
--- /dev/null
+++ b/Assign1/output_Q1.ii/part-r-00002
@@ -0,0 +1,12 @@
+but 30329
+do 5427
+had 24180
+it 50587
+like 4217
+no 7952
+on 12904
+the 208421
+then 6525
+thy 4028
+was 49624
+which 7409
diff --git a/Assign1/output_Q1.ii/part-r-00003 b/Assign1/output_Q1.ii/part-r-00003
new file mode 100644
index 0000000000000000000000000000000000000000..34e98f38569b949f870c77bcc45b1a8a3c37d40f
--- /dev/null
+++ b/Assign1/output_Q1.ii/part-r-00003
@@ -0,0 +1,6 @@
+are 7566
+as 29531
+into 4263
+one 9926
+our 4088
+they 14089
diff --git a/Assign1/output_Q1.ii/part-r-00004 b/Assign1/output_Q1.ii/part-r-00004
new file mode 100644
index 0000000000000000000000000000000000000000..35e78f9482ef90559930d42a2a9cfc9bee1e38f9
--- /dev/null
+++ b/Assign1/output_Q1.ii/part-r-00004
@@ -0,0 +1,5 @@
+all 11971
+at 18706
+of 119701
+that 54938
+your 11160
diff --git a/Assign1/output_Q1.ii/part-r-00005 b/Assign1/output_Q1.ii/part-r-00005
new file mode 100644
index 0000000000000000000000000000000000000000..cb6a4331155fc881ce47a145abc88ffcc06ad568
--- /dev/null
+++ b/Assign1/output_Q1.ii/part-r-00005
@@ -0,0 +1,5 @@
+his 34380
+out 7891
+when 8507
+who 4428
+with 34665
diff --git a/Assign1/output_Q1.ii/part-r-00006 b/Assign1/output_Q1.ii/part-r-00006
new file mode 100644
index 0000000000000000000000000000000000000000..3859676242ce6a97e5304d6d902fc77cbe1d255d
--- /dev/null
+++ b/Assign1/output_Q1.ii/part-r-00006
@@ -0,0 +1,7 @@
+could 6614
+he 44747
+i 72836
+in 69179
+or 8610
+were 9682
+would 9567
diff --git a/Assign1/output_Q1.ii/part-r-00007 b/Assign1/output_Q1.ii/part-r-00007
new file mode 100644
index 0000000000000000000000000000000000000000..8e7777af08c2a49b79de223c510fd47215e6d1ca
--- /dev/null
+++ b/Assign1/output_Q1.ii/part-r-00007
@@ -0,0 +1,8 @@
+from 9433
+has 5077
+its 4523
+other 4002
+so 13588
+some 4462
+there 8909
+what 5911
diff --git a/Assign1/output_Q1.ii/part-r-00008 b/Assign1/output_Q1.ii/part-r-00008
new file mode 100644
index 0000000000000000000000000000000000000000..3dffa45690d40146d8fad937a7ad10213a981953
--- /dev/null
+++ b/Assign1/output_Q1.ii/part-r-00008
@@ -0,0 +1,10 @@
+a 99209
+an 8104
+and 167100
+for 36130
+if 7613
+it. 4557
+not 32386
+said 5039
+see 4020
+to 114272
diff --git a/Assign1/output_Q1.ii/part-r-00009 b/Assign1/output_Q1.ii/part-r-00009
new file mode 100644
index 0000000000000000000000000000000000000000..2c6f5ad847a019439a524d0e1a17fb337c334705
--- /dev/null
+++ b/Assign1/output_Q1.ii/part-r-00009
@@ -0,0 +1,3 @@
+any 5067
+him 8425
+thou 5138
diff --git a/Assign1/output_Q1.ii/stopword.csv~ b/Assign1/output_Q1.ii/stopword.csv~
new file mode 100644
index 0000000000000000000000000000000000000000..9e9588f0c21494786fc7b6a1ff4f0319c6c8951c
--- /dev/null
+++ b/Assign1/output_Q1.ii/stopword.csv~
@@ -0,0 +1,77 @@
+about
+be
+by
+her
+up
+you
+
+been
+down
+got
+have
+is
+me
+my
+she
+their
+them
+this
+upon
+we
+will
+but
+do
+had
+it
+like
+no
+on
+the
+then
+thy
+was
+which
+are
+as
+into
+one
+our
+they
+all
+at
+of
+that
+your
+his
+out
+when
+who
+with
+could
+he
+i
+in
+or
+were
+would
+from
+has
+its
+other
+so
+some
+there
+what
+a
+an
+and
+for
+if
+it.
+not
+said
+see
+to
+any
+him
+thou
diff --git a/Assign1/output_Q1.ii/stopwords.csv b/Assign1/output_Q1.ii/stopwords.csv
new file mode 100644
index 0000000000000000000000000000000000000000..cc6b8541f1d54d4549bb6111bc6fb29846b37ba4
--- /dev/null
+++ b/Assign1/output_Q1.ii/stopwords.csv
@@ -0,0 +1,76 @@
+about
+be
+by
+her
+up
+you
+been
+down
+got
+have
+is
+me
+my
+she
+their
+them
+this
+upon
+we
+will
+but
+do
+had
+it
+like
+no
+on
+the
+then
+thy
+was
+which
+are
+as
+into
+one
+our
+they
+all
+at
+of
+that
+your
+his
+out
+when
+who
+with
+could
+he
+i
+in
+or
+were
+would
+from
+has
+its
+other
+so
+some
+there
+what
+a
+an
+and
+for
+if
+it.
+not
+said
+see
+to
+any
+him
+thou
diff --git a/Assign1/output_Q1.ii/stopwords.csv~ b/Assign1/output_Q1.ii/stopwords.csv~
new file mode 100644
index 0000000000000000000000000000000000000000..96d1e5fef68678bb36a959200e35587d2f2edf50
--- /dev/null
+++ b/Assign1/output_Q1.ii/stopwords.csv~
@@ -0,0 +1,77 @@
+about 6121
+be 27239
+by 15659
+her 21272
+up 7138
+you 35121
+ 202317
+been 6037
+down 4100
+got 4047
+have 23991
+is 37433
+me 11514
+my 22712
+she 19935
+their 6428
+them 5581
+this 18019
+upon 4160
+we 13668
+will 11037
+but 30329
+do 5427
+had 24180
+it 50587
+like 4217
+no 7952
+on 12904
+the 208421
+then 6525
+thy 4028
+was 49624
+which 7409
+are 7566
+as 29531
+into 4263
+one 9926
+our 4088
+they 14089
+all 11971
+at 18706
+of 119701
+that 54938
+your 11160
+his 34380
+out 7891
+when 8507
+who 4428
+with 34665
+could 6614
+he 44747
+i 72836
+in 69179
+or 8610
+were 9682
+would 9567
+from 9433
+has 5077
+its 4523
+other 4002
+so 13588
+some 4462
+there 8909
+what 5911
+a 99209
+an 8104
+and 167100
+for 36130
+if 7613
+it. 4557
+not 32386
+said 5039
+see 4020
+to 114272
+any 5067
+him 8425
+thou 5138
diff --git a/Assign1/src/Question1/Stopword_i.java b/Assign1/src/Question1/Stopword_i.java
new file mode 100644
index 0000000000000000000000000000000000000000..b3460e5d6b6a3356d600490ccaf39a206fc28a6f
--- /dev/null
+++ b/Assign1/src/Question1/Stopword_i.java
@@ -0,0 +1,82 @@
+package Question1;
+
+import java.io.IOException;
+import java.util.Arrays;
+import org.apache.hadoop.conf.Configuration;
+import org.apache.hadoop.conf.Configured;
+import org.apache.hadoop.fs.Path;
+import org.apache.hadoop.io.IntWritable;
+import org.apache.hadoop.io.LongWritable;
+import org.apache.hadoop.io.Text;
+import org.apache.hadoop.mapreduce.Job;
+import org.apache.hadoop.mapreduce.Mapper;
+import org.apache.hadoop.mapreduce.Reducer;
+import org.apache.hadoop.mapreduce.lib.input.FileInputFormat;
+import org.apache.hadoop.mapreduce.lib.input.TextInputFormat;
+import org.apache.hadoop.mapreduce.lib.output.FileOutputFormat;
+import org.apache.hadoop.mapreduce.lib.output.TextOutputFormat;
+import org.apache.hadoop.util.Tool;
+import org.apache.hadoop.util.ToolRunner;
+
+public class Stopword_i extends Configured implements Tool {
+ public static void main(String[] args) throws Exception {
+ System.out.println(Arrays.toString(args));
+ int res = ToolRunner.run(new Configuration(), new Stopword_i(), args);
+
+ System.exit(res);
+ }
+
+ @Override
+ public int run(String[] args) throws Exception {
+ System.out.println(Arrays.toString(args));
+ Job job = new Job(getConf(), "Stopword_i");
+ job.setJarByClass(Stopword_i.class);
+ job.setOutputKeyClass(Text.class);
+ job.setOutputValueClass(IntWritable.class);
+
+ job.setMapperClass(Map.class);
+ job.setReducerClass(Reduce.class);
+
+ job.setInputFormatClass(TextInputFormat.class);
+ job.setOutputFormatClass(TextOutputFormat.class);
+
+ job.setNumReduceTasks(10);
+
+ FileInputFormat.addInputPath(job, new Path(args[0]));
+ FileInputFormat.addInputPath(job, new Path(args[1]));
+ FileInputFormat.addInputPath(job, new Path(args[2]));
+ FileOutputFormat.setOutputPath(job, new Path(args[3]));
+
+ job.waitForCompletion(true);
+
+ return 0;
+ }
+
+ public static class Map extends Mapper<LongWritable, Text, Text, IntWritable> {
+ private final static IntWritable ONE = new IntWritable(1);
+ private Text word = new Text();
+
+ @Override
+ public void map(LongWritable key, Text value, Context context)
+ throws IOException, InterruptedException {
+ for (String token: value.toString().split("\\s+")) {
+ word.set(token.toLowerCase());
+ context.write(word, ONE);
+ }
+ }
+ }
+
+ public static class Reduce extends Reducer<Text, IntWritable, Text, IntWritable> {
+ @Override
+ public void reduce(Text key, Iterable<IntWritable> values, Context context)
+ throws IOException, InterruptedException {
+ int sum = 0;
+ for (IntWritable val : values) {
+ sum += val.get();
+ }
+ if (sum > 4000) {
+ context.write(key, new IntWritable(sum));
+ }
+ }
+ }
+}
diff --git a/Assign1/src/Question1/Stopword_ii.java b/Assign1/src/Question1/Stopword_ii.java
new file mode 100644
index 0000000000000000000000000000000000000000..70632f413d346e6c91626d84ded829de836f94e5
--- /dev/null
+++ b/Assign1/src/Question1/Stopword_ii.java
@@ -0,0 +1,83 @@
+package Question1;
+
+import java.io.IOException;
+import java.util.Arrays;
+import org.apache.hadoop.conf.Configuration;
+import org.apache.hadoop.conf.Configured;
+import org.apache.hadoop.fs.Path;
+import org.apache.hadoop.io.IntWritable;
+import org.apache.hadoop.io.LongWritable;
+import org.apache.hadoop.io.Text;
+import org.apache.hadoop.mapreduce.Job;
+import org.apache.hadoop.mapreduce.Mapper;
+import org.apache.hadoop.mapreduce.Reducer;
+import org.apache.hadoop.mapreduce.lib.input.FileInputFormat;
+import org.apache.hadoop.mapreduce.lib.input.TextInputFormat;
+import org.apache.hadoop.mapreduce.lib.output.FileOutputFormat;
+import org.apache.hadoop.mapreduce.lib.output.TextOutputFormat;
+import org.apache.hadoop.util.Tool;
+import org.apache.hadoop.util.ToolRunner;
+
+public class Stopword_ii extends Configured implements Tool {
+ public static void main(String[] args) throws Exception {
+ System.out.println(Arrays.toString(args));
+ int res = ToolRunner.run(new Configuration(), new Stopword_ii(), args);
+
+ System.exit(res);
+ }
+
+ @Override
+ public int run(String[] args) throws Exception {
+ System.out.println(Arrays.toString(args));
+ Job job = new Job(getConf(), "Stopword_ii");
+ job.setJarByClass(Stopword_ii.class);
+ job.setOutputKeyClass(Text.class);
+ job.setOutputValueClass(IntWritable.class);
+
+ job.setMapperClass(Map.class);
+ job.setReducerClass(Reduce.class);
+ job.setCombinerClass(Reduce.class);
+
+ job.setInputFormatClass(TextInputFormat.class);
+ job.setOutputFormatClass(TextOutputFormat.class);
+
+ job.setNumReduceTasks(10);
+
+ FileInputFormat.addInputPath(job, new Path(args[0]));
+ FileInputFormat.addInputPath(job, new Path(args[1]));
+ FileInputFormat.addInputPath(job, new Path(args[2]));
+ FileOutputFormat.setOutputPath(job, new Path(args[3]));
+
+ job.waitForCompletion(true);
+
+ return 0;
+ }
+
+ public static class Map extends Mapper<LongWritable, Text, Text, IntWritable> {
+ private final static IntWritable ONE = new IntWritable(1);
+ private Text word = new Text();
+
+ @Override
+ public void map(LongWritable key, Text value, Context context)
+ throws IOException, InterruptedException {
+ for (String token: value.toString().split("\\s+")) {
+ word.set(token.toLowerCase());
+ context.write(word, ONE);
+ }
+ }
+ }
+
+ public static class Reduce extends Reducer<Text, IntWritable, Text, IntWritable> {
+ @Override
+ public void reduce(Text key, Iterable<IntWritable> values, Context context)
+ throws IOException, InterruptedException {
+ int sum = 0;
+ for (IntWritable val : values) {
+ sum += val.get();
+ }
+ if (sum > 4000) {
+ context.write(key, new IntWritable(sum));
+ }
+ }
+ }
+}