diff --git a/Assign2/Qb_Efficient_1000/._SUCCESS.crc b/Assign2/Qb_Efficient_1000/._SUCCESS.crc
new file mode 100644
index 0000000000000000000000000000000000000000..3b7b044936a890cd8d651d349a752d819d71d22c
Binary files /dev/null and b/Assign2/Qb_Efficient_1000/._SUCCESS.crc differ
diff --git a/Assign2/Qb_Efficient_1000/.part-r-00000.crc b/Assign2/Qb_Efficient_1000/.part-r-00000.crc
new file mode 100644
index 0000000000000000000000000000000000000000..964e8a1e73b65a76bffa7423be18b61d8f10c462
Binary files /dev/null and b/Assign2/Qb_Efficient_1000/.part-r-00000.crc differ
diff --git a/Assign2/Qb_Efficient_1000/_SUCCESS b/Assign2/Qb_Efficient_1000/_SUCCESS
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/Assign2/Qb_Efficient_1000/nb_comp b/Assign2/Qb_Efficient_1000/nb_comp
new file mode 100644
index 0000000000000000000000000000000000000000..633e3dc28dd19b4e3733af2e4377d7a20f0a0a6a
--- /dev/null
+++ b/Assign2/Qb_Efficient_1000/nb_comp
@@ -0,0 +1 @@
+2833
\ No newline at end of file
diff --git a/Assign2/Qb_Efficient_1000/part-r-00000 b/Assign2/Qb_Efficient_1000/part-r-00000
new file mode 100644
index 0000000000000000000000000000000000000000..d18cd2cb9fa0d42536a72a8328df393318c557ce
--- /dev/null
+++ b/Assign2/Qb_Efficient_1000/part-r-00000
@@ -0,0 +1,13 @@
+1195--2228	1.0
+1195--7082	1.0
+1255--2286	0.9
+1255--7142	1.0
+1322--7209	1.0
+1391--7278	1.0
+1456--7343	1.0
+1519--7406	1.0
+1575--7462	1.0
+1642--7529	1.0
+2175--6998	0.8
+2228--7082	1.0
+2286--7142	0.9
diff --git a/Assign2/bin/SetSimilarityJoins/Qb_Efficient_1000$COUNTS.class b/Assign2/bin/SetSimilarityJoins/Qb_Efficient_1000$COUNTS.class
new file mode 100644
index 0000000000000000000000000000000000000000..655870a59fe2d4db0ae643df2eb408b4ee47a652
Binary files /dev/null and b/Assign2/bin/SetSimilarityJoins/Qb_Efficient_1000$COUNTS.class differ
diff --git a/Assign2/bin/SetSimilarityJoins/Qb_Efficient_1000$Map.class b/Assign2/bin/SetSimilarityJoins/Qb_Efficient_1000$Map.class
new file mode 100644
index 0000000000000000000000000000000000000000..06cbd15dec6baea70fa4e064e431c5e2a7e04508
Binary files /dev/null and b/Assign2/bin/SetSimilarityJoins/Qb_Efficient_1000$Map.class differ
diff --git a/Assign2/bin/SetSimilarityJoins/Qb_Efficient_1000$Reduce.class b/Assign2/bin/SetSimilarityJoins/Qb_Efficient_1000$Reduce.class
new file mode 100644
index 0000000000000000000000000000000000000000..f310fab80d808acb66fe1ace36b0bd6f38bcbffe
Binary files /dev/null and b/Assign2/bin/SetSimilarityJoins/Qb_Efficient_1000$Reduce.class differ
diff --git a/Assign2/bin/SetSimilarityJoins/Qb_Efficient_1000.class b/Assign2/bin/SetSimilarityJoins/Qb_Efficient_1000.class
new file mode 100644
index 0000000000000000000000000000000000000000..9154f808f3bff42b63ef08e6081e7246bc89e07b
Binary files /dev/null and b/Assign2/bin/SetSimilarityJoins/Qb_Efficient_1000.class differ
diff --git a/Assign2/bin/SetSimilarityJoins/Qb_invert_index$COUNTS.class b/Assign2/bin/SetSimilarityJoins/Qb_invert_index$COUNTS.class
new file mode 100644
index 0000000000000000000000000000000000000000..67e739cde3e61b746da354e0b8e02bc3f8ef6aad
Binary files /dev/null and b/Assign2/bin/SetSimilarityJoins/Qb_invert_index$COUNTS.class differ
diff --git a/Assign2/bin/SetSimilarityJoins/Qb_invert_index$Map.class b/Assign2/bin/SetSimilarityJoins/Qb_invert_index$Map.class
new file mode 100644
index 0000000000000000000000000000000000000000..de085da979e1c3a1ab2913aa27e9ece79331e521
Binary files /dev/null and b/Assign2/bin/SetSimilarityJoins/Qb_invert_index$Map.class differ
diff --git a/Assign2/bin/SetSimilarityJoins/Qb_invert_index$Reduce.class b/Assign2/bin/SetSimilarityJoins/Qb_invert_index$Reduce.class
new file mode 100644
index 0000000000000000000000000000000000000000..618547ce1ff7f341b5fe403b0a7ee15d2718c6c3
Binary files /dev/null and b/Assign2/bin/SetSimilarityJoins/Qb_invert_index$Reduce.class differ
diff --git a/Assign2/bin/SetSimilarityJoins/Qb_invert_index.class b/Assign2/bin/SetSimilarityJoins/Qb_invert_index.class
new file mode 100644
index 0000000000000000000000000000000000000000..13f03750da308bd9ecf95907443bf8f7a0df701b
Binary files /dev/null and b/Assign2/bin/SetSimilarityJoins/Qb_invert_index.class differ
diff --git a/Assign2/hadoop.log b/Assign2/hadoop.log
index 4776fe0dda535d8aad4027d0431645693370241f..42c5843037e9c7b0606b30a0a8ca5315e8251693 100644
--- a/Assign2/hadoop.log
+++ b/Assign2/hadoop.log
@@ -7894,3 +7894,1423 @@ Caused by: java.lang.ClassNotFoundException: org.apache.http.client.methods.Http
 2017-03-19 09:09:29,222 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
 2017-03-19 09:09:32,225 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
 2017-03-19 09:09:35,231 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:09:38,235 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:09:41,236 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:09:44,241 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:09:46,975 INFO org.apache.hadoop.mapred.MapTask: Finished spill 120
+2017-03-19 09:09:47,011 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 31254662 kv 7813660(31254640) kvi 6660660(26642640)
+2017-03-19 09:09:50,251 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:09:53,254 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:09:55,689 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:09:55,718 INFO org.apache.hadoop.mapred.MapTask: bufstart = 31254662; bufend = 94011516; bufvoid = 104857600
+2017-03-19 09:09:55,718 INFO org.apache.hadoop.mapred.MapTask: kvstart = 7813660(31254640); kvend = 2531360(10125440); length = 5282301/6553600
+2017-03-19 09:09:55,718 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 99337612 kvi 24834396(99337584)
+2017-03-19 09:09:56,261 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:09:59,262 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:10:02,266 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:10:05,271 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:10:08,274 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:10:11,278 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:10:14,281 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:10:17,282 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:10:20,594 INFO org.apache.hadoop.mapred.MapTask: Finished spill 121
+2017-03-19 09:10:20,613 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 99337612 kv 24834396(99337584) kvi 23502884(94011536)
+2017-03-19 09:10:26,301 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:10:29,105 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:10:29,105 INFO org.apache.hadoop.mapred.MapTask: bufstart = 99337612; bufend = 57284959; bufvoid = 104857600
+2017-03-19 09:10:29,105 INFO org.apache.hadoop.mapred.MapTask: kvstart = 24834396(99337584); kvend = 19564116(78256464); length = 5270281/6553600
+2017-03-19 09:10:29,105 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 62611039 kvi 15652752(62611008)
+2017-03-19 09:10:29,341 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:10:32,350 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:10:35,355 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:10:38,358 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:10:41,361 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:10:44,363 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:10:47,369 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:10:50,371 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:10:53,663 INFO org.apache.hadoop.mapred.MapTask: Finished spill 122
+2017-03-19 09:10:53,827 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 62611039 kv 15652752(62611008) kvi 14321244(57284976)
+2017-03-19 09:10:59,381 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:11:02,040 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:11:02,046 INFO org.apache.hadoop.mapred.MapTask: bufstart = 62611039; bufend = 19923700; bufvoid = 104857600
+2017-03-19 09:11:02,046 INFO org.apache.hadoop.mapred.MapTask: kvstart = 15652752(62611008); kvend = 10223800(40895200); length = 5428953/6553600
+2017-03-19 09:11:02,046 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 25249780 kvi 6312440(25249760)
+2017-03-19 09:11:02,386 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:11:05,388 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:11:08,391 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:11:11,398 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:11:14,401 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:11:17,408 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:11:20,410 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:11:22,861 INFO org.apache.hadoop.mapred.MapTask: Finished spill 123
+2017-03-19 09:11:22,862 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 25249780 kv 6312440(25249760) kvi 5120812(20483248)
+2017-03-19 09:11:23,421 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:11:26,423 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:11:29,431 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:11:30,137 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:11:30,155 INFO org.apache.hadoop.mapred.MapTask: bufstart = 25249780; bufend = 88140791; bufvoid = 104857600
+2017-03-19 09:11:30,156 INFO org.apache.hadoop.mapred.MapTask: kvstart = 6312440(25249760); kvend = 1063680(4254720); length = 5248761/6553600
+2017-03-19 09:11:30,156 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 93466887 kvi 23366716(93466864)
+2017-03-19 09:11:32,434 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:11:35,435 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:11:38,438 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:11:41,439 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:11:44,446 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:11:47,451 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:11:50,458 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:11:54,296 INFO org.apache.hadoop.mapred.MapTask: Finished spill 124
+2017-03-19 09:11:54,319 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 93466887 kv 23366716(93466864) kvi 22151756(88607024)
+2017-03-19 09:11:59,471 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:12:02,474 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:12:03,104 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:12:03,107 INFO org.apache.hadoop.mapred.MapTask: bufstart = 93466887; bufend = 49314570; bufvoid = 104857596
+2017-03-19 09:12:03,107 INFO org.apache.hadoop.mapred.MapTask: kvstart = 23366716(93466864); kvend = 17571520(70286080); length = 5795197/6553600
+2017-03-19 09:12:03,107 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 54640650 kvi 13660156(54640624)
+2017-03-19 09:12:05,477 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:12:08,478 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:12:11,481 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:12:14,482 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:12:17,488 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:12:20,491 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:12:23,494 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:12:26,500 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:12:30,080 INFO org.apache.hadoop.mapred.MapTask: Finished spill 125
+2017-03-19 09:12:30,107 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 54640650 kv 13660156(54640624) kvi 12350808(49403232)
+2017-03-19 09:12:35,509 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:12:38,023 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:12:38,035 INFO org.apache.hadoop.mapred.MapTask: bufstart = 54640650; bufend = 12856101; bufvoid = 104857600
+2017-03-19 09:12:38,035 INFO org.apache.hadoop.mapred.MapTask: kvstart = 13660156(54640624); kvend = 8456904(33827616); length = 5203253/6553600
+2017-03-19 09:12:38,035 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 18182181 kvi 4545540(18182160)
+2017-03-19 09:12:38,511 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:12:41,554 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:12:44,561 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:12:47,566 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:12:50,567 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:12:53,681 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:12:56,683 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:12:59,687 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:13:02,688 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:13:07,864 INFO org.apache.hadoop.mapred.MapTask: Finished spill 126
+2017-03-19 09:13:07,879 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 18182181 kv 4545540(18182160) kvi 3214032(12856128)
+2017-03-19 09:13:11,695 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:13:14,698 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:13:17,494 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:13:17,505 INFO org.apache.hadoop.mapred.MapTask: bufstart = 18182181; bufend = 79368739; bufvoid = 104857600
+2017-03-19 09:13:17,505 INFO org.apache.hadoop.mapred.MapTask: kvstart = 4545540(18182160); kvend = 25085064(100340256); length = 5674877/6553600
+2017-03-19 09:13:17,505 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 84694819 kvi 21173700(84694800)
+2017-03-19 09:13:17,703 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:13:20,705 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:13:23,711 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:13:26,714 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:13:29,716 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:13:32,722 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:13:35,723 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:13:38,732 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:13:41,735 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:13:45,315 INFO org.apache.hadoop.mapred.MapTask: Finished spill 127
+2017-03-19 09:13:45,319 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 84694819 kv 21173700(84694800) kvi 19842192(79368768)
+2017-03-19 09:13:50,742 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:13:53,743 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:13:54,146 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:13:54,165 INFO org.apache.hadoop.mapred.MapTask: bufstart = 84694819; bufend = 41950593; bufvoid = 104857598
+2017-03-19 09:13:54,167 INFO org.apache.hadoop.mapred.MapTask: kvstart = 21173700(84694800); kvend = 15730520(62922080); length = 5443181/6553600
+2017-03-19 09:13:54,171 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 47276673 kvi 11819164(47276656)
+2017-03-19 09:13:56,747 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:13:59,751 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:14:02,752 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:14:05,756 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:14:08,759 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:14:11,762 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:14:14,767 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:14:18,277 INFO org.apache.hadoop.mapred.MapTask: Finished spill 128
+2017-03-19 09:14:18,281 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 47276673 kv 11819164(47276656) kvi 10598964(42395856)
+2017-03-19 09:14:23,778 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:14:26,589 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:14:26,604 INFO org.apache.hadoop.mapred.MapTask: bufstart = 47276673; bufend = 3847323; bufvoid = 104857600
+2017-03-19 09:14:26,608 INFO org.apache.hadoop.mapred.MapTask: kvstart = 11819164(47276656); kvend = 6204704(24818816); length = 5614461/6553600
+2017-03-19 09:14:26,609 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 9173403 kvi 2293344(9173376)
+2017-03-19 09:14:26,780 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:14:29,783 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:14:32,787 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:14:35,792 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:14:38,796 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:14:41,799 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:14:44,802 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:14:47,807 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:14:50,812 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:14:52,721 INFO org.apache.hadoop.mapred.MapTask: Finished spill 129
+2017-03-19 09:14:52,748 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 9173403 kv 2293344(9173376) kvi 961836(3847344)
+2017-03-19 09:14:56,820 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:14:59,822 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:15:01,029 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:15:01,045 INFO org.apache.hadoop.mapred.MapTask: bufstart = 9173403; bufend = 70735781; bufvoid = 104857600
+2017-03-19 09:15:01,048 INFO org.apache.hadoop.mapred.MapTask: kvstart = 2293344(9173376); kvend = 22926820(91707280); length = 5580925/6553600
+2017-03-19 09:15:01,048 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 76061861 kvi 19015460(76061840)
+2017-03-19 09:15:02,838 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:15:05,842 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:15:08,844 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:15:11,848 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:15:14,852 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:15:17,856 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:15:20,860 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:15:23,863 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:15:26,849 INFO org.apache.hadoop.mapred.MapTask: Finished spill 130
+2017-03-19 09:15:26,870 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 76061861 kv 19015460(76061840) kvi 17728128(70912512)
+2017-03-19 09:15:32,872 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:15:34,371 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:15:34,373 INFO org.apache.hadoop.mapred.MapTask: bufstart = 76061861; bufend = 35384636; bufvoid = 104857595
+2017-03-19 09:15:34,373 INFO org.apache.hadoop.mapred.MapTask: kvstart = 19015460(76061840); kvend = 14089040(56356160); length = 4926421/6553600
+2017-03-19 09:15:34,373 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 40710732 kvi 10177676(40710704)
+2017-03-19 09:15:35,875 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:15:38,876 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:15:41,880 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:15:44,883 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:15:47,889 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:15:50,892 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:15:53,895 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:15:56,896 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:15:57,567 INFO org.apache.hadoop.mapred.MapTask: Finished spill 131
+2017-03-19 09:15:57,583 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 40710732 kv 10177676(40710704) kvi 8846164(35384656)
+2017-03-19 09:16:02,903 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:16:05,904 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:16:06,094 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:16:06,101 INFO org.apache.hadoop.mapred.MapTask: bufstart = 40710732; bufend = 102399172; bufvoid = 104857600
+2017-03-19 09:16:06,102 INFO org.apache.hadoop.mapred.MapTask: kvstart = 10177676(40710704); kvend = 4628268(18513072); length = 5549409/6553600
+2017-03-19 09:16:06,103 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 2867652 kvi 716908(2867632)
+2017-03-19 09:16:08,913 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:16:11,916 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:16:14,920 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:16:17,923 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:16:20,928 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:16:23,932 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:16:26,936 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:16:29,938 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:16:31,222 INFO org.apache.hadoop.mapred.MapTask: Finished spill 132
+2017-03-19 09:16:31,234 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 2867652 kv 716908(2867632) kvi 25826284(103305136)
+2017-03-19 09:16:35,943 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:16:38,948 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:16:39,490 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:16:39,501 INFO org.apache.hadoop.mapred.MapTask: bufstart = 2867652; bufend = 65782466; bufvoid = 104857600
+2017-03-19 09:16:39,502 INFO org.apache.hadoop.mapred.MapTask: kvstart = 716908(2867632); kvend = 21688492(86753968); length = 5242817/6553600
+2017-03-19 09:16:39,503 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 71108546 kvi 17777132(71108528)
+2017-03-19 09:16:41,950 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:16:44,953 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:16:47,963 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:16:50,964 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:16:53,968 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:16:56,972 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:16:59,973 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:17:03,844 INFO org.apache.hadoop.mapred.MapTask: Finished spill 133
+2017-03-19 09:17:03,864 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 71108546 kv 17777132(71108528) kvi 16532196(66128784)
+2017-03-19 09:17:08,978 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:17:11,613 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:17:11,617 INFO org.apache.hadoop.mapred.MapTask: bufstart = 71108546; bufend = 29457503; bufvoid = 104857600
+2017-03-19 09:17:11,617 INFO org.apache.hadoop.mapred.MapTask: kvstart = 17777132(71108528); kvend = 12607248(50428992); length = 5169885/6553600
+2017-03-19 09:17:11,617 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 34783583 kvi 8695888(34783552)
+2017-03-19 09:17:11,981 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:17:14,982 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:17:17,984 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:17:20,996 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:17:24,001 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:17:27,003 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:17:30,013 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:17:33,022 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:17:35,180 INFO org.apache.hadoop.mapred.MapTask: Finished spill 134
+2017-03-19 09:17:35,215 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 34783583 kv 8695888(34783552) kvi 7364380(29457520)
+2017-03-19 09:17:39,024 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:17:42,025 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:17:45,034 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:17:45,185 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:17:45,186 INFO org.apache.hadoop.mapred.MapTask: bufstart = 34783583; bufend = 96967934; bufvoid = 104857600
+2017-03-19 09:17:45,186 INFO org.apache.hadoop.mapred.MapTask: kvstart = 8695888(34783552); kvend = 3270452(13081808); length = 5425437/6553600
+2017-03-19 09:17:45,186 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 102294014 kvi 25573496(102293984)
+2017-03-19 09:17:48,037 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:17:51,041 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:17:54,044 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:17:57,047 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:18:00,049 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:18:03,053 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:18:06,056 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:18:09,061 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:18:10,318 INFO org.apache.hadoop.mapred.MapTask: Finished spill 135
+2017-03-19 09:18:10,344 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 102294014 kv 25573496(102293984) kvi 24370912(97483648)
+2017-03-19 09:18:15,064 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:18:18,065 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:18:18,189 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:18:18,217 INFO org.apache.hadoop.mapred.MapTask: bufstart = 102294014; bufend = 60454717; bufvoid = 104857593
+2017-03-19 09:18:18,217 INFO org.apache.hadoop.mapred.MapTask: kvstart = 25573496(102293984); kvend = 20356548(81426192); length = 5216949/6553600
+2017-03-19 09:18:18,218 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 65780797 kvi 16445192(65780768)
+2017-03-19 09:18:21,068 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:18:24,073 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:18:27,084 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:18:30,085 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:18:33,091 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:18:36,094 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:18:37,937 INFO org.apache.hadoop.mapred.MapTask: Finished spill 136
+2017-03-19 09:18:38,097 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 65780797 kv 16445192(65780768) kvi 15113684(60454736)
+2017-03-19 09:18:42,097 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:18:45,118 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:18:46,547 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:18:46,551 INFO org.apache.hadoop.mapred.MapTask: bufstart = 65780797; bufend = 23450358; bufvoid = 104857600
+2017-03-19 09:18:46,552 INFO org.apache.hadoop.mapred.MapTask: kvstart = 16445192(65780768); kvend = 11105460(44421840); length = 5339733/6553600
+2017-03-19 09:18:46,552 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 28776438 kvi 7194104(28776416)
+2017-03-19 09:18:48,135 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:18:51,138 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:18:54,144 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:18:57,145 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:19:00,149 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:19:03,154 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:19:06,158 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:19:09,160 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:19:11,279 INFO org.apache.hadoop.mapred.MapTask: Finished spill 137
+2017-03-19 09:19:11,302 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 28776438 kv 7194104(28776416) kvi 5862596(23450384)
+2017-03-19 09:19:15,164 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:19:18,165 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:19:19,272 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:19:19,278 INFO org.apache.hadoop.mapred.MapTask: bufstart = 28776438; bufend = 91167182; bufvoid = 104857600
+2017-03-19 09:19:19,278 INFO org.apache.hadoop.mapred.MapTask: kvstart = 7194104(28776416); kvend = 1820264(7281056); length = 5373841/6553600
+2017-03-19 09:19:19,278 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 96493262 kvi 24123308(96493232)
+2017-03-19 09:19:21,170 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:19:24,174 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:19:27,178 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:19:30,180 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:19:33,182 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:19:36,184 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:19:39,185 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:19:42,187 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:19:44,351 INFO org.apache.hadoop.mapred.MapTask: Finished spill 138
+2017-03-19 09:19:44,370 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 96493262 kv 24123308(96493232) kvi 22942960(91771840)
+2017-03-19 09:19:48,190 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:19:51,194 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:19:52,868 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:19:52,880 INFO org.apache.hadoop.mapred.MapTask: bufstart = 96493262; bufend = 54301436; bufvoid = 104857600
+2017-03-19 09:19:52,880 INFO org.apache.hadoop.mapred.MapTask: kvstart = 24123308(96493232); kvend = 18818240(75272960); length = 5305069/6553600
+2017-03-19 09:19:52,880 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 59627532 kvi 14906876(59627504)
+2017-03-19 09:19:54,204 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:19:57,206 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:20:00,212 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:20:03,214 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:20:06,218 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:20:09,225 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:20:12,228 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:20:15,230 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:20:18,080 INFO org.apache.hadoop.mapred.MapTask: Finished spill 139
+2017-03-19 09:20:18,086 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 59627532 kv 14906876(59627504) kvi 13808056(55232224)
+2017-03-19 09:20:21,234 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:20:24,235 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:20:26,808 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:20:26,827 INFO org.apache.hadoop.mapred.MapTask: bufstart = 59627532; bufend = 18624528; bufvoid = 104857595
+2017-03-19 09:20:26,827 INFO org.apache.hadoop.mapred.MapTask: kvstart = 14906876(59627504); kvend = 9899000(39596000); length = 5007877/6553600
+2017-03-19 09:20:26,827 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 23950608 kvi 5987648(23950592)
+2017-03-19 09:20:27,238 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:20:30,275 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:20:33,278 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:20:36,282 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:20:39,284 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:20:42,290 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:20:45,295 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:20:48,302 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:20:51,304 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:20:53,756 INFO org.apache.hadoop.mapred.MapTask: Finished spill 140
+2017-03-19 09:20:53,766 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 23950608 kv 5987648(23950592) kvi 4656136(18624544)
+2017-03-19 09:20:57,794 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:21:00,805 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:21:01,611 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:21:01,615 INFO org.apache.hadoop.mapred.MapTask: bufstart = 23950608; bufend = 85509224; bufvoid = 104857600
+2017-03-19 09:21:01,616 INFO org.apache.hadoop.mapred.MapTask: kvstart = 5987648(23950592); kvend = 405776(1623104); length = 5581873/6553600
+2017-03-19 09:21:01,616 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 90835304 kvi 22708820(90835280)
+2017-03-19 09:21:03,806 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:21:06,815 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:21:09,818 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:21:12,825 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:21:15,826 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:21:18,830 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:21:21,832 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:21:24,834 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:21:27,361 INFO org.apache.hadoop.mapred.MapTask: Finished spill 141
+2017-03-19 09:21:27,381 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 90835304 kv 22708820(90835280) kvi 21377312(85509248)
+2017-03-19 09:21:30,841 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:21:33,842 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:21:35,512 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:21:35,526 INFO org.apache.hadoop.mapred.MapTask: bufstart = 90835304; bufend = 48596209; bufvoid = 104857587
+2017-03-19 09:21:35,526 INFO org.apache.hadoop.mapred.MapTask: kvstart = 22708820(90835280); kvend = 17391936(69567744); length = 5316885/6553600
+2017-03-19 09:21:35,527 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 53922305 kvi 13480572(53922288)
+2017-03-19 09:21:36,845 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:21:39,846 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:21:42,854 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:21:45,865 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:21:48,866 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:21:51,875 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:21:54,876 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:21:57,879 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:22:00,058 INFO org.apache.hadoop.mapred.MapTask: Finished spill 142
+2017-03-19 09:22:00,109 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 53922305 kv 13480572(53922288) kvi 12222644(48890576)
+2017-03-19 09:22:03,885 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:22:06,886 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:22:07,992 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:22:08,021 INFO org.apache.hadoop.mapred.MapTask: bufstart = 53922305; bufend = 11931198; bufvoid = 104857600
+2017-03-19 09:22:08,024 INFO org.apache.hadoop.mapred.MapTask: kvstart = 13480572(53922288); kvend = 8225672(32902688); length = 5254901/6553600
+2017-03-19 09:22:08,025 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 17257278 kvi 4314312(17257248)
+2017-03-19 09:22:09,890 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:22:12,895 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:22:15,903 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:22:18,905 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:22:21,914 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:22:24,918 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:22:27,922 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:22:30,925 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:22:33,381 INFO org.apache.hadoop.mapred.MapTask: Finished spill 143
+2017-03-19 09:22:33,392 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 17257278 kv 4314312(17257248) kvi 2982804(11931216)
+2017-03-19 09:22:36,926 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:22:39,935 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:22:42,939 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:22:45,153 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:22:45,161 INFO org.apache.hadoop.mapred.MapTask: bufstart = 17257278; bufend = 78132751; bufvoid = 104857600
+2017-03-19 09:22:45,161 INFO org.apache.hadoop.mapred.MapTask: kvstart = 4314312(17257248); kvend = 24776068(99104272); length = 5752645/6553600
+2017-03-19 09:22:45,163 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 83458847 kvi 20864704(83458816)
+2017-03-19 09:22:45,945 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:22:48,946 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:22:51,950 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:22:54,955 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:22:57,956 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:23:00,963 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:23:03,964 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:23:06,965 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:23:12,116 INFO org.apache.hadoop.mapred.MapTask: Finished spill 144
+2017-03-19 09:23:12,118 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 83458847 kv 20864704(83458816) kvi 19718644(78874576)
+2017-03-19 09:23:15,975 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:23:18,985 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:23:21,552 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:23:21,568 INFO org.apache.hadoop.mapred.MapTask: bufstart = 83458847; bufend = 43027866; bufvoid = 104857600
+2017-03-19 09:23:21,568 INFO org.apache.hadoop.mapred.MapTask: kvstart = 20864704(83458816); kvend = 15999836(63999344); length = 4864869/6553600
+2017-03-19 09:23:21,568 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 48353946 kvi 12088480(48353920)
+2017-03-19 09:23:21,993 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:23:24,995 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:23:27,997 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:23:30,999 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:23:34,005 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:23:37,007 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:23:40,011 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:23:41,814 INFO org.apache.hadoop.mapred.MapTask: Finished spill 145
+2017-03-19 09:23:41,832 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 48353946 kv 12088480(48353920) kvi 10756972(43027888)
+2017-03-19 09:23:46,015 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:23:49,019 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:23:50,424 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:23:50,436 INFO org.apache.hadoop.mapred.MapTask: bufstart = 48353946; bufend = 4853964; bufvoid = 104857600
+2017-03-19 09:23:50,436 INFO org.apache.hadoop.mapred.MapTask: kvstart = 12088480(48353920); kvend = 6456364(25825456); length = 5632117/6553600
+2017-03-19 09:23:50,436 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 10180044 kvi 2545004(10180016)
+2017-03-19 09:23:52,021 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:23:55,025 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:23:58,030 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:24:01,031 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:24:04,035 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:24:07,041 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:24:10,043 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:24:13,046 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:24:16,100 INFO org.apache.hadoop.mapred.MapTask: Finished spill 146
+2017-03-19 09:24:16,112 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 10180044 kv 2545004(10180016) kvi 1274096(5096384)
+2017-03-19 09:24:22,056 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:24:24,276 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:24:24,278 INFO org.apache.hadoop.mapred.MapTask: bufstart = 10180044; bufend = 72288018; bufvoid = 104857600
+2017-03-19 09:24:24,279 INFO org.apache.hadoop.mapred.MapTask: kvstart = 2545004(10180016); kvend = 23314880(93259520); length = 5444525/6553600
+2017-03-19 09:24:24,280 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 77614098 kvi 19403520(77614080)
+2017-03-19 09:24:25,059 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:24:28,060 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:24:31,065 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:24:34,067 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:24:37,068 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:24:40,071 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:24:43,076 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:24:46,077 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:24:49,078 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:24:51,811 INFO org.apache.hadoop.mapred.MapTask: Finished spill 147
+2017-03-19 09:24:51,836 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 77614098 kv 19403520(77614080) kvi 18102080(72408320)
+2017-03-19 09:24:55,084 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:24:58,121 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:25:01,127 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:25:01,633 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:25:01,651 INFO org.apache.hadoop.mapred.MapTask: bufstart = 77614098; bufend = 35323492; bufvoid = 104857600
+2017-03-19 09:25:01,652 INFO org.apache.hadoop.mapred.MapTask: kvstart = 19403520(77614080); kvend = 14073752(56295008); length = 5329769/6553600
+2017-03-19 09:25:01,652 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 40649572 kvi 10162388(40649552)
+2017-03-19 09:25:04,136 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:25:07,143 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:25:10,146 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:25:13,151 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:25:16,155 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:25:19,159 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:25:22,163 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:25:25,176 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:25:27,453 INFO org.apache.hadoop.mapred.MapTask: Finished spill 148
+2017-03-19 09:25:27,557 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 40649572 kv 10162388(40649552) kvi 8927292(35709168)
+2017-03-19 09:25:31,210 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:25:34,212 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:25:35,297 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:25:35,301 INFO org.apache.hadoop.mapred.MapTask: bufstart = 40649572; bufend = 103333291; bufvoid = 104857600
+2017-03-19 09:25:35,302 INFO org.apache.hadoop.mapred.MapTask: kvstart = 10162388(40649552); kvend = 4861804(19447216); length = 5300585/6553600
+2017-03-19 09:25:35,302 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 3801787 kvi 950440(3801760)
+2017-03-19 09:25:37,215 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:25:40,220 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:25:43,223 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:25:46,225 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:25:49,226 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:25:52,232 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:25:55,235 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:25:59,033 INFO org.apache.hadoop.mapred.MapTask: Finished spill 149
+2017-03-19 09:25:59,056 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 3801787 kv 950440(3801760) kvi 25844032(103376128)
+2017-03-19 09:26:04,243 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:26:07,246 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:26:08,282 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:26:08,288 INFO org.apache.hadoop.mapred.MapTask: bufstart = 3801787; bufend = 66669215; bufvoid = 104857600
+2017-03-19 09:26:08,288 INFO org.apache.hadoop.mapred.MapTask: kvstart = 950440(3801760); kvend = 21910180(87640720); length = 5254661/6553600
+2017-03-19 09:26:08,288 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 71995295 kvi 17998816(71995264)
+2017-03-19 09:26:10,251 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:26:13,256 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:26:16,259 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:26:19,263 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:26:22,266 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:26:25,271 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:26:28,273 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:26:31,276 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:26:34,841 INFO org.apache.hadoop.mapred.MapTask: Finished spill 150
+2017-03-19 09:26:34,853 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 71995295 kv 17998816(71995264) kvi 16667308(66669232)
+2017-03-19 09:26:40,282 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:26:43,102 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:26:43,134 INFO org.apache.hadoop.mapred.MapTask: bufstart = 71995295; bufend = 28719147; bufvoid = 104857600
+2017-03-19 09:26:43,134 INFO org.apache.hadoop.mapred.MapTask: kvstart = 17998816(71995264); kvend = 12422668(49690672); length = 5576149/6553600
+2017-03-19 09:26:43,134 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 34045243 kvi 8511304(34045216)
+2017-03-19 09:26:43,286 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:26:46,287 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:26:49,294 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:26:52,296 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:26:55,299 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:26:58,303 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:27:01,304 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:27:04,306 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:27:08,774 INFO org.apache.hadoop.mapred.MapTask: Finished spill 151
+2017-03-19 09:27:08,821 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 34045243 kv 8511304(34045216) kvi 7296424(29185696)
+2017-03-19 09:27:13,316 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:27:16,333 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:27:17,220 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:27:17,243 INFO org.apache.hadoop.mapred.MapTask: bufstart = 34045243; bufend = 95849964; bufvoid = 104857600
+2017-03-19 09:27:17,244 INFO org.apache.hadoop.mapred.MapTask: kvstart = 8511304(34045216); kvend = 2990972(11963888); length = 5520333/6553600
+2017-03-19 09:27:17,245 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 101176060 kvi 25294008(101176032)
+2017-03-19 09:27:19,336 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:27:22,337 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:27:25,339 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:27:28,342 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:27:31,348 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:27:34,354 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:27:37,356 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:27:40,360 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:27:41,984 INFO org.apache.hadoop.mapred.MapTask: Finished spill 152
+2017-03-19 09:27:41,987 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 101176060 kv 25294008(101176032) kvi 24022776(96091104)
+2017-03-19 09:27:46,436 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:27:49,444 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:27:50,570 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:27:50,586 INFO org.apache.hadoop.mapred.MapTask: bufstart = 101176060; bufend = 57919463; bufvoid = 104857600
+2017-03-19 09:27:50,587 INFO org.apache.hadoop.mapred.MapTask: kvstart = 25294008(101176032); kvend = 19722748(78890992); length = 5571261/6553600
+2017-03-19 09:27:50,587 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 63245559 kvi 15811384(63245536)
+2017-03-19 09:27:52,446 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:27:55,456 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:27:58,465 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:28:01,466 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:28:04,467 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:28:07,469 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:28:10,471 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:28:13,474 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:28:15,758 INFO org.apache.hadoop.mapred.MapTask: Finished spill 153
+2017-03-19 09:28:15,767 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 63245559 kv 15811384(63245536) kvi 14488100(57952400)
+2017-03-19 09:28:19,792 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:28:22,794 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:28:24,213 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:28:24,242 INFO org.apache.hadoop.mapred.MapTask: bufstart = 63245559; bufend = 20016988; bufvoid = 104857600
+2017-03-19 09:28:24,244 INFO org.apache.hadoop.mapred.MapTask: kvstart = 15811384(63245536); kvend = 10247120(40988480); length = 5564265/6553600
+2017-03-19 09:28:24,244 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 25343068 kvi 6335760(25343040)
+2017-03-19 09:28:25,827 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:28:28,829 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:28:31,832 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:28:34,836 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:28:37,840 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:28:40,844 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:28:43,846 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:28:46,848 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:28:50,364 INFO org.apache.hadoop.mapred.MapTask: Finished spill 154
+2017-03-19 09:28:50,374 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 25343068 kv 6335760(25343040) kvi 5022828(20091312)
+2017-03-19 09:28:55,918 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:28:58,351 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:28:58,369 INFO org.apache.hadoop.mapred.MapTask: bufstart = 25343068; bufend = 87859705; bufvoid = 104857600
+2017-03-19 09:28:58,369 INFO org.apache.hadoop.mapred.MapTask: kvstart = 6335760(25343040); kvend = 993396(3973584); length = 5342365/6553600
+2017-03-19 09:28:58,369 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 93185785 kvi 23296440(93185760)
+2017-03-19 09:28:58,921 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:29:01,925 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:29:04,928 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:29:07,933 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:29:10,937 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:29:13,943 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:29:16,945 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:29:19,948 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:29:23,468 INFO org.apache.hadoop.mapred.MapTask: Finished spill 155
+2017-03-19 09:29:23,577 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 93185785 kv 23296440(93185760) kvi 21964932(87859728)
+2017-03-19 09:29:29,456 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:29:31,808 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:29:31,810 INFO org.apache.hadoop.mapred.MapTask: bufstart = 93185785; bufend = 50201141; bufvoid = 104857591
+2017-03-19 09:29:31,810 INFO org.apache.hadoop.mapred.MapTask: kvstart = 23296440(93185760); kvend = 17793160(71172640); length = 5503281/6553600
+2017-03-19 09:29:31,810 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 55527221 kvi 13881800(55527200)
+2017-03-19 09:29:32,460 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:29:35,469 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:29:38,474 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:29:41,476 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:29:44,478 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:29:47,480 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:29:50,483 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:29:53,487 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:29:57,183 INFO org.apache.hadoop.mapred.MapTask: Finished spill 156
+2017-03-19 09:29:57,190 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 55527221 kv 13881800(55527200) kvi 12550292(50201168)
+2017-03-19 09:30:02,497 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:30:05,334 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:30:05,348 INFO org.apache.hadoop.mapred.MapTask: bufstart = 55527221; bufend = 12590069; bufvoid = 104857600
+2017-03-19 09:30:05,349 INFO org.apache.hadoop.mapred.MapTask: kvstart = 13881800(55527200); kvend = 8390400(33561600); length = 5491401/6553600
+2017-03-19 09:30:05,349 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 17916165 kvi 4479036(17916144)
+2017-03-19 09:30:05,500 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:30:08,507 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:30:11,512 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:30:14,516 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:30:17,524 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:30:20,527 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:30:23,536 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:30:26,547 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:30:29,548 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:30:31,824 INFO org.apache.hadoop.mapred.MapTask: Finished spill 157
+2017-03-19 09:30:31,835 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 17916165 kv 4479036(17916144) kvi 3147524(12590096)
+2017-03-19 09:30:35,555 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:30:38,836 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:30:40,273 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:30:40,279 INFO org.apache.hadoop.mapred.MapTask: bufstart = 17916165; bufend = 79969920; bufvoid = 104857600
+2017-03-19 09:30:40,279 INFO org.apache.hadoop.mapred.MapTask: kvstart = 4479036(17916144); kvend = 25235364(100941456); length = 5458073/6553600
+2017-03-19 09:30:40,279 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 85296016 kvi 21324000(85296000)
+2017-03-19 09:30:41,847 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:30:44,849 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:30:47,852 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:30:50,856 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:30:53,860 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:30:56,867 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:30:59,868 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:31:02,871 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:31:05,078 INFO org.apache.hadoop.mapred.MapTask: Finished spill 158
+2017-03-19 09:31:05,089 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 85296016 kv 21324000(85296000) kvi 20224488(80897952)
+2017-03-19 09:31:08,902 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:31:11,904 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:31:14,907 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:31:15,618 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:31:15,622 INFO org.apache.hadoop.mapred.MapTask: bufstart = 85296016; bufend = 43270855; bufvoid = 104857600
+2017-03-19 09:31:15,622 INFO org.apache.hadoop.mapred.MapTask: kvstart = 21324000(85296000); kvend = 16060596(64242384); length = 5263405/6553600
+2017-03-19 09:31:15,622 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 48596951 kvi 12149232(48596928)
+2017-03-19 09:31:17,908 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:31:20,917 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:31:23,920 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:31:26,924 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:31:29,927 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:31:32,928 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:31:35,932 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:31:38,936 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:31:41,993 INFO org.apache.hadoop.mapred.MapTask: Finished spill 159
+2017-03-19 09:31:41,997 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 48596951 kv 12149232(48596928) kvi 10817720(43270880)
+2017-03-19 09:31:47,978 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:31:50,980 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:31:52,102 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:31:52,115 INFO org.apache.hadoop.mapred.MapTask: bufstart = 48596951; bufend = 5593947; bufvoid = 104857600
+2017-03-19 09:31:52,115 INFO org.apache.hadoop.mapred.MapTask: kvstart = 12149232(48596928); kvend = 6641364(26565456); length = 5507869/6553600
+2017-03-19 09:31:52,115 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 10920027 kvi 2730000(10920000)
+2017-03-19 09:31:53,984 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:31:56,987 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:31:59,988 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:32:02,992 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:32:05,997 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:32:09,004 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:32:12,007 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:32:15,016 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:32:19,064 INFO org.apache.hadoop.mapred.MapTask: Finished spill 160
+2017-03-19 09:32:19,101 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 10920027 kv 2730000(10920000) kvi 1398492(5593968)
+2017-03-19 09:32:24,027 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:32:27,028 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:32:29,319 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:32:29,333 INFO org.apache.hadoop.mapred.MapTask: bufstart = 10920027; bufend = 72655319; bufvoid = 104857600
+2017-03-19 09:32:29,333 INFO org.apache.hadoop.mapred.MapTask: kvstart = 2730000(10920000); kvend = 23406704(93626816); length = 5537697/6553600
+2017-03-19 09:32:29,333 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 77981399 kvi 19495344(77981376)
+2017-03-19 09:32:30,084 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:32:33,087 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:32:36,088 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:32:39,097 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:32:42,100 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:32:45,105 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:32:48,107 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:32:51,110 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:32:54,112 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:32:57,031 INFO org.apache.hadoop.mapred.MapTask: Finished spill 161
+2017-03-19 09:32:57,050 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 77981399 kv 19495344(77981376) kvi 18163836(72655344)
+2017-03-19 09:33:00,414 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:33:03,417 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:33:06,421 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:33:06,960 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:33:06,964 INFO org.apache.hadoop.mapred.MapTask: bufstart = 77981399; bufend = 34811549; bufvoid = 104857600
+2017-03-19 09:33:06,964 INFO org.apache.hadoop.mapred.MapTask: kvstart = 19495344(77981376); kvend = 13945764(55783056); length = 5549581/6553600
+2017-03-19 09:33:06,964 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 40137629 kvi 10034400(40137600)
+2017-03-19 09:33:09,425 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:33:12,427 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:33:15,435 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:33:18,437 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:33:21,445 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:33:24,447 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:33:27,517 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:33:30,521 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:33:35,025 INFO org.apache.hadoop.mapred.MapTask: Finished spill 162
+2017-03-19 09:33:35,057 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 40137629 kv 10034400(40137600) kvi 8737932(34951728)
+2017-03-19 09:33:39,548 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:33:42,553 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:33:45,557 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:33:45,960 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:33:45,965 INFO org.apache.hadoop.mapred.MapTask: bufstart = 40137629; bufend = 102050277; bufvoid = 104857600
+2017-03-19 09:33:45,965 INFO org.apache.hadoop.mapred.MapTask: kvstart = 10034400(40137600); kvend = 4541040(18164160); length = 5493361/6553600
+2017-03-19 09:33:45,966 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 2518757 kvi 629684(2518736)
+2017-03-19 09:33:48,559 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:33:51,563 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:33:54,565 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:33:57,570 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:34:00,575 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:34:03,577 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:34:06,581 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:34:09,593 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:34:11,611 INFO org.apache.hadoop.mapred.MapTask: Finished spill 163
+2017-03-19 09:34:11,627 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 2518757 kv 629684(2518736) kvi 25753584(103014336)
+2017-03-19 09:34:15,600 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:34:18,605 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:34:21,248 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:34:21,254 INFO org.apache.hadoop.mapred.MapTask: bufstart = 2518757; bufend = 65137433; bufvoid = 104857600
+2017-03-19 09:34:21,254 INFO org.apache.hadoop.mapred.MapTask: kvstart = 629684(2518736); kvend = 21527240(86108960); length = 5316845/6553600
+2017-03-19 09:34:21,254 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 70463529 kvi 17615876(70463504)
+2017-03-19 09:34:21,607 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:34:24,613 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:34:27,617 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:34:30,628 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:34:33,631 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:34:36,633 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:34:39,665 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:34:42,667 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:34:47,224 INFO org.apache.hadoop.mapred.MapTask: Finished spill 164
+2017-03-19 09:34:47,251 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 70463529 kv 17615876(70463504) kvi 16327712(65310848)
+2017-03-19 09:34:51,679 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:34:54,681 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:34:55,564 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:34:55,599 INFO org.apache.hadoop.mapred.MapTask: bufstart = 70463529; bufend = 28057479; bufvoid = 104857600
+2017-03-19 09:34:55,601 INFO org.apache.hadoop.mapred.MapTask: kvstart = 17615876(70463504); kvend = 12257248(49028992); length = 5358629/6553600
+2017-03-19 09:34:55,601 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 33383559 kvi 8345884(33383536)
+2017-03-19 09:34:57,689 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:35:00,698 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:35:03,702 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:35:06,707 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:35:09,714 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:35:12,718 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:35:15,724 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:35:18,727 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:35:20,939 INFO org.apache.hadoop.mapred.MapTask: Finished spill 165
+2017-03-19 09:35:21,001 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 33383559 kv 8345884(33383536) kvi 7014376(28057504)
+2017-03-19 09:35:24,729 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:35:27,734 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:35:29,594 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:35:29,613 INFO org.apache.hadoop.mapred.MapTask: bufstart = 33383559; bufend = 95379403; bufvoid = 104857600
+2017-03-19 09:35:29,614 INFO org.apache.hadoop.mapred.MapTask: kvstart = 8345884(33383536); kvend = 2873332(11493328); length = 5472553/6553600
+2017-03-19 09:35:29,614 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 100705499 kvi 25176368(100705472)
+2017-03-19 09:35:30,737 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:35:33,741 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:35:36,748 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:35:39,755 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:35:42,758 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:35:45,761 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:35:48,765 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:35:51,787 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:35:54,526 INFO org.apache.hadoop.mapred.MapTask: Finished spill 166
+2017-03-19 09:35:54,559 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 100705499 kv 25176368(100705472) kvi 24023028(96092112)
+2017-03-19 09:35:57,881 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:36:01,001 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:36:03,140 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:36:03,146 INFO org.apache.hadoop.mapred.MapTask: bufstart = 100705499; bufend = 58399399; bufvoid = 104857597
+2017-03-19 09:36:03,148 INFO org.apache.hadoop.mapred.MapTask: kvstart = 25176368(100705472); kvend = 19842732(79370928); length = 5333637/6553600
+2017-03-19 09:36:03,148 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 63725495 kvi 15931368(63725472)
+2017-03-19 09:36:04,008 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:36:07,009 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:36:10,013 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:36:13,015 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:36:16,017 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:36:19,021 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:36:22,025 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:36:25,028 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:36:27,642 INFO org.apache.hadoop.mapred.MapTask: Finished spill 167
+2017-03-19 09:36:27,656 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 63725495 kv 15931368(63725472) kvi 14730528(58922112)
+2017-03-19 09:36:31,034 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:36:34,076 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:36:36,105 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:36:36,118 INFO org.apache.hadoop.mapred.MapTask: bufstart = 63725495; bufend = 21183431; bufvoid = 104857600
+2017-03-19 09:36:36,118 INFO org.apache.hadoop.mapred.MapTask: kvstart = 15931368(63725472); kvend = 10538728(42154912); length = 5392641/6553600
+2017-03-19 09:36:36,118 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 26509511 kvi 6627372(26509488)
+2017-03-19 09:36:37,113 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:36:40,115 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:36:43,117 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:36:46,120 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:36:49,121 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:36:52,125 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:36:55,128 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:36:58,148 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:37:01,524 INFO org.apache.hadoop.mapred.MapTask: Finished spill 168
+2017-03-19 09:37:01,588 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 26509511 kv 6627372(26509488) kvi 5335300(21341200)
+2017-03-19 09:37:07,162 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:37:08,499 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:37:08,505 INFO org.apache.hadoop.mapred.MapTask: bufstart = 26509511; bufend = 88369841; bufvoid = 104857600
+2017-03-19 09:37:08,505 INFO org.apache.hadoop.mapred.MapTask: kvstart = 6627372(26509488); kvend = 1120932(4483728); length = 5506441/6553600
+2017-03-19 09:37:08,505 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 93695921 kvi 23423976(93695904)
+2017-03-19 09:37:10,170 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:37:13,178 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:37:16,181 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:37:19,185 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:37:22,186 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:37:25,188 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:37:28,193 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:37:31,198 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:37:33,883 INFO org.apache.hadoop.mapred.MapTask: Finished spill 169
+2017-03-19 09:37:33,906 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 93695921 kv 23423976(93695904) kvi 22094248(88376992)
+2017-03-19 09:37:37,208 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:37:40,217 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:37:42,184 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:37:42,198 INFO org.apache.hadoop.mapred.MapTask: bufstart = 93695921; bufend = 51796774; bufvoid = 104857600
+2017-03-19 09:37:42,199 INFO org.apache.hadoop.mapred.MapTask: kvstart = 23423976(93695904); kvend = 18192076(72768304); length = 5231901/6553600
+2017-03-19 09:37:42,199 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 57122870 kvi 14280712(57122848)
+2017-03-19 09:37:43,228 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:37:46,229 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:37:49,233 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:37:52,238 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:37:55,241 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:37:58,246 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:38:01,252 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:38:04,256 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:38:07,339 INFO org.apache.hadoop.mapred.MapTask: Finished spill 170
+2017-03-19 09:38:07,409 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 57122870 kv 14280712(57122848) kvi 12949200(51796800)
+2017-03-19 09:38:13,265 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:38:15,681 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:38:15,701 INFO org.apache.hadoop.mapred.MapTask: bufstart = 57122870; bufend = 14364627; bufvoid = 104857600
+2017-03-19 09:38:15,702 INFO org.apache.hadoop.mapred.MapTask: kvstart = 14280712(57122848); kvend = 8834036(35336144); length = 5446677/6553600
+2017-03-19 09:38:15,703 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 19690707 kvi 4922672(19690688)
+2017-03-19 09:38:16,268 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:38:19,277 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:38:22,281 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:38:25,284 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:38:28,285 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:38:31,288 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:38:34,289 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:38:37,291 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:38:42,680 INFO org.apache.hadoop.mapred.MapTask: Finished spill 171
+2017-03-19 09:38:42,686 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 19690707 kv 4922672(19690688) kvi 3591164(14364656)
+2017-03-19 09:38:46,318 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:38:49,331 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:38:49,776 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:38:49,792 INFO org.apache.hadoop.mapred.MapTask: bufstart = 19690707; bufend = 82533440; bufvoid = 104857600
+2017-03-19 09:38:49,793 INFO org.apache.hadoop.mapred.MapTask: kvstart = 4922672(19690688); kvend = 25876232(103504928); length = 5260841/6553600
+2017-03-19 09:38:49,794 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 87859520 kvi 21964876(87859504)
+2017-03-19 09:38:52,337 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:38:55,339 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:38:58,349 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:39:01,352 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:39:04,353 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:39:07,355 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:39:10,818 INFO org.apache.hadoop.mapred.MapTask: Finished spill 172
+2017-03-19 09:39:10,819 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 87859520 kv 21964876(87859504) kvi 20705388(82821552)
+2017-03-19 09:39:16,363 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:39:19,296 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:39:19,300 INFO org.apache.hadoop.mapred.MapTask: bufstart = 87859520; bufend = 45624522; bufvoid = 104857600
+2017-03-19 09:39:19,300 INFO org.apache.hadoop.mapred.MapTask: kvstart = 21964876(87859504); kvend = 16648996(66595984); length = 5315881/6553600
+2017-03-19 09:39:19,300 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 50950602 kvi 12737644(50950576)
+2017-03-19 09:39:19,365 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:39:22,368 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:39:25,369 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:39:28,371 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:39:31,373 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:39:34,378 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:39:37,381 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:39:40,384 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:39:44,101 INFO org.apache.hadoop.mapred.MapTask: Finished spill 173
+2017-03-19 09:39:44,106 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 50950602 kv 12737644(50950576) kvi 11476412(45905648)
+2017-03-19 09:39:49,406 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:39:52,384 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:39:52,400 INFO org.apache.hadoop.mapred.MapTask: bufstart = 50950602; bufend = 8977031; bufvoid = 104857591
+2017-03-19 09:39:52,400 INFO org.apache.hadoop.mapred.MapTask: kvstart = 12737644(50950576); kvend = 7487132(29948528); length = 5250513/6553600
+2017-03-19 09:39:52,400 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 14303111 kvi 3575772(14303088)
+2017-03-19 09:39:52,408 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:39:55,418 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:39:58,422 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:40:01,425 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:40:04,428 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:40:07,433 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:40:10,438 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:40:13,440 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:40:16,448 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:40:17,919 INFO org.apache.hadoop.mapred.MapTask: Finished spill 174
+2017-03-19 09:40:17,999 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 14303111 kv 3575772(14303088) kvi 2412760(9651040)
+2017-03-19 09:40:22,468 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:40:25,473 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:40:25,820 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:40:25,834 INFO org.apache.hadoop.mapred.MapTask: bufstart = 14303111; bufend = 78716878; bufvoid = 104857600
+2017-03-19 09:40:25,835 INFO org.apache.hadoop.mapred.MapTask: kvstart = 3575772(14303088); kvend = 24922092(99688368); length = 4868081/6553600
+2017-03-19 09:40:25,835 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 84042958 kvi 21010732(84042928)
+2017-03-19 09:40:28,479 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:40:31,482 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:40:34,488 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:40:37,489 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:40:40,490 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:40:43,492 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:40:46,494 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:40:48,736 INFO org.apache.hadoop.mapred.MapTask: Finished spill 175
+2017-03-19 09:40:48,743 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 84042958 kv 21010732(84042928) kvi 19679224(78716896)
+2017-03-19 09:40:52,498 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:40:55,505 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:40:56,953 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:40:56,968 INFO org.apache.hadoop.mapred.MapTask: bufstart = 84042958; bufend = 40466074; bufvoid = 104857600
+2017-03-19 09:40:56,968 INFO org.apache.hadoop.mapred.MapTask: kvstart = 21010732(84042928); kvend = 15359392(61437568); length = 5651341/6553600
+2017-03-19 09:40:56,968 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 45792154 kvi 11448032(45792128)
+2017-03-19 09:40:58,508 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:41:01,518 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:41:04,528 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:41:07,529 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:41:10,530 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:41:13,534 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:41:16,537 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:41:19,540 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:41:22,917 INFO org.apache.hadoop.mapred.MapTask: Finished spill 176
+2017-03-19 09:41:22,931 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 45792154 kv 11448032(45792128) kvi 10116524(40466096)
+2017-03-19 09:41:28,555 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:41:29,403 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:41:29,403 INFO org.apache.hadoop.mapred.MapTask: bufstart = 45792154; bufend = 3010048; bufvoid = 104857600
+2017-03-19 09:41:29,409 INFO org.apache.hadoop.mapred.MapTask: kvstart = 11448032(45792128); kvend = 5995384(23981536); length = 5452649/6553600
+2017-03-19 09:41:29,410 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 8336128 kvi 2084028(8336112)
+2017-03-19 09:41:31,558 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:41:34,562 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:41:37,566 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:41:40,568 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:41:43,570 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:41:46,571 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:41:49,574 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:41:50,774 INFO org.apache.hadoop.mapred.MapTask: Finished spill 177
+2017-03-19 09:41:50,791 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 8336128 kv 2084028(8336112) kvi 819236(3276944)
+2017-03-19 09:41:55,579 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:41:58,582 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:41:59,952 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:41:59,957 INFO org.apache.hadoop.mapred.MapTask: bufstart = 8336128; bufend = 70848833; bufvoid = 104857600
+2017-03-19 09:41:59,958 INFO org.apache.hadoop.mapred.MapTask: kvstart = 2084028(8336112); kvend = 22955084(91820336); length = 5343345/6553600
+2017-03-19 09:41:59,958 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 76174913 kvi 19043724(76174896)
+2017-03-19 09:42:01,665 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:42:04,668 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:42:07,674 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:42:10,678 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:42:13,681 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:42:16,682 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:42:19,686 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:42:22,698 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:42:25,700 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:42:29,214 INFO org.apache.hadoop.mapred.MapTask: Finished spill 178
+2017-03-19 09:42:29,228 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 76174913 kv 19043724(76174896) kvi 17785868(71143472)
+2017-03-19 09:42:34,722 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:42:37,725 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:42:39,216 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:42:39,244 INFO org.apache.hadoop.mapred.MapTask: bufstart = 76174913; bufend = 32997186; bufvoid = 104857600
+2017-03-19 09:42:39,244 INFO org.apache.hadoop.mapred.MapTask: kvstart = 19043724(76174896); kvend = 13492176(53968704); length = 5551549/6553600
+2017-03-19 09:42:39,244 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 38323266 kvi 9580812(38323248)
+2017-03-19 09:42:40,727 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:42:43,728 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:42:46,734 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:42:49,738 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:42:52,742 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:42:55,746 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:42:58,748 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:43:01,751 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:43:03,398 INFO org.apache.hadoop.mapred.MapTask: Finished spill 179
+2017-03-19 09:43:03,401 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 38323266 kv 9580812(38323248) kvi 8265284(33061136)
+2017-03-19 09:43:07,758 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:43:10,762 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:43:11,104 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:43:11,121 INFO org.apache.hadoop.mapred.MapTask: bufstart = 38323266; bufend = 100903830; bufvoid = 104857600
+2017-03-19 09:43:11,121 INFO org.apache.hadoop.mapred.MapTask: kvstart = 9580812(38323248); kvend = 4254432(17017728); length = 5326381/6553600
+2017-03-19 09:43:11,122 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 1372310 kvi 343072(1372288)
+2017-03-19 09:43:13,765 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:43:16,769 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:43:19,770 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:43:22,778 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:43:25,782 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:43:28,788 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:43:31,790 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:43:35,284 INFO org.apache.hadoop.mapred.MapTask: Finished spill 180
+2017-03-19 09:43:35,312 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 1372310 kv 343072(1372288) kvi 25225964(100903856)
+2017-03-19 09:43:40,942 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:43:43,946 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:43:44,182 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:43:44,202 INFO org.apache.hadoop.mapred.MapTask: bufstart = 1372310; bufend = 63286490; bufvoid = 104857600
+2017-03-19 09:43:44,203 INFO org.apache.hadoop.mapred.MapTask: kvstart = 343072(1372288); kvend = 21064500(84258000); length = 5492973/6553600
+2017-03-19 09:43:44,203 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 68612570 kvi 17153136(68612544)
+2017-03-19 09:43:46,949 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:43:49,950 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:43:52,955 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:43:55,956 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:43:58,958 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:44:01,962 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:44:04,968 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:44:07,406 INFO org.apache.hadoop.mapred.MapTask: Finished spill 181
+2017-03-19 09:44:07,421 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 68612570 kv 17153136(68612544) kvi 15821628(63286512)
+2017-03-19 09:44:07,974 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:44:10,978 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:44:14,003 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:44:15,313 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:44:15,316 INFO org.apache.hadoop.mapred.MapTask: bufstart = 68612570; bufend = 23620588; bufvoid = 104857600
+2017-03-19 09:44:15,316 INFO org.apache.hadoop.mapred.MapTask: kvstart = 17153136(68612544); kvend = 11148024(44592096); length = 6005113/6553600
+2017-03-19 09:44:15,316 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 28946668 kvi 7236660(28946640)
+2017-03-19 09:44:17,004 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:44:20,009 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:44:23,010 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:44:26,011 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:44:29,019 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:44:32,022 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:44:35,028 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:44:37,705 INFO org.apache.hadoop.mapred.MapTask: Finished spill 182
+2017-03-19 09:44:37,720 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 28946668 kv 7236660(28946640) kvi 5905152(23620608)
+2017-03-19 09:44:41,038 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:44:44,042 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:44:46,151 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:44:46,163 INFO org.apache.hadoop.mapred.MapTask: bufstart = 28946668; bufend = 89741165; bufvoid = 104857600
+2017-03-19 09:44:46,164 INFO org.apache.hadoop.mapred.MapTask: kvstart = 7236660(28946640); kvend = 1463772(5855088); length = 5772889/6553600
+2017-03-19 09:44:46,164 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 95067261 kvi 23766808(95067232)
+2017-03-19 09:44:47,052 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:44:50,058 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:44:53,062 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:44:56,064 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:44:59,066 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:45:02,069 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:45:05,070 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:45:08,072 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:45:10,967 INFO org.apache.hadoop.mapred.MapTask: Finished spill 183
+2017-03-19 09:45:11,046 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 95067261 kv 23766808(95067232) kvi 22437260(89749040)
+2017-03-19 09:45:14,079 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:45:17,080 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:45:19,650 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:45:19,652 INFO org.apache.hadoop.mapred.MapTask: bufstart = 95067261; bufend = 51174138; bufvoid = 104857599
+2017-03-19 09:45:19,652 INFO org.apache.hadoop.mapred.MapTask: kvstart = 23766808(95067232); kvend = 18036416(72145664); length = 5730393/6553600
+2017-03-19 09:45:19,652 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 56500234 kvi 14125052(56500208)
+2017-03-19 09:45:20,082 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:45:23,086 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:45:26,089 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:45:29,094 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:45:32,099 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:45:35,106 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:45:38,109 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:45:41,110 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:45:44,155 INFO org.apache.hadoop.mapred.MapTask: Finished spill 184
+2017-03-19 09:45:44,174 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 56500234 kv 14125052(56500208) kvi 12793540(51174160)
+2017-03-19 09:45:50,118 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:45:52,515 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:45:52,520 INFO org.apache.hadoop.mapred.MapTask: bufstart = 56500234; bufend = 13419512; bufvoid = 104857600
+2017-03-19 09:45:52,520 INFO org.apache.hadoop.mapred.MapTask: kvstart = 14125052(56500208); kvend = 8597760(34391040); length = 5527293/6553600
+2017-03-19 09:45:52,520 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 18745608 kvi 4686396(18745584)
+2017-03-19 09:45:53,122 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:45:56,131 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:45:59,139 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:46:02,142 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:46:05,146 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:46:08,147 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:46:11,150 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:46:14,154 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:46:17,845 INFO org.apache.hadoop.mapred.MapTask: Finished spill 185
+2017-03-19 09:46:17,864 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 18745608 kv 4686396(18745584) kvi 3354884(13419536)
+2017-03-19 09:46:23,158 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:46:26,162 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:46:26,629 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:46:26,636 INFO org.apache.hadoop.mapred.MapTask: bufstart = 18745608; bufend = 82018462; bufvoid = 104857600
+2017-03-19 09:46:26,637 INFO org.apache.hadoop.mapred.MapTask: kvstart = 4686396(18745584); kvend = 25747488(102989952); length = 5153309/6553600
+2017-03-19 09:46:26,637 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 87344542 kvi 21836128(87344512)
+2017-03-19 09:46:29,166 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:46:32,169 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:46:35,170 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:46:38,174 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:46:41,178 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:46:44,182 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:46:47,186 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:46:50,417 INFO org.apache.hadoop.mapred.MapTask: Finished spill 186
+2017-03-19 09:46:50,421 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 87344542 kv 21836128(87344512) kvi 20504620(82018480)
+2017-03-19 09:46:56,190 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:46:58,312 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:46:58,322 INFO org.apache.hadoop.mapred.MapTask: bufstart = 87344542; bufend = 46094290; bufvoid = 104857600
+2017-03-19 09:46:58,322 INFO org.apache.hadoop.mapred.MapTask: kvstart = 21836128(87344512); kvend = 16766444(67065776); length = 5069685/6553600
+2017-03-19 09:46:58,322 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 51420370 kvi 12855088(51420352)
+2017-03-19 09:46:59,199 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:47:02,202 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:47:05,207 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:47:08,209 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:47:11,215 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:47:14,219 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:47:17,223 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:47:18,060 INFO org.apache.hadoop.mapred.MapTask: Finished spill 187
+2017-03-19 09:47:18,073 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 51420370 kv 12855088(51420352) kvi 11523580(46094320)
+2017-03-19 09:47:23,227 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:47:25,923 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:47:25,938 INFO org.apache.hadoop.mapred.MapTask: bufstart = 51420370; bufend = 7588128; bufvoid = 104857598
+2017-03-19 09:47:25,939 INFO org.apache.hadoop.mapred.MapTask: kvstart = 12855088(51420352); kvend = 7139900(28559600); length = 5715189/6553600
+2017-03-19 09:47:25,939 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 12914208 kvi 3228548(12914192)
+2017-03-19 09:47:26,229 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:47:29,239 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:47:32,249 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:47:35,250 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:47:38,255 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:47:41,260 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:47:44,263 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:47:48,731 INFO org.apache.hadoop.mapred.MapTask: Finished spill 188
+2017-03-19 09:47:48,739 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 12914208 kv 3228548(12914192) kvi 2086076(8344304)
+2017-03-19 09:47:53,267 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:47:56,270 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:47:56,704 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:47:56,719 INFO org.apache.hadoop.mapred.MapTask: bufstart = 12914208; bufend = 76124057; bufvoid = 104857600
+2017-03-19 09:47:56,720 INFO org.apache.hadoop.mapred.MapTask: kvstart = 3228548(12914192); kvend = 24273896(97095584); length = 5169053/6553600
+2017-03-19 09:47:56,720 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 81450153 kvi 20362532(81450128)
+2017-03-19 09:47:59,275 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:48:02,279 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:48:05,287 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:48:08,289 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:48:11,290 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:48:14,292 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:48:17,299 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:48:20,539 INFO org.apache.hadoop.mapred.MapTask: Finished spill 189
+2017-03-19 09:48:20,584 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 81450153 kv 20362532(81450128) kvi 19031020(76124080)
+2017-03-19 09:48:26,311 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:48:28,332 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:48:28,335 INFO org.apache.hadoop.mapred.MapTask: bufstart = 81450153; bufend = 40037788; bufvoid = 104857600
+2017-03-19 09:48:28,335 INFO org.apache.hadoop.mapred.MapTask: kvstart = 20362532(81450128); kvend = 15252324(61009296); length = 5110209/6553600
+2017-03-19 09:48:28,335 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 45363868 kvi 11340960(45363840)
+2017-03-19 09:48:29,315 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:48:32,319 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:48:35,323 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:48:38,326 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:48:41,327 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:48:44,330 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:48:47,335 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:48:50,339 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:48:52,116 INFO org.apache.hadoop.mapred.MapTask: Finished spill 190
+2017-03-19 09:48:52,137 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 45363868 kv 11340960(45363840) kvi 10009452(40037808)
+2017-03-19 09:48:56,347 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:48:59,350 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:49:00,318 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:49:00,351 INFO org.apache.hadoop.mapred.MapTask: bufstart = 45363868; bufend = 3721335; bufvoid = 104857600
+2017-03-19 09:49:00,352 INFO org.apache.hadoop.mapred.MapTask: kvstart = 11340960(45363840); kvend = 6173204(24692816); length = 5167757/6553600
+2017-03-19 09:49:00,352 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 9047415 kvi 2261848(9047392)
+2017-03-19 09:49:02,352 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:49:05,354 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:49:08,355 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:49:11,359 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:49:14,360 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:49:17,361 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:49:20,370 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:49:23,372 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:49:24,236 INFO org.apache.hadoop.mapred.MapTask: Finished spill 191
+2017-03-19 09:49:24,239 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 9047415 kv 2261848(9047392) kvi 992448(3969792)
+2017-03-19 09:49:29,766 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:49:32,118 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:49:32,139 INFO org.apache.hadoop.mapred.MapTask: bufstart = 9047415; bufend = 71478979; bufvoid = 104857600
+2017-03-19 09:49:32,140 INFO org.apache.hadoop.mapred.MapTask: kvstart = 2261848(9047392); kvend = 23112612(92450448); length = 5363637/6553600
+2017-03-19 09:49:32,140 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 76805059 kvi 19201260(76805040)
+2017-03-19 09:49:32,768 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:49:35,769 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:49:38,774 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:49:41,775 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:49:44,778 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:49:47,780 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:49:50,784 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:49:53,785 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:49:57,793 INFO org.apache.hadoop.mapred.MapTask: Finished spill 192
+2017-03-19 09:49:57,803 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 76805059 kv 19201260(76805040) kvi 18021084(72084336)
+2017-03-19 09:50:02,792 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:50:05,800 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:50:05,967 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:50:05,977 INFO org.apache.hadoop.mapred.MapTask: bufstart = 76805059; bufend = 34455245; bufvoid = 104857590
+2017-03-19 09:50:05,978 INFO org.apache.hadoop.mapred.MapTask: kvstart = 19201260(76805040); kvend = 13856684(55426736); length = 5344577/6553600
+2017-03-19 09:50:05,978 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 39781325 kvi 9945324(39781296)
+2017-03-19 09:50:08,804 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:50:11,808 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:50:14,810 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:50:17,812 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:50:20,816 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:50:23,819 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:50:26,820 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:50:29,823 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:50:31,155 INFO org.apache.hadoop.mapred.MapTask: Finished spill 193
+2017-03-19 09:50:31,168 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 39781325 kv 9945324(39781296) kvi 8780552(35122208)
+2017-03-19 09:50:35,831 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:50:38,840 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:50:39,313 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:50:39,319 INFO org.apache.hadoop.mapred.MapTask: bufstart = 39781325; bufend = 102303133; bufvoid = 104857600
+2017-03-19 09:50:39,321 INFO org.apache.hadoop.mapred.MapTask: kvstart = 9945324(39781296); kvend = 4604264(18417056); length = 5341061/6553600
+2017-03-19 09:50:39,321 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 2771629 kvi 692900(2771600)
+2017-03-19 09:50:41,842 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:50:44,851 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:50:47,852 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:50:50,856 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:50:53,860 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:50:56,864 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:50:59,868 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:51:02,869 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:51:04,214 INFO org.apache.hadoop.mapred.MapTask: Finished spill 194
+2017-03-19 09:51:04,223 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 2771629 kv 692900(2771600) kvi 25673608(102694432)
+2017-03-19 09:51:09,256 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:51:12,078 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:51:12,105 INFO org.apache.hadoop.mapred.MapTask: bufstart = 2771629; bufend = 65343575; bufvoid = 104857600
+2017-03-19 09:51:12,108 INFO org.apache.hadoop.mapred.MapTask: kvstart = 692900(2771600); kvend = 21578768(86315072); length = 5328533/6553600
+2017-03-19 09:51:12,109 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 70669655 kvi 17667408(70669632)
+2017-03-19 09:51:12,260 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:51:15,265 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:51:18,270 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:51:21,272 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:51:24,280 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:51:27,284 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:51:30,288 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:51:33,289 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:51:36,792 INFO org.apache.hadoop.mapred.MapTask: Finished spill 195
+2017-03-19 09:51:36,795 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 70669655 kv 17667408(70669632) kvi 16335900(65343600)
+2017-03-19 09:51:42,291 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:51:45,296 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:51:45,367 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:51:45,368 INFO org.apache.hadoop.mapred.MapTask: bufstart = 70669655; bufend = 26665408; bufvoid = 104857600
+2017-03-19 09:51:45,369 INFO org.apache.hadoop.mapred.MapTask: kvstart = 17667408(70669632); kvend = 11909220(47636880); length = 5758189/6553600
+2017-03-19 09:51:45,369 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 31991488 kvi 7997868(31991472)
+2017-03-19 09:51:48,301 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:51:51,304 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:51:54,308 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:51:57,311 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:52:00,319 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:52:03,321 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:52:06,331 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:52:09,332 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:52:10,900 INFO org.apache.hadoop.mapred.MapTask: Finished spill 196
+2017-03-19 09:52:10,935 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 31991488 kv 7997868(31991472) kvi 6666356(26665424)
+2017-03-19 09:52:15,342 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:52:18,345 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:52:19,146 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:52:19,159 INFO org.apache.hadoop.mapred.MapTask: bufstart = 31991488; bufend = 93945902; bufvoid = 104857600
+2017-03-19 09:52:19,160 INFO org.apache.hadoop.mapred.MapTask: kvstart = 7997868(31991472); kvend = 2514956(10059824); length = 5482913/6553600
+2017-03-19 09:52:19,161 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 99271998 kvi 24817992(99271968)
+2017-03-19 09:52:21,348 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:52:24,351 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:52:27,357 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:52:30,361 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:52:33,369 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:52:36,371 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:52:39,372 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:52:42,377 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:52:44,599 INFO org.apache.hadoop.mapred.MapTask: Finished spill 197
+2017-03-19 09:52:44,608 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 99271998 kv 24817992(99271968) kvi 23554220(94216880)
+2017-03-19 09:52:48,381 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:52:51,391 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:52:52,886 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:52:52,892 INFO org.apache.hadoop.mapred.MapTask: bufstart = 99271998; bufend = 56596390; bufvoid = 104857587
+2017-03-19 09:52:52,892 INFO org.apache.hadoop.mapred.MapTask: kvstart = 24817992(99271968); kvend = 19391980(77567920); length = 5426013/6553600
+2017-03-19 09:52:52,894 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 61922486 kvi 15480616(61922464)
+2017-03-19 09:52:54,393 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:52:57,402 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:53:00,403 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:53:03,405 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:53:06,411 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:53:09,413 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:53:12,417 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:53:15,421 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:53:17,879 INFO org.apache.hadoop.mapred.MapTask: Finished spill 198
+2017-03-19 09:53:17,889 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 61922486 kv 15480616(61922464) kvi 14175904(56703616)
+2017-03-19 09:53:21,432 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:53:24,433 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:53:25,818 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:53:25,822 INFO org.apache.hadoop.mapred.MapTask: bufstart = 61922486; bufend = 19342251; bufvoid = 104857589
+2017-03-19 09:53:25,823 INFO org.apache.hadoop.mapred.MapTask: kvstart = 15480616(61922464); kvend = 10078436(40313744); length = 5402181/6553600
+2017-03-19 09:53:25,823 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 24668331 kvi 6167076(24668304)
+2017-03-19 09:53:27,435 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:53:30,437 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:53:33,441 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:53:36,442 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:53:39,452 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:53:42,453 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:53:45,462 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:53:48,465 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:53:51,113 INFO org.apache.hadoop.mapred.MapTask: Finished spill 199
+2017-03-19 09:53:51,127 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 24668331 kv 6167076(24668304) kvi 4952988(19811952)
+2017-03-19 09:53:54,472 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:53:57,477 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:53:59,107 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:53:59,114 INFO org.apache.hadoop.mapred.MapTask: bufstart = 24668331; bufend = 87684422; bufvoid = 104857600
+2017-03-19 09:53:59,114 INFO org.apache.hadoop.mapred.MapTask: kvstart = 6167076(24668304); kvend = 949576(3798304); length = 5217501/6553600
+2017-03-19 09:53:59,114 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 93010502 kvi 23252620(93010480)
+2017-03-19 09:54:00,480 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:54:03,482 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:54:06,489 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:54:09,492 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:54:12,493 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:54:15,501 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:54:18,512 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:54:21,513 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:54:23,103 INFO org.apache.hadoop.mapred.MapTask: Finished spill 200
+2017-03-19 09:54:23,108 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 93010502 kv 23252620(93010480) kvi 21921112(87684448)
+2017-03-19 09:54:27,557 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:54:30,561 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:54:31,525 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:54:31,541 INFO org.apache.hadoop.mapred.MapTask: bufstart = 93010502; bufend = 49937171; bufvoid = 104857597
+2017-03-19 09:54:31,542 INFO org.apache.hadoop.mapred.MapTask: kvstart = 23252620(93010480); kvend = 17727172(70908688); length = 5525449/6553600
+2017-03-19 09:54:31,546 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 55263251 kvi 13815808(55263232)
+2017-03-19 09:54:33,566 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:54:36,569 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:54:39,572 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:54:42,573 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:54:45,577 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:54:48,582 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:54:51,587 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:54:54,589 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:54:56,720 INFO org.apache.hadoop.mapred.MapTask: Finished spill 201
+2017-03-19 09:54:56,736 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 55263251 kv 13815808(55263232) kvi 12530160(50120640)
+2017-03-19 09:55:00,592 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:55:03,597 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:55:04,808 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:55:04,818 INFO org.apache.hadoop.mapred.MapTask: bufstart = 55263251; bufend = 12522306; bufvoid = 104857600
+2017-03-19 09:55:04,818 INFO org.apache.hadoop.mapred.MapTask: kvstart = 13815808(55263232); kvend = 8373448(33493792); length = 5442361/6553600
+2017-03-19 09:55:04,818 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 17848386 kvi 4462092(17848368)
+2017-03-19 09:55:06,601 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:55:09,607 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:55:12,610 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:55:15,612 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:55:18,622 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:55:21,626 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:55:24,629 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:55:27,632 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:55:29,720 INFO org.apache.hadoop.mapred.MapTask: Finished spill 202
+2017-03-19 09:55:29,750 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 17848386 kv 4462092(17848368) kvi 3225420(12901680)
+2017-03-19 09:55:33,642 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:55:36,646 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:55:38,300 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:55:38,300 INFO org.apache.hadoop.mapred.MapTask: bufstart = 17848386; bufend = 80226177; bufvoid = 104857600
+2017-03-19 09:55:38,607 INFO org.apache.hadoop.mapred.MapTask: kvstart = 4462092(17848368); kvend = 25299428(101197712); length = 5377065/6553600
+2017-03-19 09:55:38,607 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 85638177 kvi 21409540(85638160)
+2017-03-19 11:31:49,662 WARN org.apache.hadoop.util.NativeCodeLoader: Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
+2017-03-19 11:31:53,536 INFO org.apache.hadoop.conf.Configuration.deprecation: session.id is deprecated. Instead, use dfs.metrics.session-id
+2017-03-19 11:31:53,674 INFO org.apache.hadoop.metrics.jvm.JvmMetrics: Initializing JVM Metrics with processName=JobTracker, sessionId=
+2017-03-19 11:31:55,871 WARN org.apache.hadoop.mapreduce.JobResourceUploader: No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
+2017-03-19 11:31:56,044 INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat: Total input paths to process : 1
+2017-03-19 11:31:56,523 INFO org.apache.hadoop.mapreduce.JobSubmitter: number of splits:1
+2017-03-19 11:31:58,373 INFO org.apache.hadoop.mapreduce.JobSubmitter: Submitting tokens for job: job_local57471804_0001
+2017-03-19 11:32:00,541 INFO org.apache.hadoop.mapreduce.Job: The url to track the job: http://localhost:8080/
+2017-03-19 11:32:00,546 INFO org.apache.hadoop.mapreduce.Job: Running job: job_local57471804_0001
+2017-03-19 11:32:00,607 INFO org.apache.hadoop.mapred.LocalJobRunner: OutputCommitter set in config null
+2017-03-19 11:32:00,717 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-03-19 11:32:00,740 INFO org.apache.hadoop.mapred.LocalJobRunner: OutputCommitter is org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter
+2017-03-19 11:32:01,223 INFO org.apache.hadoop.mapred.LocalJobRunner: Waiting for map tasks
+2017-03-19 11:32:01,226 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local57471804_0001_m_000000_0
+2017-03-19 11:32:01,607 INFO org.apache.hadoop.mapreduce.Job: Job job_local57471804_0001 running in uber mode : false
+2017-03-19 11:32:01,610 INFO org.apache.hadoop.mapreduce.Job:  map 0% reduce 0%
+2017-03-19 11:32:01,627 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-03-19 11:32:01,890 INFO org.apache.hadoop.mapred.Task:  Using ResourceCalculatorProcessTree : [ ]
+2017-03-19 11:32:02,202 INFO org.apache.hadoop.mapred.MapTask: Processing split: file:/home/cloudera/workspace/bpa/Assign2/Preprocessing_1/processed_doc_1000:0+39487
+2017-03-19 11:32:04,157 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 0 kvi 26214396(104857584)
+2017-03-19 11:32:04,157 INFO org.apache.hadoop.mapred.MapTask: mapreduce.task.io.sort.mb: 100
+2017-03-19 11:32:04,157 INFO org.apache.hadoop.mapred.MapTask: soft limit at 83886080
+2017-03-19 11:32:04,157 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufvoid = 104857600
+2017-03-19 11:32:04,157 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396; length = 6553600
+2017-03-19 11:32:04,438 INFO org.apache.hadoop.mapred.MapTask: Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
+2017-03-19 11:32:07,802 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 11:32:08,779 INFO org.apache.hadoop.mapreduce.Job:  map 35% reduce 0%
+2017-03-19 11:32:09,278 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 11:32:09,281 INFO org.apache.hadoop.mapred.MapTask: Starting flush of map output
+2017-03-19 11:32:09,281 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 11:32:09,281 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufend = 128232; bufvoid = 104857600
+2017-03-19 11:32:09,281 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396(104857584); kvend = 26203068(104812272); length = 11329/6553600
+2017-03-19 11:32:10,118 INFO org.apache.hadoop.mapred.MapTask: Finished spill 0
+2017-03-19 11:32:10,168 INFO org.apache.hadoop.mapred.Task: Task:attempt_local57471804_0001_m_000000_0 is done. And is in the process of committing
+2017-03-19 11:32:10,192 INFO org.apache.hadoop.mapred.LocalJobRunner: map
+2017-03-19 11:32:10,196 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local57471804_0001_m_000000_0' done.
+2017-03-19 11:32:10,197 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local57471804_0001_m_000000_0
+2017-03-19 11:32:10,201 INFO org.apache.hadoop.mapred.LocalJobRunner: map task executor complete.
+2017-03-19 11:32:10,214 INFO org.apache.hadoop.mapred.LocalJobRunner: Waiting for reduce tasks
+2017-03-19 11:32:10,216 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local57471804_0001_r_000000_0
+2017-03-19 11:32:10,730 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-03-19 11:32:10,731 INFO org.apache.hadoop.mapred.Task:  Using ResourceCalculatorProcessTree : [ ]
+2017-03-19 11:32:10,759 INFO org.apache.hadoop.mapred.ReduceTask: Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@3ad420ad
+2017-03-19 11:32:10,782 INFO org.apache.hadoop.mapreduce.Job:  map 100% reduce 0%
+2017-03-19 11:32:11,037 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: MergerManager: memoryLimit=679778688, maxSingleShuffleLimit=169944672, mergeThreshold=448653952, ioSortFactor=10, memToMemMergeOutputsThreshold=10
+2017-03-19 11:32:11,069 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: attempt_local57471804_0001_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
+2017-03-19 11:32:12,034 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#1 about to shuffle output of map attempt_local57471804_0001_m_000000_0 decomp: 133900 len: 133904 to MEMORY
+2017-03-19 11:32:12,066 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 133900 bytes from map-output for attempt_local57471804_0001_m_000000_0
+2017-03-19 11:32:12,080 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 133900, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->133900
+2017-03-19 11:32:12,092 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: EventFetcher is interrupted.. Returning
+2017-03-19 11:32:12,094 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-03-19 11:32:12,094 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
+2017-03-19 11:32:12,146 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-03-19 11:32:12,154 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 133890 bytes
+2017-03-19 11:32:12,397 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merged 1 segments, 133900 bytes to disk to satisfy reduce memory limit
+2017-03-19 11:32:12,406 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 1 files, 133904 bytes from disk
+2017-03-19 11:32:12,417 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 0 segments, 0 bytes from memory into reduce
+2017-03-19 11:32:12,419 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-03-19 11:32:12,420 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 133890 bytes
+2017-03-19 11:32:12,423 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-03-19 11:32:12,541 INFO org.apache.hadoop.conf.Configuration.deprecation: mapred.skip.on is deprecated. Instead, use mapreduce.job.skiprecords
+2017-03-19 11:32:14,236 INFO org.apache.hadoop.mapred.Task: Task:attempt_local57471804_0001_r_000000_0 is done. And is in the process of committing
+2017-03-19 11:32:14,254 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-03-19 11:32:14,254 INFO org.apache.hadoop.mapred.Task: Task attempt_local57471804_0001_r_000000_0 is allowed to commit now
+2017-03-19 11:32:14,261 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: Saved output of task 'attempt_local57471804_0001_r_000000_0' to file:/home/cloudera/workspace/bpa/Assign2/Qb_Efficient_1000/_temporary/0/task_local57471804_0001_r_000000
+2017-03-19 11:32:14,272 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-03-19 11:32:14,272 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local57471804_0001_r_000000_0' done.
+2017-03-19 11:32:14,283 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local57471804_0001_r_000000_0
+2017-03-19 11:32:14,284 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce task executor complete.
+2017-03-19 11:32:14,360 WARN org.apache.hadoop.mapred.LocalJobRunner: job_local57471804_0001
+java.lang.NoClassDefFoundError: org/apache/http/client/methods/HttpUriRequest
+	at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:573)
+Caused by: java.lang.ClassNotFoundException: org.apache.http.client.methods.HttpUriRequest
+	at java.net.URLClassLoader$1.run(URLClassLoader.java:366)
+	at java.net.URLClassLoader$1.run(URLClassLoader.java:355)
+	at java.security.AccessController.doPrivileged(Native Method)
+	at java.net.URLClassLoader.findClass(URLClassLoader.java:354)
+	at java.lang.ClassLoader.loadClass(ClassLoader.java:425)
+	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:308)
+	at java.lang.ClassLoader.loadClass(ClassLoader.java:358)
+	... 1 more
+2017-03-19 11:32:14,791 INFO org.apache.hadoop.mapreduce.Job:  map 100% reduce 100%
+2017-03-19 11:32:14,791 INFO org.apache.hadoop.mapreduce.Job: Job job_local57471804_0001 failed with state FAILED due to: NA
+2017-03-19 11:32:14,902 INFO org.apache.hadoop.mapreduce.Job: Counters: 31
+	File System Counters
+		FILE: Number of bytes read=347208
+		FILE: Number of bytes written=950985
+		FILE: Number of read operations=0
+		FILE: Number of large read operations=0
+		FILE: Number of write operations=0
+	Map-Reduce Framework
+		Map input records=1000
+		Map output records=2833
+		Map output bytes=128232
+		Map output materialized bytes=133904
+		Input split bytes=141
+		Combine input records=0
+		Combine output records=0
+		Reduce input groups=2833
+		Reduce shuffle bytes=133904
+		Reduce input records=2833
+		Reduce output records=13
+		Spilled Records=5666
+		Shuffled Maps =1
+		Failed Shuffles=0
+		Merged Map outputs=1
+		GC time elapsed (ms)=334
+		Total committed heap usage (bytes)=331227136
+	SetSimilarityJoins.Qb_Efficient_1000$COUNTS
+		COUNT_COMP=2833
+	Shuffle Errors
+		BAD_ID=0
+		CONNECTION=0
+		IO_ERROR=0
+		WRONG_LENGTH=0
+		WRONG_MAP=0
+		WRONG_REDUCE=0
+	File Input Format Counters 
+		Bytes Read=39487
+	File Output Format Counters 
+		Bytes Written=207
diff --git a/Assign2/src/SetSimilarityJoins/Qb_Efficient_1000.java b/Assign2/src/SetSimilarityJoins/Qb_Efficient_1000.java
new file mode 100644
index 0000000000000000000000000000000000000000..3b1203b00f7a55bef8a8b5292302917604dc82de
--- /dev/null
+++ b/Assign2/src/SetSimilarityJoins/Qb_Efficient_1000.java
@@ -0,0 +1,188 @@
+package SetSimilarityJoins;
+
+
+import java.io.File;
+import java.io.FileWriter;
+import java.io.IOException;
+import java.nio.file.Files;
+import java.nio.file.Paths;
+import java.util.Arrays;
+import java.util.Comparator;
+import java.util.HashMap;
+import java.util.Collections;
+import java.util.HashSet;
+import java.util.Iterator;
+import java.util.LinkedHashSet;
+import java.util.LinkedList;
+import java.util.List;
+import java.util.Map.Entry;
+import java.util.Set;
+
+import org.apache.hadoop.conf.Configuration;
+import org.apache.hadoop.conf.Configured;
+import org.apache.hadoop.fs.FileSystem;
+import org.apache.hadoop.fs.Path;
+import org.apache.hadoop.io.DoubleWritable;
+import org.apache.hadoop.io.LongWritable;
+import org.apache.hadoop.io.NullWritable;
+import org.apache.hadoop.io.Text;
+import org.apache.hadoop.mapreduce.Job;
+import org.apache.hadoop.mapreduce.Mapper;
+import org.apache.hadoop.mapreduce.Reducer;
+import org.apache.hadoop.mapreduce.lib.input.FileInputFormat;
+import org.apache.hadoop.mapreduce.lib.input.TextInputFormat;
+import org.apache.hadoop.mapreduce.lib.output.FileOutputFormat;
+import org.apache.hadoop.mapreduce.lib.output.TextOutputFormat;
+import org.apache.hadoop.util.Tool;
+import org.apache.hadoop.util.ToolRunner;
+
+import com.google.common.collect.Sets;
+
+
+
+public class Qb_Efficient_1000 extends Configured implements Tool {
+
+   public static void main(String[] args) throws Exception {
+	   
+      System.out.println(Arrays.toString(args));
+      int res = ToolRunner.run(new Configuration(), new Qb_Efficient_1000(), args);
+      System.exit(res);
+   }
+   
+   public static enum COUNTS {COUNT_COMP};
+
+   @Override
+   public int run(String[] args) throws Exception {
+      System.out.println(Arrays.toString(args));
+      Job job = new Job(getConf(), "Qb_Efficient_1000");
+      job.setJarByClass(Qb_Efficient_1000.class);
+      job.setOutputKeyClass(Text.class);
+      job.setOutputValueClass(Text.class);
+
+      job.setMapperClass(Map.class);
+      job.setReducerClass(Reduce.class);
+     
+
+      job.setInputFormatClass(TextInputFormat.class);
+      job.setOutputFormatClass(TextOutputFormat.class);
+      
+      job.getConfiguration().set("mapreduce.input.keyvaluelinerecordreader.key.value.separator",",");
+
+  
+      Path outputFilePath = new Path(args[1]);
+      
+      FileInputFormat.addInputPath(job, new Path(args[0]));
+      FileOutputFormat.setOutputPath(job, outputFilePath);
+      
+      FileSystem fs = FileSystem.newInstance(getConf());
+
+      if (fs.exists(outputFilePath)) {
+			fs.delete(outputFilePath, true);
+		}
+
+      job.waitForCompletion(true);
+
+      long counter = job.getCounters().findCounter(COUNTS.COUNT_COMP).getValue();
+      Path countFile = new Path(new Path(args[1]),"nb_comp");
+      File file = new File(countFile.toString());
+      FileWriter fileWriter = new FileWriter(file);
+      fileWriter.write(String.valueOf(counter));
+      fileWriter.flush();
+      fileWriter.close();
+      
+      return 0;
+   }
+
+   public static class Map extends Mapper<LongWritable, Text, Text, Text> {
+
+      String doc_path = "/home/cloudera/workspace/bpa/Assign2/Preprocessing_1/processed_doc_1000";
+	  String doc = new String(Files.readAllBytes(Paths.get(doc_path)));
+	  HashMap<String, String> id_doc = new HashMap<String, String>();
+      
+      public Map() throws  IOException{
+    	  for (String line : doc.split("\n")){
+   
+    		  id_doc.put(line.split(",")[0], 
+    				  line.split(",")[1]);
+    		  /*
+    		  
+    		  */
+    	  }
+      }
+      @Override
+      public void map(LongWritable key, Text value, Context context)
+              throws IOException, InterruptedException {
+    	  
+    	  	 String id_current = value.toString().split(",")[0];
+    	  	 String val_current = value.toString().split(",")[0];
+    		 int id_current_doc = Integer.valueOf(id_current);
+             
+    		 int max_words = val_current.split(" ").length - (int) Math.ceil(0.8*val_current.split(" ").length) +1;
+    	 
+             for (String other_doc : id_doc.keySet()) {
+            	
+            	 String other_doc_val = id_doc.get(other_doc);
+  
+            	 int id_other_doc = Integer.valueOf(other_doc);
+            	 
+            	 int  m = 0;
+            	 for (String word :  id_doc.get(id_current).split(" ")){
+            		 if (m>max_words){ break;}
+		    		 if(other_doc_val.contains(word) && id_current_doc<id_other_doc){
+		    			 StringBuilder pair = new StringBuilder();
+		                 pair.append(id_current_doc);
+		                 pair.append("--");
+		                 pair.append(id_other_doc);  
+		                 context.write(new Text(pair.toString()), 
+		                		 new Text(
+		                				 value.toString().split(",")[1].toLowerCase()));
+		                 break;
+		    		 }
+		    		 m++;
+		    }
+    	}
+      }
+   }
+
+   public static class Reduce extends Reducer<Text, Text, Text, DoubleWritable> {
+	      
+	   
+	   String doc_path = "/home/cloudera/workspace/bpa/Assign2/Preprocessing_1/processed_doc_1000";
+		  String doc = new String(Files.readAllBytes(Paths.get(doc_path)));
+		  HashMap<String, String> id_doc = new HashMap<String, String>();
+	      
+	      public Reduce() throws  IOException{
+	    	  for (String line : doc.split("\n")){
+	    		  id_doc.put(line.split(",")[0], 
+	    				  line.split(",")[1]);
+	    	  }
+	      }
+	   
+	   public static double Jaccard(String[] A, String[] B){
+		   Set<String> A_set = new HashSet<String>(Arrays.asList(A)); 
+		   Set<String> B_set = new HashSet<String>(Arrays.asList(B)); 
+		   Set<String> union = Sets.union(A_set, B_set);
+		   Set<String> intersection = Sets.intersection(A_set, B_set);
+	       return (double)intersection.size()/(double)union.size();
+	   }
+	   
+	  @Override
+      public void reduce(Text key, Iterable<Text> values, Context context)
+              throws IOException, InterruptedException {
+
+         String[] ids = key.toString().split("--");
+         String content_1 = id_doc.get(ids[0]).toLowerCase();
+         String content_2 = id_doc.get(ids[1]).toLowerCase();
+         
+         
+         double jaccsim = Jaccard(content_1.split(" "),
+        		content_2.split(" "));
+         if (jaccsim >=0.8){
+        		 context.write(key,new DoubleWritable(jaccsim));
+         }
+         context.getCounter(COUNTS.COUNT_COMP).increment(1);
+       } 
+       }
+   
+}
+
diff --git a/Assign2/src/SetSimilarityJoins/Qb_invert_index.java b/Assign2/src/SetSimilarityJoins/Qb_invert_index.java
new file mode 100644
index 0000000000000000000000000000000000000000..cc64b91545486ae52d2d4c96c9ed6bee68bff894
--- /dev/null
+++ b/Assign2/src/SetSimilarityJoins/Qb_invert_index.java
@@ -0,0 +1,179 @@
+package SetSimilarityJoins;
+
+
+import java.io.File;
+import java.io.FileWriter;
+import java.io.IOException;
+import java.nio.file.Files;
+import java.nio.file.Paths;
+import java.util.Arrays;
+import java.util.Comparator;
+import java.util.HashMap;
+import java.util.Collections;
+import java.util.HashSet;
+import java.util.Iterator;
+import java.util.LinkedHashSet;
+import java.util.LinkedList;
+import java.util.List;
+import java.util.Map.Entry;
+import java.util.Set;
+
+import org.apache.hadoop.conf.Configuration;
+import org.apache.hadoop.conf.Configured;
+import org.apache.hadoop.fs.FileSystem;
+import org.apache.hadoop.fs.Path;
+import org.apache.hadoop.io.DoubleWritable;
+import org.apache.hadoop.io.LongWritable;
+import org.apache.hadoop.io.NullWritable;
+import org.apache.hadoop.io.Text;
+import org.apache.hadoop.mapreduce.Job;
+import org.apache.hadoop.mapreduce.Mapper;
+import org.apache.hadoop.mapreduce.Reducer;
+import org.apache.hadoop.mapreduce.lib.input.FileInputFormat;
+import org.apache.hadoop.mapreduce.lib.input.TextInputFormat;
+import org.apache.hadoop.mapreduce.lib.output.FileOutputFormat;
+import org.apache.hadoop.mapreduce.lib.output.TextOutputFormat;
+import org.apache.hadoop.util.Tool;
+import org.apache.hadoop.util.ToolRunner;
+
+import com.google.common.collect.Sets;
+
+
+
+public class Qb_invert_index extends Configured implements Tool {
+
+   public static void main(String[] args) throws Exception {
+	   
+      System.out.println(Arrays.toString(args));
+      int res = ToolRunner.run(new Configuration(), new Qb_invert_index(), args);
+      System.exit(res);
+   }
+   
+   public static enum COUNTS {COUNT_COMP};
+
+   @Override
+   public int run(String[] args) throws Exception {
+      System.out.println(Arrays.toString(args));
+      Job job = new Job(getConf(), "Qb_Efficient_1000");
+      job.setJarByClass(Qb_invert_index.class);
+      job.setOutputKeyClass(Text.class);
+      job.setOutputValueClass(Text.class);
+
+      job.setMapperClass(Map.class);
+      job.setReducerClass(Reduce.class);
+     
+
+      job.setInputFormatClass(TextInputFormat.class);
+      job.setOutputFormatClass(TextOutputFormat.class);
+      
+      job.getConfiguration().set("mapreduce.input.keyvaluelinerecordreader.key.value.separator",",");
+
+  
+      Path outputFilePath = new Path(args[1]);
+      
+      FileInputFormat.addInputPath(job, new Path(args[0]));
+      FileOutputFormat.setOutputPath(job, outputFilePath);
+      
+      FileSystem fs = FileSystem.newInstance(getConf());
+
+      if (fs.exists(outputFilePath)) {
+			fs.delete(outputFilePath, true);
+		}
+
+      job.waitForCompletion(true);
+
+      long counter = job.getCounters().findCounter(COUNTS.COUNT_COMP).getValue();
+      Path countFile = new Path(new Path(args[1]),"nb_comp");
+      File file = new File(countFile.toString());
+      FileWriter fileWriter = new FileWriter(file);
+      fileWriter.write(String.valueOf(counter));
+      fileWriter.flush();
+      fileWriter.close();
+      
+      return 0;
+   }
+
+   public static class Map extends Mapper<LongWritable, Text, Text, Text> {
+
+      String doc_path = "/home/cloudera/workspace/bpa/Assign2/Preprocessing_1/processed_doc_1000";
+	  String doc = new String(Files.readAllBytes(Paths.get(doc_path)));
+	  HashMap<String, String> id_doc = new HashMap<String, String>();
+      
+      public Map() throws  IOException{
+    	  for (String line : doc.split("\n")){
+   
+    		  id_doc.put(line.split(",")[0], 
+    				  line.split(",")[1]);
+    		  /*
+    		  
+    		  */
+    	  }
+      }
+      @Override
+      public void map(LongWritable key, Text value, Context context)
+              throws IOException, InterruptedException {
+    	  
+
+    		 int id_current_doc = Integer.valueOf(
+    				 value.toString().split(",")[0]);
+             
+    	 
+             for (String other_doc : id_doc.keySet()) {
+    		 
+            	 int id_other_doc = Integer.valueOf(other_doc);
+    		 
+	    		 if (id_current_doc < id_other_doc){
+	    			 StringBuilder pair = new StringBuilder();
+	                 pair.append(id_current_doc);
+	                 pair.append("--");
+	                 pair.append(id_other_doc);  
+	                 context.write(new Text(pair.toString()), 
+	                		 new Text(
+	                				 value.toString().split(",")[1].toLowerCase()));
+    		 }
+    	}
+      }
+   }
+
+   public static class Reduce extends Reducer<Text, Text, Text, DoubleWritable> {
+	      
+	   
+	   String doc_path = "/home/cloudera/workspace/bpa/Assign2/Preprocessing_1/processed_doc_1000";
+		  String doc = new String(Files.readAllBytes(Paths.get(doc_path)));
+		  HashMap<String, String> id_doc = new HashMap<String, String>();
+	      
+	      public Reduce() throws  IOException{
+	    	  for (String line : doc.split("\n")){
+	    		  id_doc.put(line.split(",")[0], 
+	    				  line.split(",")[1]);
+	    	  }
+	      }
+	   
+	   public static double Jaccard(String[] A, String[] B){
+		   Set<String> A_set = new HashSet<String>(Arrays.asList(A)); 
+		   Set<String> B_set = new HashSet<String>(Arrays.asList(B)); 
+		   Set<String> union = Sets.union(A_set, B_set);
+		   Set<String> intersection = Sets.intersection(A_set, B_set);
+	       return (double)intersection.size()/(double)union.size();
+	   }
+	   
+	  @Override
+      public void reduce(Text key, Iterable<Text> values, Context context)
+              throws IOException, InterruptedException {
+
+         String[] ids = key.toString().split("--");
+         String content_1 = id_doc.get(ids[0]).toLowerCase();
+         String content_2 = id_doc.get(ids[1]).toLowerCase();
+         
+         
+         double jaccsim = Jaccard(content_1.split(" "),
+        		content_2.split(" "));
+         if (jaccsim >=0.8){
+        		 context.write(key,new DoubleWritable(jaccsim));
+         }
+         context.getCounter(COUNTS.COUNT_COMP).increment(1);
+       } 
+       }
+   
+}
+